diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..71cddf62ba700eed406a93388d34c1235b063c01 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-10000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-11000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-12000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-13000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-14000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-14676/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-3000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-4000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-5000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-6000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-7000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-8000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-9000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint-1000/README.md b/checkpoint-1000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-1000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-1000/adapter_config.json b/checkpoint-1000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-1000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-1000/adapter_model.safetensors b/checkpoint-1000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d6cb973d58f0c47d33d87ba889492d78daaf115
--- /dev/null
+++ b/checkpoint-1000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb76bf3e0933b9fb32fef8c69e9502424792dd704ac974d75722bc4eccf82a7
+size 2436951232
diff --git a/checkpoint-1000/optimizer.pt b/checkpoint-1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a8d3c33a79e6e9239d4c70c75b70e776195f8e
--- /dev/null
+++ b/checkpoint-1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909aabcbf4ae61c11296eb4f4473511a27f50b345674e80f80778afe0c306cd3
+size 2305112156
diff --git a/checkpoint-1000/rng_state.pth b/checkpoint-1000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-1000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-1000/scheduler.pt b/checkpoint-1000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757034fde272c5589279996912b5fc8e2fe05b04
--- /dev/null
+++ b/checkpoint-1000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d602d749f455dedaac51ae2032529a13f6c28b2438d04378c0e497cffba54df
+size 1064
diff --git a/checkpoint-1000/special_tokens_map.json b/checkpoint-1000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-1000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-1000/tokenizer.json b/checkpoint-1000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-1000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-1000/tokenizer_config.json b/checkpoint-1000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-1000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c665649c154c3dd565ba84cddb39466253db95d1
--- /dev/null
+++ b/checkpoint-1000/trainer_state.json
@@ -0,0 +1,314 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.1362654536202431,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.2600066061911e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-1000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-10000/README.md b/checkpoint-10000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-10000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-10000/adapter_config.json b/checkpoint-10000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-10000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-10000/adapter_model.safetensors b/checkpoint-10000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9b0ffc880fc7e3a07af83ae646f333e9dfc3d2ff
--- /dev/null
+++ b/checkpoint-10000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d4d4c0c2769cb3f08bdfca1a414acbb99b4d5e80c263913904c665e0c239d
+size 2436951232
diff --git a/checkpoint-10000/optimizer.pt b/checkpoint-10000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6957daa3064007fcc11ee509e99b4b2345ad5150
--- /dev/null
+++ b/checkpoint-10000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872bb99800f1f76ce194060d84d7e08368ccfd4debfac2d135159cd01368709d
+size 2305112156
diff --git a/checkpoint-10000/rng_state.pth b/checkpoint-10000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-10000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-10000/scheduler.pt b/checkpoint-10000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ab2be5f720f17133468b2c5de0170f2b2105c
--- /dev/null
+++ b/checkpoint-10000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11018a5162d5e9b5ba44649bc89a7d71bc7f2555f48c72a8e563a268c6a5cbb8
+size 1064
diff --git a/checkpoint-10000/special_tokens_map.json b/checkpoint-10000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-10000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-10000/tokenizer.json b/checkpoint-10000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-10000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-10000/tokenizer_config.json b/checkpoint-10000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-10000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-10000/trainer_state.json b/checkpoint-10000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c5d5f774a6fb246e6ecc45396b087ee175860b2
--- /dev/null
+++ b/checkpoint-10000/trainer_state.json
@@ -0,0 +1,2834 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.3626023720834668,
+  "eval_steps": 500,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.255040309862408e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-10000/training_args.bin b/checkpoint-10000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-10000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-11000/README.md b/checkpoint-11000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-11000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-11000/adapter_config.json b/checkpoint-11000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-11000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-11000/adapter_model.safetensors b/checkpoint-11000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e83540c2abb3e26905f9afc44484342174436b6b
--- /dev/null
+++ b/checkpoint-11000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241d8ad78895797ca6ea373a7cf04fd99834c38d1c42447585f74cf3309f2682
+size 2436951232
diff --git a/checkpoint-11000/optimizer.pt b/checkpoint-11000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf278006e1e953e27080bf8cb0c089d80ac8acc
--- /dev/null
+++ b/checkpoint-11000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eb3462bd8542957f1269f625be5eabfab133be7cb1b048b16d7a095dc94084
+size 2305112156
diff --git a/checkpoint-11000/rng_state.pth b/checkpoint-11000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-11000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-11000/scheduler.pt b/checkpoint-11000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f1819b0b8568bffb41a5a2cdf1f4914ea2eff4
--- /dev/null
+++ b/checkpoint-11000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe7fa9c370c31982fa01d60ebbedcf96a4360feb6d7d4be21b0d3a4ceedaad
+size 1064
diff --git a/checkpoint-11000/special_tokens_map.json b/checkpoint-11000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-11000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-11000/tokenizer.json b/checkpoint-11000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-11000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-11000/tokenizer_config.json b/checkpoint-11000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-11000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-11000/trainer_state.json b/checkpoint-11000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b70c1471d01cad274e012717d72847ca774e064b
--- /dev/null
+++ b/checkpoint-11000/trainer_state.json
@@ -0,0 +1,3114 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.49886782570371,
+  "eval_steps": 500,
+  "global_step": 11000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3660090084239729,
+      "grad_norm": 0.3290906250476837,
+      "learning_rate": 3.2680014049877065e-05,
+      "loss": 0.6023,
+      "step": 10025
+    },
+    {
+      "epoch": 1.369415644764479,
+      "grad_norm": 0.32303091883659363,
+      "learning_rate": 3.250439058658237e-05,
+      "loss": 0.5957,
+      "step": 10050
+    },
+    {
+      "epoch": 1.372822281104985,
+      "grad_norm": 0.30665114521980286,
+      "learning_rate": 3.2328767123287676e-05,
+      "loss": 0.586,
+      "step": 10075
+    },
+    {
+      "epoch": 1.3762289174454911,
+      "grad_norm": 0.32518666982650757,
+      "learning_rate": 3.215314365999298e-05,
+      "loss": 0.5829,
+      "step": 10100
+    },
+    {
+      "epoch": 1.3796355537859972,
+      "grad_norm": 0.3334820568561554,
+      "learning_rate": 3.197752019669828e-05,
+      "loss": 0.5939,
+      "step": 10125
+    },
+    {
+      "epoch": 1.3830421901265033,
+      "grad_norm": 0.30552002787590027,
+      "learning_rate": 3.1801896733403586e-05,
+      "loss": 0.5826,
+      "step": 10150
+    },
+    {
+      "epoch": 1.3864488264670094,
+      "grad_norm": 0.35440927743911743,
+      "learning_rate": 3.1626273270108885e-05,
+      "loss": 0.607,
+      "step": 10175
+    },
+    {
+      "epoch": 1.3898554628075155,
+      "grad_norm": 0.31508344411849976,
+      "learning_rate": 3.145064980681419e-05,
+      "loss": 0.564,
+      "step": 10200
+    },
+    {
+      "epoch": 1.3932620991480216,
+      "grad_norm": 0.2713547348976135,
+      "learning_rate": 3.1275026343519496e-05,
+      "loss": 0.5798,
+      "step": 10225
+    },
+    {
+      "epoch": 1.3966687354885277,
+      "grad_norm": 0.30810999870300293,
+      "learning_rate": 3.1099402880224795e-05,
+      "loss": 0.5887,
+      "step": 10250
+    },
+    {
+      "epoch": 1.4000753718290337,
+      "grad_norm": 0.29226067662239075,
+      "learning_rate": 3.092377941693011e-05,
+      "loss": 0.5992,
+      "step": 10275
+    },
+    {
+      "epoch": 1.4034820081695398,
+      "grad_norm": 0.35241231322288513,
+      "learning_rate": 3.0748155953635406e-05,
+      "loss": 0.5965,
+      "step": 10300
+    },
+    {
+      "epoch": 1.406888644510046,
+      "grad_norm": 0.321756511926651,
+      "learning_rate": 3.057253249034071e-05,
+      "loss": 0.6126,
+      "step": 10325
+    },
+    {
+      "epoch": 1.410295280850552,
+      "grad_norm": 0.28978297114372253,
+      "learning_rate": 3.0396909027046018e-05,
+      "loss": 0.5835,
+      "step": 10350
+    },
+    {
+      "epoch": 1.413701917191058,
+      "grad_norm": 0.3767097592353821,
+      "learning_rate": 3.0221285563751317e-05,
+      "loss": 0.6188,
+      "step": 10375
+    },
+    {
+      "epoch": 1.417108553531564,
+      "grad_norm": 0.2829996347427368,
+      "learning_rate": 3.0045662100456622e-05,
+      "loss": 0.6087,
+      "step": 10400
+    },
+    {
+      "epoch": 1.42051518987207,
+      "grad_norm": 0.3308793008327484,
+      "learning_rate": 2.9870038637161928e-05,
+      "loss": 0.5818,
+      "step": 10425
+    },
+    {
+      "epoch": 1.4239218262125761,
+      "grad_norm": 0.3255029618740082,
+      "learning_rate": 2.969441517386723e-05,
+      "loss": 0.5788,
+      "step": 10450
+    },
+    {
+      "epoch": 1.4273284625530822,
+      "grad_norm": 0.328983873128891,
+      "learning_rate": 2.9518791710572536e-05,
+      "loss": 0.6092,
+      "step": 10475
+    },
+    {
+      "epoch": 1.4307350988935883,
+      "grad_norm": 0.3405100703239441,
+      "learning_rate": 2.9343168247277835e-05,
+      "loss": 0.5924,
+      "step": 10500
+    },
+    {
+      "epoch": 1.4341417352340944,
+      "grad_norm": 0.30565881729125977,
+      "learning_rate": 2.916754478398314e-05,
+      "loss": 0.5827,
+      "step": 10525
+    },
+    {
+      "epoch": 1.4375483715746005,
+      "grad_norm": 0.2973788380622864,
+      "learning_rate": 2.899192132068845e-05,
+      "loss": 0.5797,
+      "step": 10550
+    },
+    {
+      "epoch": 1.4409550079151066,
+      "grad_norm": 0.316902756690979,
+      "learning_rate": 2.8816297857393748e-05,
+      "loss": 0.5763,
+      "step": 10575
+    },
+    {
+      "epoch": 1.4443616442556126,
+      "grad_norm": 0.30036553740501404,
+      "learning_rate": 2.8640674394099054e-05,
+      "loss": 0.59,
+      "step": 10600
+    },
+    {
+      "epoch": 1.4477682805961187,
+      "grad_norm": 0.3541527986526489,
+      "learning_rate": 2.8465050930804356e-05,
+      "loss": 0.6028,
+      "step": 10625
+    },
+    {
+      "epoch": 1.4511749169366248,
+      "grad_norm": 0.3401188850402832,
+      "learning_rate": 2.8289427467509662e-05,
+      "loss": 0.5771,
+      "step": 10650
+    },
+    {
+      "epoch": 1.454581553277131,
+      "grad_norm": 0.3095962405204773,
+      "learning_rate": 2.8113804004214967e-05,
+      "loss": 0.5766,
+      "step": 10675
+    },
+    {
+      "epoch": 1.457988189617637,
+      "grad_norm": 0.3148902952671051,
+      "learning_rate": 2.7938180540920266e-05,
+      "loss": 0.5878,
+      "step": 10700
+    },
+    {
+      "epoch": 1.461394825958143,
+      "grad_norm": 0.3642762303352356,
+      "learning_rate": 2.7762557077625572e-05,
+      "loss": 0.5876,
+      "step": 10725
+    },
+    {
+      "epoch": 1.4648014622986492,
+      "grad_norm": 0.3234134018421173,
+      "learning_rate": 2.7586933614330874e-05,
+      "loss": 0.5963,
+      "step": 10750
+    },
+    {
+      "epoch": 1.4682080986391552,
+      "grad_norm": 0.3760201632976532,
+      "learning_rate": 2.741131015103618e-05,
+      "loss": 0.5982,
+      "step": 10775
+    },
+    {
+      "epoch": 1.4716147349796613,
+      "grad_norm": 0.3245134651660919,
+      "learning_rate": 2.7235686687741486e-05,
+      "loss": 0.5676,
+      "step": 10800
+    },
+    {
+      "epoch": 1.4750213713201674,
+      "grad_norm": 0.32639381289482117,
+      "learning_rate": 2.7060063224446784e-05,
+      "loss": 0.5614,
+      "step": 10825
+    },
+    {
+      "epoch": 1.4784280076606735,
+      "grad_norm": 0.3028101325035095,
+      "learning_rate": 2.688443976115209e-05,
+      "loss": 0.5965,
+      "step": 10850
+    },
+    {
+      "epoch": 1.4818346440011796,
+      "grad_norm": 0.32848045229911804,
+      "learning_rate": 2.67088162978574e-05,
+      "loss": 0.5873,
+      "step": 10875
+    },
+    {
+      "epoch": 1.4852412803416857,
+      "grad_norm": 0.30644866824150085,
+      "learning_rate": 2.6533192834562698e-05,
+      "loss": 0.5908,
+      "step": 10900
+    },
+    {
+      "epoch": 1.4886479166821918,
+      "grad_norm": 0.3460093140602112,
+      "learning_rate": 2.6357569371268004e-05,
+      "loss": 0.5897,
+      "step": 10925
+    },
+    {
+      "epoch": 1.4920545530226978,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 2.6181945907973306e-05,
+      "loss": 0.6111,
+      "step": 10950
+    },
+    {
+      "epoch": 1.495461189363204,
+      "grad_norm": 0.3346981108188629,
+      "learning_rate": 2.600632244467861e-05,
+      "loss": 0.5662,
+      "step": 10975
+    },
+    {
+      "epoch": 1.49886782570371,
+      "grad_norm": 0.32983726263046265,
+      "learning_rate": 2.5830698981383917e-05,
+      "loss": 0.5525,
+      "step": 11000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.679900088910612e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-11000/training_args.bin b/checkpoint-11000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-11000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-12000/README.md b/checkpoint-12000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-12000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-12000/adapter_config.json b/checkpoint-12000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-12000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-12000/adapter_model.safetensors b/checkpoint-12000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5166aeece87a402e4cadc7af9c62cf8e0e610d5e
--- /dev/null
+++ b/checkpoint-12000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78ff9b13dc953c3945911800b72e59044ef645d373416892e7cfb84056a8341
+size 2436951232
diff --git a/checkpoint-12000/optimizer.pt b/checkpoint-12000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6288876a1a1fc29028302f94f5622a8c40dde520
--- /dev/null
+++ b/checkpoint-12000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29aa21f9f4f6fc785ecfa4f072c33cd87ab0fa96e8a86a881f113701b0e9626
+size 2305112156
diff --git a/checkpoint-12000/rng_state.pth b/checkpoint-12000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-12000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-12000/scheduler.pt b/checkpoint-12000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a87b72d13bd7aa88386b4e24165df000e788da3
--- /dev/null
+++ b/checkpoint-12000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706261e0200825cf51c450a78b2bd113ef931fc80a36910d246d0590beefa1de
+size 1064
diff --git a/checkpoint-12000/special_tokens_map.json b/checkpoint-12000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-12000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-12000/tokenizer.json b/checkpoint-12000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-12000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-12000/tokenizer_config.json b/checkpoint-12000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-12000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-12000/trainer_state.json b/checkpoint-12000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce305f36b19c306ebd9b151ad52e9d0d9dfd4f22
--- /dev/null
+++ b/checkpoint-12000/trainer_state.json
@@ -0,0 +1,3394 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.635133279323953,
+  "eval_steps": 500,
+  "global_step": 12000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3660090084239729,
+      "grad_norm": 0.3290906250476837,
+      "learning_rate": 3.2680014049877065e-05,
+      "loss": 0.6023,
+      "step": 10025
+    },
+    {
+      "epoch": 1.369415644764479,
+      "grad_norm": 0.32303091883659363,
+      "learning_rate": 3.250439058658237e-05,
+      "loss": 0.5957,
+      "step": 10050
+    },
+    {
+      "epoch": 1.372822281104985,
+      "grad_norm": 0.30665114521980286,
+      "learning_rate": 3.2328767123287676e-05,
+      "loss": 0.586,
+      "step": 10075
+    },
+    {
+      "epoch": 1.3762289174454911,
+      "grad_norm": 0.32518666982650757,
+      "learning_rate": 3.215314365999298e-05,
+      "loss": 0.5829,
+      "step": 10100
+    },
+    {
+      "epoch": 1.3796355537859972,
+      "grad_norm": 0.3334820568561554,
+      "learning_rate": 3.197752019669828e-05,
+      "loss": 0.5939,
+      "step": 10125
+    },
+    {
+      "epoch": 1.3830421901265033,
+      "grad_norm": 0.30552002787590027,
+      "learning_rate": 3.1801896733403586e-05,
+      "loss": 0.5826,
+      "step": 10150
+    },
+    {
+      "epoch": 1.3864488264670094,
+      "grad_norm": 0.35440927743911743,
+      "learning_rate": 3.1626273270108885e-05,
+      "loss": 0.607,
+      "step": 10175
+    },
+    {
+      "epoch": 1.3898554628075155,
+      "grad_norm": 0.31508344411849976,
+      "learning_rate": 3.145064980681419e-05,
+      "loss": 0.564,
+      "step": 10200
+    },
+    {
+      "epoch": 1.3932620991480216,
+      "grad_norm": 0.2713547348976135,
+      "learning_rate": 3.1275026343519496e-05,
+      "loss": 0.5798,
+      "step": 10225
+    },
+    {
+      "epoch": 1.3966687354885277,
+      "grad_norm": 0.30810999870300293,
+      "learning_rate": 3.1099402880224795e-05,
+      "loss": 0.5887,
+      "step": 10250
+    },
+    {
+      "epoch": 1.4000753718290337,
+      "grad_norm": 0.29226067662239075,
+      "learning_rate": 3.092377941693011e-05,
+      "loss": 0.5992,
+      "step": 10275
+    },
+    {
+      "epoch": 1.4034820081695398,
+      "grad_norm": 0.35241231322288513,
+      "learning_rate": 3.0748155953635406e-05,
+      "loss": 0.5965,
+      "step": 10300
+    },
+    {
+      "epoch": 1.406888644510046,
+      "grad_norm": 0.321756511926651,
+      "learning_rate": 3.057253249034071e-05,
+      "loss": 0.6126,
+      "step": 10325
+    },
+    {
+      "epoch": 1.410295280850552,
+      "grad_norm": 0.28978297114372253,
+      "learning_rate": 3.0396909027046018e-05,
+      "loss": 0.5835,
+      "step": 10350
+    },
+    {
+      "epoch": 1.413701917191058,
+      "grad_norm": 0.3767097592353821,
+      "learning_rate": 3.0221285563751317e-05,
+      "loss": 0.6188,
+      "step": 10375
+    },
+    {
+      "epoch": 1.417108553531564,
+      "grad_norm": 0.2829996347427368,
+      "learning_rate": 3.0045662100456622e-05,
+      "loss": 0.6087,
+      "step": 10400
+    },
+    {
+      "epoch": 1.42051518987207,
+      "grad_norm": 0.3308793008327484,
+      "learning_rate": 2.9870038637161928e-05,
+      "loss": 0.5818,
+      "step": 10425
+    },
+    {
+      "epoch": 1.4239218262125761,
+      "grad_norm": 0.3255029618740082,
+      "learning_rate": 2.969441517386723e-05,
+      "loss": 0.5788,
+      "step": 10450
+    },
+    {
+      "epoch": 1.4273284625530822,
+      "grad_norm": 0.328983873128891,
+      "learning_rate": 2.9518791710572536e-05,
+      "loss": 0.6092,
+      "step": 10475
+    },
+    {
+      "epoch": 1.4307350988935883,
+      "grad_norm": 0.3405100703239441,
+      "learning_rate": 2.9343168247277835e-05,
+      "loss": 0.5924,
+      "step": 10500
+    },
+    {
+      "epoch": 1.4341417352340944,
+      "grad_norm": 0.30565881729125977,
+      "learning_rate": 2.916754478398314e-05,
+      "loss": 0.5827,
+      "step": 10525
+    },
+    {
+      "epoch": 1.4375483715746005,
+      "grad_norm": 0.2973788380622864,
+      "learning_rate": 2.899192132068845e-05,
+      "loss": 0.5797,
+      "step": 10550
+    },
+    {
+      "epoch": 1.4409550079151066,
+      "grad_norm": 0.316902756690979,
+      "learning_rate": 2.8816297857393748e-05,
+      "loss": 0.5763,
+      "step": 10575
+    },
+    {
+      "epoch": 1.4443616442556126,
+      "grad_norm": 0.30036553740501404,
+      "learning_rate": 2.8640674394099054e-05,
+      "loss": 0.59,
+      "step": 10600
+    },
+    {
+      "epoch": 1.4477682805961187,
+      "grad_norm": 0.3541527986526489,
+      "learning_rate": 2.8465050930804356e-05,
+      "loss": 0.6028,
+      "step": 10625
+    },
+    {
+      "epoch": 1.4511749169366248,
+      "grad_norm": 0.3401188850402832,
+      "learning_rate": 2.8289427467509662e-05,
+      "loss": 0.5771,
+      "step": 10650
+    },
+    {
+      "epoch": 1.454581553277131,
+      "grad_norm": 0.3095962405204773,
+      "learning_rate": 2.8113804004214967e-05,
+      "loss": 0.5766,
+      "step": 10675
+    },
+    {
+      "epoch": 1.457988189617637,
+      "grad_norm": 0.3148902952671051,
+      "learning_rate": 2.7938180540920266e-05,
+      "loss": 0.5878,
+      "step": 10700
+    },
+    {
+      "epoch": 1.461394825958143,
+      "grad_norm": 0.3642762303352356,
+      "learning_rate": 2.7762557077625572e-05,
+      "loss": 0.5876,
+      "step": 10725
+    },
+    {
+      "epoch": 1.4648014622986492,
+      "grad_norm": 0.3234134018421173,
+      "learning_rate": 2.7586933614330874e-05,
+      "loss": 0.5963,
+      "step": 10750
+    },
+    {
+      "epoch": 1.4682080986391552,
+      "grad_norm": 0.3760201632976532,
+      "learning_rate": 2.741131015103618e-05,
+      "loss": 0.5982,
+      "step": 10775
+    },
+    {
+      "epoch": 1.4716147349796613,
+      "grad_norm": 0.3245134651660919,
+      "learning_rate": 2.7235686687741486e-05,
+      "loss": 0.5676,
+      "step": 10800
+    },
+    {
+      "epoch": 1.4750213713201674,
+      "grad_norm": 0.32639381289482117,
+      "learning_rate": 2.7060063224446784e-05,
+      "loss": 0.5614,
+      "step": 10825
+    },
+    {
+      "epoch": 1.4784280076606735,
+      "grad_norm": 0.3028101325035095,
+      "learning_rate": 2.688443976115209e-05,
+      "loss": 0.5965,
+      "step": 10850
+    },
+    {
+      "epoch": 1.4818346440011796,
+      "grad_norm": 0.32848045229911804,
+      "learning_rate": 2.67088162978574e-05,
+      "loss": 0.5873,
+      "step": 10875
+    },
+    {
+      "epoch": 1.4852412803416857,
+      "grad_norm": 0.30644866824150085,
+      "learning_rate": 2.6533192834562698e-05,
+      "loss": 0.5908,
+      "step": 10900
+    },
+    {
+      "epoch": 1.4886479166821918,
+      "grad_norm": 0.3460093140602112,
+      "learning_rate": 2.6357569371268004e-05,
+      "loss": 0.5897,
+      "step": 10925
+    },
+    {
+      "epoch": 1.4920545530226978,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 2.6181945907973306e-05,
+      "loss": 0.6111,
+      "step": 10950
+    },
+    {
+      "epoch": 1.495461189363204,
+      "grad_norm": 0.3346981108188629,
+      "learning_rate": 2.600632244467861e-05,
+      "loss": 0.5662,
+      "step": 10975
+    },
+    {
+      "epoch": 1.49886782570371,
+      "grad_norm": 0.32983726263046265,
+      "learning_rate": 2.5830698981383917e-05,
+      "loss": 0.5525,
+      "step": 11000
+    },
+    {
+      "epoch": 1.502274462044216,
+      "grad_norm": 0.3233675956726074,
+      "learning_rate": 2.5655075518089216e-05,
+      "loss": 0.5818,
+      "step": 11025
+    },
+    {
+      "epoch": 1.5056810983847222,
+      "grad_norm": 0.3246392607688904,
+      "learning_rate": 2.547945205479452e-05,
+      "loss": 0.5819,
+      "step": 11050
+    },
+    {
+      "epoch": 1.5090877347252283,
+      "grad_norm": 0.31511232256889343,
+      "learning_rate": 2.5303828591499824e-05,
+      "loss": 0.5608,
+      "step": 11075
+    },
+    {
+      "epoch": 1.5124943710657344,
+      "grad_norm": 0.3445887267589569,
+      "learning_rate": 2.512820512820513e-05,
+      "loss": 0.5964,
+      "step": 11100
+    },
+    {
+      "epoch": 1.5159010074062405,
+      "grad_norm": 0.29458969831466675,
+      "learning_rate": 2.4952581664910432e-05,
+      "loss": 0.562,
+      "step": 11125
+    },
+    {
+      "epoch": 1.5193076437467465,
+      "grad_norm": 0.31204789876937866,
+      "learning_rate": 2.4776958201615737e-05,
+      "loss": 0.5738,
+      "step": 11150
+    },
+    {
+      "epoch": 1.5227142800872526,
+      "grad_norm": 0.2912496030330658,
+      "learning_rate": 2.460133473832104e-05,
+      "loss": 0.5669,
+      "step": 11175
+    },
+    {
+      "epoch": 1.5261209164277587,
+      "grad_norm": 0.3034071922302246,
+      "learning_rate": 2.4425711275026345e-05,
+      "loss": 0.6167,
+      "step": 11200
+    },
+    {
+      "epoch": 1.5295275527682646,
+      "grad_norm": 0.3211260735988617,
+      "learning_rate": 2.4250087811731648e-05,
+      "loss": 0.5852,
+      "step": 11225
+    },
+    {
+      "epoch": 1.5329341891087707,
+      "grad_norm": 0.3125843405723572,
+      "learning_rate": 2.4074464348436953e-05,
+      "loss": 0.5985,
+      "step": 11250
+    },
+    {
+      "epoch": 1.5363408254492767,
+      "grad_norm": 0.3351622223854065,
+      "learning_rate": 2.3898840885142256e-05,
+      "loss": 0.5916,
+      "step": 11275
+    },
+    {
+      "epoch": 1.5397474617897828,
+      "grad_norm": 0.29850685596466064,
+      "learning_rate": 2.372321742184756e-05,
+      "loss": 0.5848,
+      "step": 11300
+    },
+    {
+      "epoch": 1.543154098130289,
+      "grad_norm": 0.30315324664115906,
+      "learning_rate": 2.3547593958552863e-05,
+      "loss": 0.5762,
+      "step": 11325
+    },
+    {
+      "epoch": 1.546560734470795,
+      "grad_norm": 0.31599122285842896,
+      "learning_rate": 2.3371970495258166e-05,
+      "loss": 0.5685,
+      "step": 11350
+    },
+    {
+      "epoch": 1.549967370811301,
+      "grad_norm": 0.3213142454624176,
+      "learning_rate": 2.319634703196347e-05,
+      "loss": 0.5985,
+      "step": 11375
+    },
+    {
+      "epoch": 1.5533740071518072,
+      "grad_norm": 0.3190346360206604,
+      "learning_rate": 2.3020723568668777e-05,
+      "loss": 0.5917,
+      "step": 11400
+    },
+    {
+      "epoch": 1.5567806434923133,
+      "grad_norm": 0.33793261647224426,
+      "learning_rate": 2.284510010537408e-05,
+      "loss": 0.5911,
+      "step": 11425
+    },
+    {
+      "epoch": 1.5601872798328194,
+      "grad_norm": 0.3071536421775818,
+      "learning_rate": 2.266947664207938e-05,
+      "loss": 0.5668,
+      "step": 11450
+    },
+    {
+      "epoch": 1.5635939161733254,
+      "grad_norm": 0.30443212389945984,
+      "learning_rate": 2.2493853178784687e-05,
+      "loss": 0.5872,
+      "step": 11475
+    },
+    {
+      "epoch": 1.5670005525138315,
+      "grad_norm": 0.2918742895126343,
+      "learning_rate": 2.231822971548999e-05,
+      "loss": 0.5678,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5704071888543374,
+      "grad_norm": 0.31535714864730835,
+      "learning_rate": 2.2142606252195295e-05,
+      "loss": 0.5654,
+      "step": 11525
+    },
+    {
+      "epoch": 1.5738138251948435,
+      "grad_norm": 0.308967649936676,
+      "learning_rate": 2.1966982788900597e-05,
+      "loss": 0.5807,
+      "step": 11550
+    },
+    {
+      "epoch": 1.5772204615353496,
+      "grad_norm": 0.3183216452598572,
+      "learning_rate": 2.17913593256059e-05,
+      "loss": 0.5892,
+      "step": 11575
+    },
+    {
+      "epoch": 1.5806270978758556,
+      "grad_norm": 0.3481101393699646,
+      "learning_rate": 2.1615735862311205e-05,
+      "loss": 0.5777,
+      "step": 11600
+    },
+    {
+      "epoch": 1.5840337342163617,
+      "grad_norm": 0.3023226261138916,
+      "learning_rate": 2.144011239901651e-05,
+      "loss": 0.6049,
+      "step": 11625
+    },
+    {
+      "epoch": 1.5874403705568678,
+      "grad_norm": 0.3095088303089142,
+      "learning_rate": 2.1264488935721813e-05,
+      "loss": 0.5618,
+      "step": 11650
+    },
+    {
+      "epoch": 1.590847006897374,
+      "grad_norm": 0.3510863482952118,
+      "learning_rate": 2.1088865472427115e-05,
+      "loss": 0.5794,
+      "step": 11675
+    },
+    {
+      "epoch": 1.59425364323788,
+      "grad_norm": 0.3501506745815277,
+      "learning_rate": 2.091324200913242e-05,
+      "loss": 0.5883,
+      "step": 11700
+    },
+    {
+      "epoch": 1.597660279578386,
+      "grad_norm": 0.35157808661460876,
+      "learning_rate": 2.0737618545837727e-05,
+      "loss": 0.591,
+      "step": 11725
+    },
+    {
+      "epoch": 1.6010669159188922,
+      "grad_norm": 0.34667158126831055,
+      "learning_rate": 2.056199508254303e-05,
+      "loss": 0.5625,
+      "step": 11750
+    },
+    {
+      "epoch": 1.6044735522593983,
+      "grad_norm": 0.36488744616508484,
+      "learning_rate": 2.038637161924833e-05,
+      "loss": 0.6236,
+      "step": 11775
+    },
+    {
+      "epoch": 1.6078801885999043,
+      "grad_norm": 0.3272364139556885,
+      "learning_rate": 2.0210748155953637e-05,
+      "loss": 0.5867,
+      "step": 11800
+    },
+    {
+      "epoch": 1.6112868249404104,
+      "grad_norm": 0.3458411395549774,
+      "learning_rate": 2.0035124692658943e-05,
+      "loss": 0.5919,
+      "step": 11825
+    },
+    {
+      "epoch": 1.6146934612809165,
+      "grad_norm": 0.362530916929245,
+      "learning_rate": 1.9859501229364245e-05,
+      "loss": 0.5844,
+      "step": 11850
+    },
+    {
+      "epoch": 1.6181000976214226,
+      "grad_norm": 0.3061313331127167,
+      "learning_rate": 1.9683877766069547e-05,
+      "loss": 0.578,
+      "step": 11875
+    },
+    {
+      "epoch": 1.6215067339619287,
+      "grad_norm": 0.3104388117790222,
+      "learning_rate": 1.950825430277485e-05,
+      "loss": 0.5862,
+      "step": 11900
+    },
+    {
+      "epoch": 1.6249133703024348,
+      "grad_norm": 0.29367533326148987,
+      "learning_rate": 1.9332630839480155e-05,
+      "loss": 0.568,
+      "step": 11925
+    },
+    {
+      "epoch": 1.6283200066429409,
+      "grad_norm": 0.3182733952999115,
+      "learning_rate": 1.915700737618546e-05,
+      "loss": 0.584,
+      "step": 11950
+    },
+    {
+      "epoch": 1.631726642983447,
+      "grad_norm": 0.31644895672798157,
+      "learning_rate": 1.8981383912890763e-05,
+      "loss": 0.5666,
+      "step": 11975
+    },
+    {
+      "epoch": 1.635133279323953,
+      "grad_norm": 0.297619104385376,
+      "learning_rate": 1.8805760449596065e-05,
+      "loss": 0.5908,
+      "step": 12000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.105800113006072e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-12000/training_args.bin b/checkpoint-12000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-12000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-13000/README.md b/checkpoint-13000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-13000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-13000/adapter_config.json b/checkpoint-13000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-13000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-13000/adapter_model.safetensors b/checkpoint-13000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..880e1f3d1c79a52bb0ddbfab10cf0ec38c39f88e
--- /dev/null
+++ b/checkpoint-13000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9a415e851606d05605fed02fbb311cac1ea1deae765e27d2bb9c875ca102bd
+size 2436951232
diff --git a/checkpoint-13000/optimizer.pt b/checkpoint-13000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754509cc00187c282e2e21fd650cd4ac8c4f35f4
--- /dev/null
+++ b/checkpoint-13000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521068a6bf18781d19e053273b3e31b0f6f60b84ff73acd63d62fd8d5462fb68
+size 2305112156
diff --git a/checkpoint-13000/rng_state.pth b/checkpoint-13000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-13000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-13000/scheduler.pt b/checkpoint-13000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6587e48ece790eb60530412d0de26bc933012a
--- /dev/null
+++ b/checkpoint-13000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de013e056baa506bb1837042e6e2f84a7d26afd9b7b59969661fb912e743ba97
+size 1064
diff --git a/checkpoint-13000/special_tokens_map.json b/checkpoint-13000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-13000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-13000/tokenizer.json b/checkpoint-13000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-13000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-13000/tokenizer_config.json b/checkpoint-13000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-13000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-13000/trainer_state.json b/checkpoint-13000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..07c4999257187f2407fe936aad36badb0ea52a88
--- /dev/null
+++ b/checkpoint-13000/trainer_state.json
@@ -0,0 +1,3674 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.771398732944196,
+  "eval_steps": 500,
+  "global_step": 13000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3660090084239729,
+      "grad_norm": 0.3290906250476837,
+      "learning_rate": 3.2680014049877065e-05,
+      "loss": 0.6023,
+      "step": 10025
+    },
+    {
+      "epoch": 1.369415644764479,
+      "grad_norm": 0.32303091883659363,
+      "learning_rate": 3.250439058658237e-05,
+      "loss": 0.5957,
+      "step": 10050
+    },
+    {
+      "epoch": 1.372822281104985,
+      "grad_norm": 0.30665114521980286,
+      "learning_rate": 3.2328767123287676e-05,
+      "loss": 0.586,
+      "step": 10075
+    },
+    {
+      "epoch": 1.3762289174454911,
+      "grad_norm": 0.32518666982650757,
+      "learning_rate": 3.215314365999298e-05,
+      "loss": 0.5829,
+      "step": 10100
+    },
+    {
+      "epoch": 1.3796355537859972,
+      "grad_norm": 0.3334820568561554,
+      "learning_rate": 3.197752019669828e-05,
+      "loss": 0.5939,
+      "step": 10125
+    },
+    {
+      "epoch": 1.3830421901265033,
+      "grad_norm": 0.30552002787590027,
+      "learning_rate": 3.1801896733403586e-05,
+      "loss": 0.5826,
+      "step": 10150
+    },
+    {
+      "epoch": 1.3864488264670094,
+      "grad_norm": 0.35440927743911743,
+      "learning_rate": 3.1626273270108885e-05,
+      "loss": 0.607,
+      "step": 10175
+    },
+    {
+      "epoch": 1.3898554628075155,
+      "grad_norm": 0.31508344411849976,
+      "learning_rate": 3.145064980681419e-05,
+      "loss": 0.564,
+      "step": 10200
+    },
+    {
+      "epoch": 1.3932620991480216,
+      "grad_norm": 0.2713547348976135,
+      "learning_rate": 3.1275026343519496e-05,
+      "loss": 0.5798,
+      "step": 10225
+    },
+    {
+      "epoch": 1.3966687354885277,
+      "grad_norm": 0.30810999870300293,
+      "learning_rate": 3.1099402880224795e-05,
+      "loss": 0.5887,
+      "step": 10250
+    },
+    {
+      "epoch": 1.4000753718290337,
+      "grad_norm": 0.29226067662239075,
+      "learning_rate": 3.092377941693011e-05,
+      "loss": 0.5992,
+      "step": 10275
+    },
+    {
+      "epoch": 1.4034820081695398,
+      "grad_norm": 0.35241231322288513,
+      "learning_rate": 3.0748155953635406e-05,
+      "loss": 0.5965,
+      "step": 10300
+    },
+    {
+      "epoch": 1.406888644510046,
+      "grad_norm": 0.321756511926651,
+      "learning_rate": 3.057253249034071e-05,
+      "loss": 0.6126,
+      "step": 10325
+    },
+    {
+      "epoch": 1.410295280850552,
+      "grad_norm": 0.28978297114372253,
+      "learning_rate": 3.0396909027046018e-05,
+      "loss": 0.5835,
+      "step": 10350
+    },
+    {
+      "epoch": 1.413701917191058,
+      "grad_norm": 0.3767097592353821,
+      "learning_rate": 3.0221285563751317e-05,
+      "loss": 0.6188,
+      "step": 10375
+    },
+    {
+      "epoch": 1.417108553531564,
+      "grad_norm": 0.2829996347427368,
+      "learning_rate": 3.0045662100456622e-05,
+      "loss": 0.6087,
+      "step": 10400
+    },
+    {
+      "epoch": 1.42051518987207,
+      "grad_norm": 0.3308793008327484,
+      "learning_rate": 2.9870038637161928e-05,
+      "loss": 0.5818,
+      "step": 10425
+    },
+    {
+      "epoch": 1.4239218262125761,
+      "grad_norm": 0.3255029618740082,
+      "learning_rate": 2.969441517386723e-05,
+      "loss": 0.5788,
+      "step": 10450
+    },
+    {
+      "epoch": 1.4273284625530822,
+      "grad_norm": 0.328983873128891,
+      "learning_rate": 2.9518791710572536e-05,
+      "loss": 0.6092,
+      "step": 10475
+    },
+    {
+      "epoch": 1.4307350988935883,
+      "grad_norm": 0.3405100703239441,
+      "learning_rate": 2.9343168247277835e-05,
+      "loss": 0.5924,
+      "step": 10500
+    },
+    {
+      "epoch": 1.4341417352340944,
+      "grad_norm": 0.30565881729125977,
+      "learning_rate": 2.916754478398314e-05,
+      "loss": 0.5827,
+      "step": 10525
+    },
+    {
+      "epoch": 1.4375483715746005,
+      "grad_norm": 0.2973788380622864,
+      "learning_rate": 2.899192132068845e-05,
+      "loss": 0.5797,
+      "step": 10550
+    },
+    {
+      "epoch": 1.4409550079151066,
+      "grad_norm": 0.316902756690979,
+      "learning_rate": 2.8816297857393748e-05,
+      "loss": 0.5763,
+      "step": 10575
+    },
+    {
+      "epoch": 1.4443616442556126,
+      "grad_norm": 0.30036553740501404,
+      "learning_rate": 2.8640674394099054e-05,
+      "loss": 0.59,
+      "step": 10600
+    },
+    {
+      "epoch": 1.4477682805961187,
+      "grad_norm": 0.3541527986526489,
+      "learning_rate": 2.8465050930804356e-05,
+      "loss": 0.6028,
+      "step": 10625
+    },
+    {
+      "epoch": 1.4511749169366248,
+      "grad_norm": 0.3401188850402832,
+      "learning_rate": 2.8289427467509662e-05,
+      "loss": 0.5771,
+      "step": 10650
+    },
+    {
+      "epoch": 1.454581553277131,
+      "grad_norm": 0.3095962405204773,
+      "learning_rate": 2.8113804004214967e-05,
+      "loss": 0.5766,
+      "step": 10675
+    },
+    {
+      "epoch": 1.457988189617637,
+      "grad_norm": 0.3148902952671051,
+      "learning_rate": 2.7938180540920266e-05,
+      "loss": 0.5878,
+      "step": 10700
+    },
+    {
+      "epoch": 1.461394825958143,
+      "grad_norm": 0.3642762303352356,
+      "learning_rate": 2.7762557077625572e-05,
+      "loss": 0.5876,
+      "step": 10725
+    },
+    {
+      "epoch": 1.4648014622986492,
+      "grad_norm": 0.3234134018421173,
+      "learning_rate": 2.7586933614330874e-05,
+      "loss": 0.5963,
+      "step": 10750
+    },
+    {
+      "epoch": 1.4682080986391552,
+      "grad_norm": 0.3760201632976532,
+      "learning_rate": 2.741131015103618e-05,
+      "loss": 0.5982,
+      "step": 10775
+    },
+    {
+      "epoch": 1.4716147349796613,
+      "grad_norm": 0.3245134651660919,
+      "learning_rate": 2.7235686687741486e-05,
+      "loss": 0.5676,
+      "step": 10800
+    },
+    {
+      "epoch": 1.4750213713201674,
+      "grad_norm": 0.32639381289482117,
+      "learning_rate": 2.7060063224446784e-05,
+      "loss": 0.5614,
+      "step": 10825
+    },
+    {
+      "epoch": 1.4784280076606735,
+      "grad_norm": 0.3028101325035095,
+      "learning_rate": 2.688443976115209e-05,
+      "loss": 0.5965,
+      "step": 10850
+    },
+    {
+      "epoch": 1.4818346440011796,
+      "grad_norm": 0.32848045229911804,
+      "learning_rate": 2.67088162978574e-05,
+      "loss": 0.5873,
+      "step": 10875
+    },
+    {
+      "epoch": 1.4852412803416857,
+      "grad_norm": 0.30644866824150085,
+      "learning_rate": 2.6533192834562698e-05,
+      "loss": 0.5908,
+      "step": 10900
+    },
+    {
+      "epoch": 1.4886479166821918,
+      "grad_norm": 0.3460093140602112,
+      "learning_rate": 2.6357569371268004e-05,
+      "loss": 0.5897,
+      "step": 10925
+    },
+    {
+      "epoch": 1.4920545530226978,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 2.6181945907973306e-05,
+      "loss": 0.6111,
+      "step": 10950
+    },
+    {
+      "epoch": 1.495461189363204,
+      "grad_norm": 0.3346981108188629,
+      "learning_rate": 2.600632244467861e-05,
+      "loss": 0.5662,
+      "step": 10975
+    },
+    {
+      "epoch": 1.49886782570371,
+      "grad_norm": 0.32983726263046265,
+      "learning_rate": 2.5830698981383917e-05,
+      "loss": 0.5525,
+      "step": 11000
+    },
+    {
+      "epoch": 1.502274462044216,
+      "grad_norm": 0.3233675956726074,
+      "learning_rate": 2.5655075518089216e-05,
+      "loss": 0.5818,
+      "step": 11025
+    },
+    {
+      "epoch": 1.5056810983847222,
+      "grad_norm": 0.3246392607688904,
+      "learning_rate": 2.547945205479452e-05,
+      "loss": 0.5819,
+      "step": 11050
+    },
+    {
+      "epoch": 1.5090877347252283,
+      "grad_norm": 0.31511232256889343,
+      "learning_rate": 2.5303828591499824e-05,
+      "loss": 0.5608,
+      "step": 11075
+    },
+    {
+      "epoch": 1.5124943710657344,
+      "grad_norm": 0.3445887267589569,
+      "learning_rate": 2.512820512820513e-05,
+      "loss": 0.5964,
+      "step": 11100
+    },
+    {
+      "epoch": 1.5159010074062405,
+      "grad_norm": 0.29458969831466675,
+      "learning_rate": 2.4952581664910432e-05,
+      "loss": 0.562,
+      "step": 11125
+    },
+    {
+      "epoch": 1.5193076437467465,
+      "grad_norm": 0.31204789876937866,
+      "learning_rate": 2.4776958201615737e-05,
+      "loss": 0.5738,
+      "step": 11150
+    },
+    {
+      "epoch": 1.5227142800872526,
+      "grad_norm": 0.2912496030330658,
+      "learning_rate": 2.460133473832104e-05,
+      "loss": 0.5669,
+      "step": 11175
+    },
+    {
+      "epoch": 1.5261209164277587,
+      "grad_norm": 0.3034071922302246,
+      "learning_rate": 2.4425711275026345e-05,
+      "loss": 0.6167,
+      "step": 11200
+    },
+    {
+      "epoch": 1.5295275527682646,
+      "grad_norm": 0.3211260735988617,
+      "learning_rate": 2.4250087811731648e-05,
+      "loss": 0.5852,
+      "step": 11225
+    },
+    {
+      "epoch": 1.5329341891087707,
+      "grad_norm": 0.3125843405723572,
+      "learning_rate": 2.4074464348436953e-05,
+      "loss": 0.5985,
+      "step": 11250
+    },
+    {
+      "epoch": 1.5363408254492767,
+      "grad_norm": 0.3351622223854065,
+      "learning_rate": 2.3898840885142256e-05,
+      "loss": 0.5916,
+      "step": 11275
+    },
+    {
+      "epoch": 1.5397474617897828,
+      "grad_norm": 0.29850685596466064,
+      "learning_rate": 2.372321742184756e-05,
+      "loss": 0.5848,
+      "step": 11300
+    },
+    {
+      "epoch": 1.543154098130289,
+      "grad_norm": 0.30315324664115906,
+      "learning_rate": 2.3547593958552863e-05,
+      "loss": 0.5762,
+      "step": 11325
+    },
+    {
+      "epoch": 1.546560734470795,
+      "grad_norm": 0.31599122285842896,
+      "learning_rate": 2.3371970495258166e-05,
+      "loss": 0.5685,
+      "step": 11350
+    },
+    {
+      "epoch": 1.549967370811301,
+      "grad_norm": 0.3213142454624176,
+      "learning_rate": 2.319634703196347e-05,
+      "loss": 0.5985,
+      "step": 11375
+    },
+    {
+      "epoch": 1.5533740071518072,
+      "grad_norm": 0.3190346360206604,
+      "learning_rate": 2.3020723568668777e-05,
+      "loss": 0.5917,
+      "step": 11400
+    },
+    {
+      "epoch": 1.5567806434923133,
+      "grad_norm": 0.33793261647224426,
+      "learning_rate": 2.284510010537408e-05,
+      "loss": 0.5911,
+      "step": 11425
+    },
+    {
+      "epoch": 1.5601872798328194,
+      "grad_norm": 0.3071536421775818,
+      "learning_rate": 2.266947664207938e-05,
+      "loss": 0.5668,
+      "step": 11450
+    },
+    {
+      "epoch": 1.5635939161733254,
+      "grad_norm": 0.30443212389945984,
+      "learning_rate": 2.2493853178784687e-05,
+      "loss": 0.5872,
+      "step": 11475
+    },
+    {
+      "epoch": 1.5670005525138315,
+      "grad_norm": 0.2918742895126343,
+      "learning_rate": 2.231822971548999e-05,
+      "loss": 0.5678,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5704071888543374,
+      "grad_norm": 0.31535714864730835,
+      "learning_rate": 2.2142606252195295e-05,
+      "loss": 0.5654,
+      "step": 11525
+    },
+    {
+      "epoch": 1.5738138251948435,
+      "grad_norm": 0.308967649936676,
+      "learning_rate": 2.1966982788900597e-05,
+      "loss": 0.5807,
+      "step": 11550
+    },
+    {
+      "epoch": 1.5772204615353496,
+      "grad_norm": 0.3183216452598572,
+      "learning_rate": 2.17913593256059e-05,
+      "loss": 0.5892,
+      "step": 11575
+    },
+    {
+      "epoch": 1.5806270978758556,
+      "grad_norm": 0.3481101393699646,
+      "learning_rate": 2.1615735862311205e-05,
+      "loss": 0.5777,
+      "step": 11600
+    },
+    {
+      "epoch": 1.5840337342163617,
+      "grad_norm": 0.3023226261138916,
+      "learning_rate": 2.144011239901651e-05,
+      "loss": 0.6049,
+      "step": 11625
+    },
+    {
+      "epoch": 1.5874403705568678,
+      "grad_norm": 0.3095088303089142,
+      "learning_rate": 2.1264488935721813e-05,
+      "loss": 0.5618,
+      "step": 11650
+    },
+    {
+      "epoch": 1.590847006897374,
+      "grad_norm": 0.3510863482952118,
+      "learning_rate": 2.1088865472427115e-05,
+      "loss": 0.5794,
+      "step": 11675
+    },
+    {
+      "epoch": 1.59425364323788,
+      "grad_norm": 0.3501506745815277,
+      "learning_rate": 2.091324200913242e-05,
+      "loss": 0.5883,
+      "step": 11700
+    },
+    {
+      "epoch": 1.597660279578386,
+      "grad_norm": 0.35157808661460876,
+      "learning_rate": 2.0737618545837727e-05,
+      "loss": 0.591,
+      "step": 11725
+    },
+    {
+      "epoch": 1.6010669159188922,
+      "grad_norm": 0.34667158126831055,
+      "learning_rate": 2.056199508254303e-05,
+      "loss": 0.5625,
+      "step": 11750
+    },
+    {
+      "epoch": 1.6044735522593983,
+      "grad_norm": 0.36488744616508484,
+      "learning_rate": 2.038637161924833e-05,
+      "loss": 0.6236,
+      "step": 11775
+    },
+    {
+      "epoch": 1.6078801885999043,
+      "grad_norm": 0.3272364139556885,
+      "learning_rate": 2.0210748155953637e-05,
+      "loss": 0.5867,
+      "step": 11800
+    },
+    {
+      "epoch": 1.6112868249404104,
+      "grad_norm": 0.3458411395549774,
+      "learning_rate": 2.0035124692658943e-05,
+      "loss": 0.5919,
+      "step": 11825
+    },
+    {
+      "epoch": 1.6146934612809165,
+      "grad_norm": 0.362530916929245,
+      "learning_rate": 1.9859501229364245e-05,
+      "loss": 0.5844,
+      "step": 11850
+    },
+    {
+      "epoch": 1.6181000976214226,
+      "grad_norm": 0.3061313331127167,
+      "learning_rate": 1.9683877766069547e-05,
+      "loss": 0.578,
+      "step": 11875
+    },
+    {
+      "epoch": 1.6215067339619287,
+      "grad_norm": 0.3104388117790222,
+      "learning_rate": 1.950825430277485e-05,
+      "loss": 0.5862,
+      "step": 11900
+    },
+    {
+      "epoch": 1.6249133703024348,
+      "grad_norm": 0.29367533326148987,
+      "learning_rate": 1.9332630839480155e-05,
+      "loss": 0.568,
+      "step": 11925
+    },
+    {
+      "epoch": 1.6283200066429409,
+      "grad_norm": 0.3182733952999115,
+      "learning_rate": 1.915700737618546e-05,
+      "loss": 0.584,
+      "step": 11950
+    },
+    {
+      "epoch": 1.631726642983447,
+      "grad_norm": 0.31644895672798157,
+      "learning_rate": 1.8981383912890763e-05,
+      "loss": 0.5666,
+      "step": 11975
+    },
+    {
+      "epoch": 1.635133279323953,
+      "grad_norm": 0.297619104385376,
+      "learning_rate": 1.8805760449596065e-05,
+      "loss": 0.5908,
+      "step": 12000
+    },
+    {
+      "epoch": 1.6385399156644591,
+      "grad_norm": 0.3179234266281128,
+      "learning_rate": 1.863013698630137e-05,
+      "loss": 0.589,
+      "step": 12025
+    },
+    {
+      "epoch": 1.6419465520049652,
+      "grad_norm": 0.3117496371269226,
+      "learning_rate": 1.8454513523006676e-05,
+      "loss": 0.5777,
+      "step": 12050
+    },
+    {
+      "epoch": 1.6453531883454713,
+      "grad_norm": 0.3699851930141449,
+      "learning_rate": 1.827889005971198e-05,
+      "loss": 0.595,
+      "step": 12075
+    },
+    {
+      "epoch": 1.6487598246859774,
+      "grad_norm": 0.30205854773521423,
+      "learning_rate": 1.810326659641728e-05,
+      "loss": 0.6009,
+      "step": 12100
+    },
+    {
+      "epoch": 1.6521664610264835,
+      "grad_norm": 0.2764529585838318,
+      "learning_rate": 1.7927643133122583e-05,
+      "loss": 0.5686,
+      "step": 12125
+    },
+    {
+      "epoch": 1.6555730973669895,
+      "grad_norm": 0.306428998708725,
+      "learning_rate": 1.7752019669827892e-05,
+      "loss": 0.5955,
+      "step": 12150
+    },
+    {
+      "epoch": 1.6589797337074956,
+      "grad_norm": 0.36335381865501404,
+      "learning_rate": 1.7576396206533195e-05,
+      "loss": 0.6048,
+      "step": 12175
+    },
+    {
+      "epoch": 1.6623863700480017,
+      "grad_norm": 0.2794727087020874,
+      "learning_rate": 1.7400772743238497e-05,
+      "loss": 0.5981,
+      "step": 12200
+    },
+    {
+      "epoch": 1.6657930063885078,
+      "grad_norm": 0.32972803711891174,
+      "learning_rate": 1.72251492799438e-05,
+      "loss": 0.5476,
+      "step": 12225
+    },
+    {
+      "epoch": 1.6691996427290139,
+      "grad_norm": 0.31174436211586,
+      "learning_rate": 1.7049525816649105e-05,
+      "loss": 0.5732,
+      "step": 12250
+    },
+    {
+      "epoch": 1.67260627906952,
+      "grad_norm": 0.3182581067085266,
+      "learning_rate": 1.687390235335441e-05,
+      "loss": 0.5736,
+      "step": 12275
+    },
+    {
+      "epoch": 1.676012915410026,
+      "grad_norm": 0.3544427752494812,
+      "learning_rate": 1.6698278890059713e-05,
+      "loss": 0.6036,
+      "step": 12300
+    },
+    {
+      "epoch": 1.6794195517505321,
+      "grad_norm": 0.31909558176994324,
+      "learning_rate": 1.6522655426765015e-05,
+      "loss": 0.6003,
+      "step": 12325
+    },
+    {
+      "epoch": 1.6828261880910382,
+      "grad_norm": 0.37591150403022766,
+      "learning_rate": 1.634703196347032e-05,
+      "loss": 0.5778,
+      "step": 12350
+    },
+    {
+      "epoch": 1.6862328244315443,
+      "grad_norm": 0.3523281514644623,
+      "learning_rate": 1.6171408500175626e-05,
+      "loss": 0.615,
+      "step": 12375
+    },
+    {
+      "epoch": 1.6896394607720504,
+      "grad_norm": 0.3197459578514099,
+      "learning_rate": 1.599578503688093e-05,
+      "loss": 0.5955,
+      "step": 12400
+    },
+    {
+      "epoch": 1.6930460971125565,
+      "grad_norm": 0.3070302903652191,
+      "learning_rate": 1.582016157358623e-05,
+      "loss": 0.5701,
+      "step": 12425
+    },
+    {
+      "epoch": 1.6964527334530624,
+      "grad_norm": 0.3082948327064514,
+      "learning_rate": 1.5644538110291533e-05,
+      "loss": 0.5852,
+      "step": 12450
+    },
+    {
+      "epoch": 1.6998593697935684,
+      "grad_norm": 0.3454219400882721,
+      "learning_rate": 1.5468914646996842e-05,
+      "loss": 0.6087,
+      "step": 12475
+    },
+    {
+      "epoch": 1.7032660061340745,
+      "grad_norm": 0.3495611548423767,
+      "learning_rate": 1.5293291183702144e-05,
+      "loss": 0.6165,
+      "step": 12500
+    },
+    {
+      "epoch": 1.7066726424745806,
+      "grad_norm": 0.35227829217910767,
+      "learning_rate": 1.5117667720407446e-05,
+      "loss": 0.6058,
+      "step": 12525
+    },
+    {
+      "epoch": 1.7100792788150867,
+      "grad_norm": 0.3307322859764099,
+      "learning_rate": 1.494204425711275e-05,
+      "loss": 0.613,
+      "step": 12550
+    },
+    {
+      "epoch": 1.7134859151555928,
+      "grad_norm": 0.29460999369621277,
+      "learning_rate": 1.4766420793818056e-05,
+      "loss": 0.5818,
+      "step": 12575
+    },
+    {
+      "epoch": 1.7168925514960989,
+      "grad_norm": 0.2916513979434967,
+      "learning_rate": 1.4590797330523358e-05,
+      "loss": 0.6006,
+      "step": 12600
+    },
+    {
+      "epoch": 1.720299187836605,
+      "grad_norm": 0.3213001787662506,
+      "learning_rate": 1.4415173867228662e-05,
+      "loss": 0.5895,
+      "step": 12625
+    },
+    {
+      "epoch": 1.723705824177111,
+      "grad_norm": 0.3271484375,
+      "learning_rate": 1.4239550403933966e-05,
+      "loss": 0.5751,
+      "step": 12650
+    },
+    {
+      "epoch": 1.7271124605176171,
+      "grad_norm": 0.31554198265075684,
+      "learning_rate": 1.4063926940639269e-05,
+      "loss": 0.5619,
+      "step": 12675
+    },
+    {
+      "epoch": 1.7305190968581232,
+      "grad_norm": 0.33524471521377563,
+      "learning_rate": 1.3888303477344574e-05,
+      "loss": 0.5983,
+      "step": 12700
+    },
+    {
+      "epoch": 1.7339257331986293,
+      "grad_norm": 0.2879363000392914,
+      "learning_rate": 1.3712680014049878e-05,
+      "loss": 0.5788,
+      "step": 12725
+    },
+    {
+      "epoch": 1.7373323695391352,
+      "grad_norm": 0.33548370003700256,
+      "learning_rate": 1.353705655075518e-05,
+      "loss": 0.5857,
+      "step": 12750
+    },
+    {
+      "epoch": 1.7407390058796413,
+      "grad_norm": 0.31736239790916443,
+      "learning_rate": 1.3361433087460484e-05,
+      "loss": 0.5763,
+      "step": 12775
+    },
+    {
+      "epoch": 1.7441456422201473,
+      "grad_norm": 0.2964527904987335,
+      "learning_rate": 1.318580962416579e-05,
+      "loss": 0.588,
+      "step": 12800
+    },
+    {
+      "epoch": 1.7475522785606534,
+      "grad_norm": 0.35111087560653687,
+      "learning_rate": 1.3010186160871094e-05,
+      "loss": 0.5727,
+      "step": 12825
+    },
+    {
+      "epoch": 1.7509589149011595,
+      "grad_norm": 0.3259890377521515,
+      "learning_rate": 1.2834562697576396e-05,
+      "loss": 0.5983,
+      "step": 12850
+    },
+    {
+      "epoch": 1.7543655512416656,
+      "grad_norm": 0.3256474435329437,
+      "learning_rate": 1.26589392342817e-05,
+      "loss": 0.6077,
+      "step": 12875
+    },
+    {
+      "epoch": 1.7577721875821717,
+      "grad_norm": 0.32251888513565063,
+      "learning_rate": 1.2483315770987004e-05,
+      "loss": 0.5836,
+      "step": 12900
+    },
+    {
+      "epoch": 1.7611788239226778,
+      "grad_norm": 0.3057299256324768,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.579,
+      "step": 12925
+    },
+    {
+      "epoch": 1.7645854602631839,
+      "grad_norm": 0.3247281610965729,
+      "learning_rate": 1.2132068844397612e-05,
+      "loss": 0.5909,
+      "step": 12950
+    },
+    {
+      "epoch": 1.76799209660369,
+      "grad_norm": 0.3315178453922272,
+      "learning_rate": 1.1956445381102916e-05,
+      "loss": 0.5778,
+      "step": 12975
+    },
+    {
+      "epoch": 1.771398732944196,
+      "grad_norm": 0.3456060588359833,
+      "learning_rate": 1.178082191780822e-05,
+      "loss": 0.5772,
+      "step": 13000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.532365070378278e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-13000/training_args.bin b/checkpoint-13000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-13000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-14000/README.md b/checkpoint-14000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-14000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-14000/adapter_config.json b/checkpoint-14000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-14000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-14000/adapter_model.safetensors b/checkpoint-14000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..04874034bbbe2da5d803ad4267948db4b3472fe1
--- /dev/null
+++ b/checkpoint-14000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b552ac54cf67c7c952ac3a8365ca775c523ed08e239d996a3a0d84e1967f46e
+size 2436951232
diff --git a/checkpoint-14000/optimizer.pt b/checkpoint-14000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e436ebb8631f3ce8a7084fa7b1f85860f9140
--- /dev/null
+++ b/checkpoint-14000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1f36c26db216a41fecd215a48de2c56d9e49e8112dc471514a76d98cba9e15
+size 2305112156
diff --git a/checkpoint-14000/rng_state.pth b/checkpoint-14000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-14000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-14000/scheduler.pt b/checkpoint-14000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb8549a5eca09f24a62c288d1b784745c93146e
--- /dev/null
+++ b/checkpoint-14000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e4ce0c3707669c4a20543d5accab6d9d1fd131169b62a7e852ceb20328b9f
+size 1064
diff --git a/checkpoint-14000/special_tokens_map.json b/checkpoint-14000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-14000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-14000/tokenizer.json b/checkpoint-14000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-14000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-14000/tokenizer_config.json b/checkpoint-14000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-14000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-14000/trainer_state.json b/checkpoint-14000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d3c1b0996c012a6e9a06995e90d73ffaf5d3fa3c
--- /dev/null
+++ b/checkpoint-14000/trainer_state.json
@@ -0,0 +1,3954 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.907664186564439,
+  "eval_steps": 500,
+  "global_step": 14000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3660090084239729,
+      "grad_norm": 0.3290906250476837,
+      "learning_rate": 3.2680014049877065e-05,
+      "loss": 0.6023,
+      "step": 10025
+    },
+    {
+      "epoch": 1.369415644764479,
+      "grad_norm": 0.32303091883659363,
+      "learning_rate": 3.250439058658237e-05,
+      "loss": 0.5957,
+      "step": 10050
+    },
+    {
+      "epoch": 1.372822281104985,
+      "grad_norm": 0.30665114521980286,
+      "learning_rate": 3.2328767123287676e-05,
+      "loss": 0.586,
+      "step": 10075
+    },
+    {
+      "epoch": 1.3762289174454911,
+      "grad_norm": 0.32518666982650757,
+      "learning_rate": 3.215314365999298e-05,
+      "loss": 0.5829,
+      "step": 10100
+    },
+    {
+      "epoch": 1.3796355537859972,
+      "grad_norm": 0.3334820568561554,
+      "learning_rate": 3.197752019669828e-05,
+      "loss": 0.5939,
+      "step": 10125
+    },
+    {
+      "epoch": 1.3830421901265033,
+      "grad_norm": 0.30552002787590027,
+      "learning_rate": 3.1801896733403586e-05,
+      "loss": 0.5826,
+      "step": 10150
+    },
+    {
+      "epoch": 1.3864488264670094,
+      "grad_norm": 0.35440927743911743,
+      "learning_rate": 3.1626273270108885e-05,
+      "loss": 0.607,
+      "step": 10175
+    },
+    {
+      "epoch": 1.3898554628075155,
+      "grad_norm": 0.31508344411849976,
+      "learning_rate": 3.145064980681419e-05,
+      "loss": 0.564,
+      "step": 10200
+    },
+    {
+      "epoch": 1.3932620991480216,
+      "grad_norm": 0.2713547348976135,
+      "learning_rate": 3.1275026343519496e-05,
+      "loss": 0.5798,
+      "step": 10225
+    },
+    {
+      "epoch": 1.3966687354885277,
+      "grad_norm": 0.30810999870300293,
+      "learning_rate": 3.1099402880224795e-05,
+      "loss": 0.5887,
+      "step": 10250
+    },
+    {
+      "epoch": 1.4000753718290337,
+      "grad_norm": 0.29226067662239075,
+      "learning_rate": 3.092377941693011e-05,
+      "loss": 0.5992,
+      "step": 10275
+    },
+    {
+      "epoch": 1.4034820081695398,
+      "grad_norm": 0.35241231322288513,
+      "learning_rate": 3.0748155953635406e-05,
+      "loss": 0.5965,
+      "step": 10300
+    },
+    {
+      "epoch": 1.406888644510046,
+      "grad_norm": 0.321756511926651,
+      "learning_rate": 3.057253249034071e-05,
+      "loss": 0.6126,
+      "step": 10325
+    },
+    {
+      "epoch": 1.410295280850552,
+      "grad_norm": 0.28978297114372253,
+      "learning_rate": 3.0396909027046018e-05,
+      "loss": 0.5835,
+      "step": 10350
+    },
+    {
+      "epoch": 1.413701917191058,
+      "grad_norm": 0.3767097592353821,
+      "learning_rate": 3.0221285563751317e-05,
+      "loss": 0.6188,
+      "step": 10375
+    },
+    {
+      "epoch": 1.417108553531564,
+      "grad_norm": 0.2829996347427368,
+      "learning_rate": 3.0045662100456622e-05,
+      "loss": 0.6087,
+      "step": 10400
+    },
+    {
+      "epoch": 1.42051518987207,
+      "grad_norm": 0.3308793008327484,
+      "learning_rate": 2.9870038637161928e-05,
+      "loss": 0.5818,
+      "step": 10425
+    },
+    {
+      "epoch": 1.4239218262125761,
+      "grad_norm": 0.3255029618740082,
+      "learning_rate": 2.969441517386723e-05,
+      "loss": 0.5788,
+      "step": 10450
+    },
+    {
+      "epoch": 1.4273284625530822,
+      "grad_norm": 0.328983873128891,
+      "learning_rate": 2.9518791710572536e-05,
+      "loss": 0.6092,
+      "step": 10475
+    },
+    {
+      "epoch": 1.4307350988935883,
+      "grad_norm": 0.3405100703239441,
+      "learning_rate": 2.9343168247277835e-05,
+      "loss": 0.5924,
+      "step": 10500
+    },
+    {
+      "epoch": 1.4341417352340944,
+      "grad_norm": 0.30565881729125977,
+      "learning_rate": 2.916754478398314e-05,
+      "loss": 0.5827,
+      "step": 10525
+    },
+    {
+      "epoch": 1.4375483715746005,
+      "grad_norm": 0.2973788380622864,
+      "learning_rate": 2.899192132068845e-05,
+      "loss": 0.5797,
+      "step": 10550
+    },
+    {
+      "epoch": 1.4409550079151066,
+      "grad_norm": 0.316902756690979,
+      "learning_rate": 2.8816297857393748e-05,
+      "loss": 0.5763,
+      "step": 10575
+    },
+    {
+      "epoch": 1.4443616442556126,
+      "grad_norm": 0.30036553740501404,
+      "learning_rate": 2.8640674394099054e-05,
+      "loss": 0.59,
+      "step": 10600
+    },
+    {
+      "epoch": 1.4477682805961187,
+      "grad_norm": 0.3541527986526489,
+      "learning_rate": 2.8465050930804356e-05,
+      "loss": 0.6028,
+      "step": 10625
+    },
+    {
+      "epoch": 1.4511749169366248,
+      "grad_norm": 0.3401188850402832,
+      "learning_rate": 2.8289427467509662e-05,
+      "loss": 0.5771,
+      "step": 10650
+    },
+    {
+      "epoch": 1.454581553277131,
+      "grad_norm": 0.3095962405204773,
+      "learning_rate": 2.8113804004214967e-05,
+      "loss": 0.5766,
+      "step": 10675
+    },
+    {
+      "epoch": 1.457988189617637,
+      "grad_norm": 0.3148902952671051,
+      "learning_rate": 2.7938180540920266e-05,
+      "loss": 0.5878,
+      "step": 10700
+    },
+    {
+      "epoch": 1.461394825958143,
+      "grad_norm": 0.3642762303352356,
+      "learning_rate": 2.7762557077625572e-05,
+      "loss": 0.5876,
+      "step": 10725
+    },
+    {
+      "epoch": 1.4648014622986492,
+      "grad_norm": 0.3234134018421173,
+      "learning_rate": 2.7586933614330874e-05,
+      "loss": 0.5963,
+      "step": 10750
+    },
+    {
+      "epoch": 1.4682080986391552,
+      "grad_norm": 0.3760201632976532,
+      "learning_rate": 2.741131015103618e-05,
+      "loss": 0.5982,
+      "step": 10775
+    },
+    {
+      "epoch": 1.4716147349796613,
+      "grad_norm": 0.3245134651660919,
+      "learning_rate": 2.7235686687741486e-05,
+      "loss": 0.5676,
+      "step": 10800
+    },
+    {
+      "epoch": 1.4750213713201674,
+      "grad_norm": 0.32639381289482117,
+      "learning_rate": 2.7060063224446784e-05,
+      "loss": 0.5614,
+      "step": 10825
+    },
+    {
+      "epoch": 1.4784280076606735,
+      "grad_norm": 0.3028101325035095,
+      "learning_rate": 2.688443976115209e-05,
+      "loss": 0.5965,
+      "step": 10850
+    },
+    {
+      "epoch": 1.4818346440011796,
+      "grad_norm": 0.32848045229911804,
+      "learning_rate": 2.67088162978574e-05,
+      "loss": 0.5873,
+      "step": 10875
+    },
+    {
+      "epoch": 1.4852412803416857,
+      "grad_norm": 0.30644866824150085,
+      "learning_rate": 2.6533192834562698e-05,
+      "loss": 0.5908,
+      "step": 10900
+    },
+    {
+      "epoch": 1.4886479166821918,
+      "grad_norm": 0.3460093140602112,
+      "learning_rate": 2.6357569371268004e-05,
+      "loss": 0.5897,
+      "step": 10925
+    },
+    {
+      "epoch": 1.4920545530226978,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 2.6181945907973306e-05,
+      "loss": 0.6111,
+      "step": 10950
+    },
+    {
+      "epoch": 1.495461189363204,
+      "grad_norm": 0.3346981108188629,
+      "learning_rate": 2.600632244467861e-05,
+      "loss": 0.5662,
+      "step": 10975
+    },
+    {
+      "epoch": 1.49886782570371,
+      "grad_norm": 0.32983726263046265,
+      "learning_rate": 2.5830698981383917e-05,
+      "loss": 0.5525,
+      "step": 11000
+    },
+    {
+      "epoch": 1.502274462044216,
+      "grad_norm": 0.3233675956726074,
+      "learning_rate": 2.5655075518089216e-05,
+      "loss": 0.5818,
+      "step": 11025
+    },
+    {
+      "epoch": 1.5056810983847222,
+      "grad_norm": 0.3246392607688904,
+      "learning_rate": 2.547945205479452e-05,
+      "loss": 0.5819,
+      "step": 11050
+    },
+    {
+      "epoch": 1.5090877347252283,
+      "grad_norm": 0.31511232256889343,
+      "learning_rate": 2.5303828591499824e-05,
+      "loss": 0.5608,
+      "step": 11075
+    },
+    {
+      "epoch": 1.5124943710657344,
+      "grad_norm": 0.3445887267589569,
+      "learning_rate": 2.512820512820513e-05,
+      "loss": 0.5964,
+      "step": 11100
+    },
+    {
+      "epoch": 1.5159010074062405,
+      "grad_norm": 0.29458969831466675,
+      "learning_rate": 2.4952581664910432e-05,
+      "loss": 0.562,
+      "step": 11125
+    },
+    {
+      "epoch": 1.5193076437467465,
+      "grad_norm": 0.31204789876937866,
+      "learning_rate": 2.4776958201615737e-05,
+      "loss": 0.5738,
+      "step": 11150
+    },
+    {
+      "epoch": 1.5227142800872526,
+      "grad_norm": 0.2912496030330658,
+      "learning_rate": 2.460133473832104e-05,
+      "loss": 0.5669,
+      "step": 11175
+    },
+    {
+      "epoch": 1.5261209164277587,
+      "grad_norm": 0.3034071922302246,
+      "learning_rate": 2.4425711275026345e-05,
+      "loss": 0.6167,
+      "step": 11200
+    },
+    {
+      "epoch": 1.5295275527682646,
+      "grad_norm": 0.3211260735988617,
+      "learning_rate": 2.4250087811731648e-05,
+      "loss": 0.5852,
+      "step": 11225
+    },
+    {
+      "epoch": 1.5329341891087707,
+      "grad_norm": 0.3125843405723572,
+      "learning_rate": 2.4074464348436953e-05,
+      "loss": 0.5985,
+      "step": 11250
+    },
+    {
+      "epoch": 1.5363408254492767,
+      "grad_norm": 0.3351622223854065,
+      "learning_rate": 2.3898840885142256e-05,
+      "loss": 0.5916,
+      "step": 11275
+    },
+    {
+      "epoch": 1.5397474617897828,
+      "grad_norm": 0.29850685596466064,
+      "learning_rate": 2.372321742184756e-05,
+      "loss": 0.5848,
+      "step": 11300
+    },
+    {
+      "epoch": 1.543154098130289,
+      "grad_norm": 0.30315324664115906,
+      "learning_rate": 2.3547593958552863e-05,
+      "loss": 0.5762,
+      "step": 11325
+    },
+    {
+      "epoch": 1.546560734470795,
+      "grad_norm": 0.31599122285842896,
+      "learning_rate": 2.3371970495258166e-05,
+      "loss": 0.5685,
+      "step": 11350
+    },
+    {
+      "epoch": 1.549967370811301,
+      "grad_norm": 0.3213142454624176,
+      "learning_rate": 2.319634703196347e-05,
+      "loss": 0.5985,
+      "step": 11375
+    },
+    {
+      "epoch": 1.5533740071518072,
+      "grad_norm": 0.3190346360206604,
+      "learning_rate": 2.3020723568668777e-05,
+      "loss": 0.5917,
+      "step": 11400
+    },
+    {
+      "epoch": 1.5567806434923133,
+      "grad_norm": 0.33793261647224426,
+      "learning_rate": 2.284510010537408e-05,
+      "loss": 0.5911,
+      "step": 11425
+    },
+    {
+      "epoch": 1.5601872798328194,
+      "grad_norm": 0.3071536421775818,
+      "learning_rate": 2.266947664207938e-05,
+      "loss": 0.5668,
+      "step": 11450
+    },
+    {
+      "epoch": 1.5635939161733254,
+      "grad_norm": 0.30443212389945984,
+      "learning_rate": 2.2493853178784687e-05,
+      "loss": 0.5872,
+      "step": 11475
+    },
+    {
+      "epoch": 1.5670005525138315,
+      "grad_norm": 0.2918742895126343,
+      "learning_rate": 2.231822971548999e-05,
+      "loss": 0.5678,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5704071888543374,
+      "grad_norm": 0.31535714864730835,
+      "learning_rate": 2.2142606252195295e-05,
+      "loss": 0.5654,
+      "step": 11525
+    },
+    {
+      "epoch": 1.5738138251948435,
+      "grad_norm": 0.308967649936676,
+      "learning_rate": 2.1966982788900597e-05,
+      "loss": 0.5807,
+      "step": 11550
+    },
+    {
+      "epoch": 1.5772204615353496,
+      "grad_norm": 0.3183216452598572,
+      "learning_rate": 2.17913593256059e-05,
+      "loss": 0.5892,
+      "step": 11575
+    },
+    {
+      "epoch": 1.5806270978758556,
+      "grad_norm": 0.3481101393699646,
+      "learning_rate": 2.1615735862311205e-05,
+      "loss": 0.5777,
+      "step": 11600
+    },
+    {
+      "epoch": 1.5840337342163617,
+      "grad_norm": 0.3023226261138916,
+      "learning_rate": 2.144011239901651e-05,
+      "loss": 0.6049,
+      "step": 11625
+    },
+    {
+      "epoch": 1.5874403705568678,
+      "grad_norm": 0.3095088303089142,
+      "learning_rate": 2.1264488935721813e-05,
+      "loss": 0.5618,
+      "step": 11650
+    },
+    {
+      "epoch": 1.590847006897374,
+      "grad_norm": 0.3510863482952118,
+      "learning_rate": 2.1088865472427115e-05,
+      "loss": 0.5794,
+      "step": 11675
+    },
+    {
+      "epoch": 1.59425364323788,
+      "grad_norm": 0.3501506745815277,
+      "learning_rate": 2.091324200913242e-05,
+      "loss": 0.5883,
+      "step": 11700
+    },
+    {
+      "epoch": 1.597660279578386,
+      "grad_norm": 0.35157808661460876,
+      "learning_rate": 2.0737618545837727e-05,
+      "loss": 0.591,
+      "step": 11725
+    },
+    {
+      "epoch": 1.6010669159188922,
+      "grad_norm": 0.34667158126831055,
+      "learning_rate": 2.056199508254303e-05,
+      "loss": 0.5625,
+      "step": 11750
+    },
+    {
+      "epoch": 1.6044735522593983,
+      "grad_norm": 0.36488744616508484,
+      "learning_rate": 2.038637161924833e-05,
+      "loss": 0.6236,
+      "step": 11775
+    },
+    {
+      "epoch": 1.6078801885999043,
+      "grad_norm": 0.3272364139556885,
+      "learning_rate": 2.0210748155953637e-05,
+      "loss": 0.5867,
+      "step": 11800
+    },
+    {
+      "epoch": 1.6112868249404104,
+      "grad_norm": 0.3458411395549774,
+      "learning_rate": 2.0035124692658943e-05,
+      "loss": 0.5919,
+      "step": 11825
+    },
+    {
+      "epoch": 1.6146934612809165,
+      "grad_norm": 0.362530916929245,
+      "learning_rate": 1.9859501229364245e-05,
+      "loss": 0.5844,
+      "step": 11850
+    },
+    {
+      "epoch": 1.6181000976214226,
+      "grad_norm": 0.3061313331127167,
+      "learning_rate": 1.9683877766069547e-05,
+      "loss": 0.578,
+      "step": 11875
+    },
+    {
+      "epoch": 1.6215067339619287,
+      "grad_norm": 0.3104388117790222,
+      "learning_rate": 1.950825430277485e-05,
+      "loss": 0.5862,
+      "step": 11900
+    },
+    {
+      "epoch": 1.6249133703024348,
+      "grad_norm": 0.29367533326148987,
+      "learning_rate": 1.9332630839480155e-05,
+      "loss": 0.568,
+      "step": 11925
+    },
+    {
+      "epoch": 1.6283200066429409,
+      "grad_norm": 0.3182733952999115,
+      "learning_rate": 1.915700737618546e-05,
+      "loss": 0.584,
+      "step": 11950
+    },
+    {
+      "epoch": 1.631726642983447,
+      "grad_norm": 0.31644895672798157,
+      "learning_rate": 1.8981383912890763e-05,
+      "loss": 0.5666,
+      "step": 11975
+    },
+    {
+      "epoch": 1.635133279323953,
+      "grad_norm": 0.297619104385376,
+      "learning_rate": 1.8805760449596065e-05,
+      "loss": 0.5908,
+      "step": 12000
+    },
+    {
+      "epoch": 1.6385399156644591,
+      "grad_norm": 0.3179234266281128,
+      "learning_rate": 1.863013698630137e-05,
+      "loss": 0.589,
+      "step": 12025
+    },
+    {
+      "epoch": 1.6419465520049652,
+      "grad_norm": 0.3117496371269226,
+      "learning_rate": 1.8454513523006676e-05,
+      "loss": 0.5777,
+      "step": 12050
+    },
+    {
+      "epoch": 1.6453531883454713,
+      "grad_norm": 0.3699851930141449,
+      "learning_rate": 1.827889005971198e-05,
+      "loss": 0.595,
+      "step": 12075
+    },
+    {
+      "epoch": 1.6487598246859774,
+      "grad_norm": 0.30205854773521423,
+      "learning_rate": 1.810326659641728e-05,
+      "loss": 0.6009,
+      "step": 12100
+    },
+    {
+      "epoch": 1.6521664610264835,
+      "grad_norm": 0.2764529585838318,
+      "learning_rate": 1.7927643133122583e-05,
+      "loss": 0.5686,
+      "step": 12125
+    },
+    {
+      "epoch": 1.6555730973669895,
+      "grad_norm": 0.306428998708725,
+      "learning_rate": 1.7752019669827892e-05,
+      "loss": 0.5955,
+      "step": 12150
+    },
+    {
+      "epoch": 1.6589797337074956,
+      "grad_norm": 0.36335381865501404,
+      "learning_rate": 1.7576396206533195e-05,
+      "loss": 0.6048,
+      "step": 12175
+    },
+    {
+      "epoch": 1.6623863700480017,
+      "grad_norm": 0.2794727087020874,
+      "learning_rate": 1.7400772743238497e-05,
+      "loss": 0.5981,
+      "step": 12200
+    },
+    {
+      "epoch": 1.6657930063885078,
+      "grad_norm": 0.32972803711891174,
+      "learning_rate": 1.72251492799438e-05,
+      "loss": 0.5476,
+      "step": 12225
+    },
+    {
+      "epoch": 1.6691996427290139,
+      "grad_norm": 0.31174436211586,
+      "learning_rate": 1.7049525816649105e-05,
+      "loss": 0.5732,
+      "step": 12250
+    },
+    {
+      "epoch": 1.67260627906952,
+      "grad_norm": 0.3182581067085266,
+      "learning_rate": 1.687390235335441e-05,
+      "loss": 0.5736,
+      "step": 12275
+    },
+    {
+      "epoch": 1.676012915410026,
+      "grad_norm": 0.3544427752494812,
+      "learning_rate": 1.6698278890059713e-05,
+      "loss": 0.6036,
+      "step": 12300
+    },
+    {
+      "epoch": 1.6794195517505321,
+      "grad_norm": 0.31909558176994324,
+      "learning_rate": 1.6522655426765015e-05,
+      "loss": 0.6003,
+      "step": 12325
+    },
+    {
+      "epoch": 1.6828261880910382,
+      "grad_norm": 0.37591150403022766,
+      "learning_rate": 1.634703196347032e-05,
+      "loss": 0.5778,
+      "step": 12350
+    },
+    {
+      "epoch": 1.6862328244315443,
+      "grad_norm": 0.3523281514644623,
+      "learning_rate": 1.6171408500175626e-05,
+      "loss": 0.615,
+      "step": 12375
+    },
+    {
+      "epoch": 1.6896394607720504,
+      "grad_norm": 0.3197459578514099,
+      "learning_rate": 1.599578503688093e-05,
+      "loss": 0.5955,
+      "step": 12400
+    },
+    {
+      "epoch": 1.6930460971125565,
+      "grad_norm": 0.3070302903652191,
+      "learning_rate": 1.582016157358623e-05,
+      "loss": 0.5701,
+      "step": 12425
+    },
+    {
+      "epoch": 1.6964527334530624,
+      "grad_norm": 0.3082948327064514,
+      "learning_rate": 1.5644538110291533e-05,
+      "loss": 0.5852,
+      "step": 12450
+    },
+    {
+      "epoch": 1.6998593697935684,
+      "grad_norm": 0.3454219400882721,
+      "learning_rate": 1.5468914646996842e-05,
+      "loss": 0.6087,
+      "step": 12475
+    },
+    {
+      "epoch": 1.7032660061340745,
+      "grad_norm": 0.3495611548423767,
+      "learning_rate": 1.5293291183702144e-05,
+      "loss": 0.6165,
+      "step": 12500
+    },
+    {
+      "epoch": 1.7066726424745806,
+      "grad_norm": 0.35227829217910767,
+      "learning_rate": 1.5117667720407446e-05,
+      "loss": 0.6058,
+      "step": 12525
+    },
+    {
+      "epoch": 1.7100792788150867,
+      "grad_norm": 0.3307322859764099,
+      "learning_rate": 1.494204425711275e-05,
+      "loss": 0.613,
+      "step": 12550
+    },
+    {
+      "epoch": 1.7134859151555928,
+      "grad_norm": 0.29460999369621277,
+      "learning_rate": 1.4766420793818056e-05,
+      "loss": 0.5818,
+      "step": 12575
+    },
+    {
+      "epoch": 1.7168925514960989,
+      "grad_norm": 0.2916513979434967,
+      "learning_rate": 1.4590797330523358e-05,
+      "loss": 0.6006,
+      "step": 12600
+    },
+    {
+      "epoch": 1.720299187836605,
+      "grad_norm": 0.3213001787662506,
+      "learning_rate": 1.4415173867228662e-05,
+      "loss": 0.5895,
+      "step": 12625
+    },
+    {
+      "epoch": 1.723705824177111,
+      "grad_norm": 0.3271484375,
+      "learning_rate": 1.4239550403933966e-05,
+      "loss": 0.5751,
+      "step": 12650
+    },
+    {
+      "epoch": 1.7271124605176171,
+      "grad_norm": 0.31554198265075684,
+      "learning_rate": 1.4063926940639269e-05,
+      "loss": 0.5619,
+      "step": 12675
+    },
+    {
+      "epoch": 1.7305190968581232,
+      "grad_norm": 0.33524471521377563,
+      "learning_rate": 1.3888303477344574e-05,
+      "loss": 0.5983,
+      "step": 12700
+    },
+    {
+      "epoch": 1.7339257331986293,
+      "grad_norm": 0.2879363000392914,
+      "learning_rate": 1.3712680014049878e-05,
+      "loss": 0.5788,
+      "step": 12725
+    },
+    {
+      "epoch": 1.7373323695391352,
+      "grad_norm": 0.33548370003700256,
+      "learning_rate": 1.353705655075518e-05,
+      "loss": 0.5857,
+      "step": 12750
+    },
+    {
+      "epoch": 1.7407390058796413,
+      "grad_norm": 0.31736239790916443,
+      "learning_rate": 1.3361433087460484e-05,
+      "loss": 0.5763,
+      "step": 12775
+    },
+    {
+      "epoch": 1.7441456422201473,
+      "grad_norm": 0.2964527904987335,
+      "learning_rate": 1.318580962416579e-05,
+      "loss": 0.588,
+      "step": 12800
+    },
+    {
+      "epoch": 1.7475522785606534,
+      "grad_norm": 0.35111087560653687,
+      "learning_rate": 1.3010186160871094e-05,
+      "loss": 0.5727,
+      "step": 12825
+    },
+    {
+      "epoch": 1.7509589149011595,
+      "grad_norm": 0.3259890377521515,
+      "learning_rate": 1.2834562697576396e-05,
+      "loss": 0.5983,
+      "step": 12850
+    },
+    {
+      "epoch": 1.7543655512416656,
+      "grad_norm": 0.3256474435329437,
+      "learning_rate": 1.26589392342817e-05,
+      "loss": 0.6077,
+      "step": 12875
+    },
+    {
+      "epoch": 1.7577721875821717,
+      "grad_norm": 0.32251888513565063,
+      "learning_rate": 1.2483315770987004e-05,
+      "loss": 0.5836,
+      "step": 12900
+    },
+    {
+      "epoch": 1.7611788239226778,
+      "grad_norm": 0.3057299256324768,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.579,
+      "step": 12925
+    },
+    {
+      "epoch": 1.7645854602631839,
+      "grad_norm": 0.3247281610965729,
+      "learning_rate": 1.2132068844397612e-05,
+      "loss": 0.5909,
+      "step": 12950
+    },
+    {
+      "epoch": 1.76799209660369,
+      "grad_norm": 0.3315178453922272,
+      "learning_rate": 1.1956445381102916e-05,
+      "loss": 0.5778,
+      "step": 12975
+    },
+    {
+      "epoch": 1.771398732944196,
+      "grad_norm": 0.3456060588359833,
+      "learning_rate": 1.178082191780822e-05,
+      "loss": 0.5772,
+      "step": 13000
+    },
+    {
+      "epoch": 1.7748053692847021,
+      "grad_norm": 0.2976686358451843,
+      "learning_rate": 1.1605198454513524e-05,
+      "loss": 0.5782,
+      "step": 13025
+    },
+    {
+      "epoch": 1.7782120056252082,
+      "grad_norm": 0.3840683400630951,
+      "learning_rate": 1.1429574991218828e-05,
+      "loss": 0.5909,
+      "step": 13050
+    },
+    {
+      "epoch": 1.7816186419657143,
+      "grad_norm": 0.33678537607192993,
+      "learning_rate": 1.125395152792413e-05,
+      "loss": 0.6187,
+      "step": 13075
+    },
+    {
+      "epoch": 1.7850252783062204,
+      "grad_norm": 0.30530181527137756,
+      "learning_rate": 1.1078328064629436e-05,
+      "loss": 0.5983,
+      "step": 13100
+    },
+    {
+      "epoch": 1.7884319146467265,
+      "grad_norm": 0.37755846977233887,
+      "learning_rate": 1.0902704601334738e-05,
+      "loss": 0.5875,
+      "step": 13125
+    },
+    {
+      "epoch": 1.7918385509872325,
+      "grad_norm": 0.3588654100894928,
+      "learning_rate": 1.0727081138040044e-05,
+      "loss": 0.5778,
+      "step": 13150
+    },
+    {
+      "epoch": 1.7952451873277386,
+      "grad_norm": 0.33472126722335815,
+      "learning_rate": 1.0551457674745346e-05,
+      "loss": 0.5903,
+      "step": 13175
+    },
+    {
+      "epoch": 1.7986518236682447,
+      "grad_norm": 0.3286832869052887,
+      "learning_rate": 1.0375834211450652e-05,
+      "loss": 0.5776,
+      "step": 13200
+    },
+    {
+      "epoch": 1.8020584600087508,
+      "grad_norm": 0.32272377610206604,
+      "learning_rate": 1.0200210748155954e-05,
+      "loss": 0.6116,
+      "step": 13225
+    },
+    {
+      "epoch": 1.805465096349257,
+      "grad_norm": 0.3254378139972687,
+      "learning_rate": 1.0024587284861258e-05,
+      "loss": 0.5801,
+      "step": 13250
+    },
+    {
+      "epoch": 1.808871732689763,
+      "grad_norm": 0.2955749034881592,
+      "learning_rate": 9.848963821566562e-06,
+      "loss": 0.5808,
+      "step": 13275
+    },
+    {
+      "epoch": 1.812278369030269,
+      "grad_norm": 0.3526495695114136,
+      "learning_rate": 9.673340358271866e-06,
+      "loss": 0.5777,
+      "step": 13300
+    },
+    {
+      "epoch": 1.8156850053707752,
+      "grad_norm": 0.30919772386550903,
+      "learning_rate": 9.49771689497717e-06,
+      "loss": 0.5912,
+      "step": 13325
+    },
+    {
+      "epoch": 1.8190916417112812,
+      "grad_norm": 0.33964163064956665,
+      "learning_rate": 9.322093431682474e-06,
+      "loss": 0.5581,
+      "step": 13350
+    },
+    {
+      "epoch": 1.8224982780517873,
+      "grad_norm": 0.31757307052612305,
+      "learning_rate": 9.146469968387778e-06,
+      "loss": 0.5845,
+      "step": 13375
+    },
+    {
+      "epoch": 1.8259049143922934,
+      "grad_norm": 0.3355781137943268,
+      "learning_rate": 8.970846505093081e-06,
+      "loss": 0.5958,
+      "step": 13400
+    },
+    {
+      "epoch": 1.8293115507327995,
+      "grad_norm": 0.28168126940727234,
+      "learning_rate": 8.795223041798385e-06,
+      "loss": 0.5734,
+      "step": 13425
+    },
+    {
+      "epoch": 1.8327181870733056,
+      "grad_norm": 0.32637590169906616,
+      "learning_rate": 8.619599578503688e-06,
+      "loss": 0.5755,
+      "step": 13450
+    },
+    {
+      "epoch": 1.8361248234138117,
+      "grad_norm": 0.3058291971683502,
+      "learning_rate": 8.443976115208993e-06,
+      "loss": 0.5756,
+      "step": 13475
+    },
+    {
+      "epoch": 1.8395314597543178,
+      "grad_norm": 0.3433995246887207,
+      "learning_rate": 8.268352651914296e-06,
+      "loss": 0.5926,
+      "step": 13500
+    },
+    {
+      "epoch": 1.8429380960948238,
+      "grad_norm": 0.32179251313209534,
+      "learning_rate": 8.0927291886196e-06,
+      "loss": 0.5835,
+      "step": 13525
+    },
+    {
+      "epoch": 1.84634473243533,
+      "grad_norm": 0.3159351050853729,
+      "learning_rate": 7.917105725324904e-06,
+      "loss": 0.605,
+      "step": 13550
+    },
+    {
+      "epoch": 1.849751368775836,
+      "grad_norm": 0.300453782081604,
+      "learning_rate": 7.741482262030207e-06,
+      "loss": 0.5771,
+      "step": 13575
+    },
+    {
+      "epoch": 1.853158005116342,
+      "grad_norm": 0.29322999715805054,
+      "learning_rate": 7.565858798735511e-06,
+      "loss": 0.583,
+      "step": 13600
+    },
+    {
+      "epoch": 1.8565646414568482,
+      "grad_norm": 0.3196932375431061,
+      "learning_rate": 7.3902353354408145e-06,
+      "loss": 0.5619,
+      "step": 13625
+    },
+    {
+      "epoch": 1.8599712777973543,
+      "grad_norm": 0.35355255007743835,
+      "learning_rate": 7.214611872146119e-06,
+      "loss": 0.5968,
+      "step": 13650
+    },
+    {
+      "epoch": 1.8633779141378601,
+      "grad_norm": 0.29249703884124756,
+      "learning_rate": 7.0389884088514224e-06,
+      "loss": 0.59,
+      "step": 13675
+    },
+    {
+      "epoch": 1.8667845504783662,
+      "grad_norm": 0.32649850845336914,
+      "learning_rate": 6.863364945556727e-06,
+      "loss": 0.592,
+      "step": 13700
+    },
+    {
+      "epoch": 1.8701911868188723,
+      "grad_norm": 0.3016286790370941,
+      "learning_rate": 6.68774148226203e-06,
+      "loss": 0.5797,
+      "step": 13725
+    },
+    {
+      "epoch": 1.8735978231593784,
+      "grad_norm": 0.35082265734672546,
+      "learning_rate": 6.512118018967335e-06,
+      "loss": 0.5919,
+      "step": 13750
+    },
+    {
+      "epoch": 1.8770044594998845,
+      "grad_norm": 0.35020819306373596,
+      "learning_rate": 6.336494555672638e-06,
+      "loss": 0.5811,
+      "step": 13775
+    },
+    {
+      "epoch": 1.8804110958403906,
+      "grad_norm": 0.3795909285545349,
+      "learning_rate": 6.160871092377942e-06,
+      "loss": 0.5733,
+      "step": 13800
+    },
+    {
+      "epoch": 1.8838177321808967,
+      "grad_norm": 0.3251563608646393,
+      "learning_rate": 5.985247629083246e-06,
+      "loss": 0.5949,
+      "step": 13825
+    },
+    {
+      "epoch": 1.8872243685214027,
+      "grad_norm": 0.2950724959373474,
+      "learning_rate": 5.80962416578855e-06,
+      "loss": 0.5824,
+      "step": 13850
+    },
+    {
+      "epoch": 1.8906310048619088,
+      "grad_norm": 0.29133903980255127,
+      "learning_rate": 5.634000702493854e-06,
+      "loss": 0.5772,
+      "step": 13875
+    },
+    {
+      "epoch": 1.894037641202415,
+      "grad_norm": 0.3070613741874695,
+      "learning_rate": 5.458377239199157e-06,
+      "loss": 0.5785,
+      "step": 13900
+    },
+    {
+      "epoch": 1.897444277542921,
+      "grad_norm": 0.3025205135345459,
+      "learning_rate": 5.282753775904461e-06,
+      "loss": 0.6019,
+      "step": 13925
+    },
+    {
+      "epoch": 1.900850913883427,
+      "grad_norm": 0.3081129193305969,
+      "learning_rate": 5.107130312609765e-06,
+      "loss": 0.5867,
+      "step": 13950
+    },
+    {
+      "epoch": 1.904257550223933,
+      "grad_norm": 0.33867502212524414,
+      "learning_rate": 4.931506849315068e-06,
+      "loss": 0.5743,
+      "step": 13975
+    },
+    {
+      "epoch": 1.907664186564439,
+      "grad_norm": 0.30810752511024475,
+      "learning_rate": 4.755883386020372e-06,
+      "loss": 0.5821,
+      "step": 14000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.958046124471115e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-14000/training_args.bin b/checkpoint-14000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-14000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-14676/README.md b/checkpoint-14676/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-14676/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-14676/adapter_config.json b/checkpoint-14676/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-14676/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-14676/adapter_model.safetensors b/checkpoint-14676/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f90a6264333da96627cce3b3b7f001a4e9d62ce
--- /dev/null
+++ b/checkpoint-14676/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeda29d226b608564606c5523291ef3d04f99c1ba2d77a4f17aa41ad396857a
+size 2436951232
diff --git a/checkpoint-14676/optimizer.pt b/checkpoint-14676/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b661e85a00e5b6e3dbf54a60eec406643ba80
--- /dev/null
+++ b/checkpoint-14676/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d09df18d02b88d634d88486d3075a659262ad7caf2e28fd7d02bb5fa0b0fcd
+size 2305112156
diff --git a/checkpoint-14676/rng_state.pth b/checkpoint-14676/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-14676/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-14676/scheduler.pt b/checkpoint-14676/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416da4d63462666da64e17b079a75286bfd30b9c
--- /dev/null
+++ b/checkpoint-14676/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e36869104d9ad80416ffe2e66577e786a01e163c59cfc9d3fabf4a3865165
+size 1064
diff --git a/checkpoint-14676/special_tokens_map.json b/checkpoint-14676/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-14676/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-14676/tokenizer.json b/checkpoint-14676/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-14676/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-14676/tokenizer_config.json b/checkpoint-14676/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-14676/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-14676/trainer_state.json b/checkpoint-14676/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..10211db394e8ed015a4d06484d986f9ea2324bc8
--- /dev/null
+++ b/checkpoint-14676/trainer_state.json
@@ -0,0 +1,4143 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9997796332117235,
+  "eval_steps": 500,
+  "global_step": 14676,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    },
+    {
+      "epoch": 1.2297435548037299,
+      "grad_norm": 0.3056606650352478,
+      "learning_rate": 3.970495258166491e-05,
+      "loss": 0.5979,
+      "step": 9025
+    },
+    {
+      "epoch": 1.233150191144236,
+      "grad_norm": 0.3158716559410095,
+      "learning_rate": 3.952932911837022e-05,
+      "loss": 0.5945,
+      "step": 9050
+    },
+    {
+      "epoch": 1.236556827484742,
+      "grad_norm": 0.3323630094528198,
+      "learning_rate": 3.935370565507552e-05,
+      "loss": 0.6056,
+      "step": 9075
+    },
+    {
+      "epoch": 1.2399634638252481,
+      "grad_norm": 0.31543681025505066,
+      "learning_rate": 3.9178082191780823e-05,
+      "loss": 0.5642,
+      "step": 9100
+    },
+    {
+      "epoch": 1.2433701001657542,
+      "grad_norm": 0.33846592903137207,
+      "learning_rate": 3.900245872848613e-05,
+      "loss": 0.585,
+      "step": 9125
+    },
+    {
+      "epoch": 1.2467767365062603,
+      "grad_norm": 0.2971675992012024,
+      "learning_rate": 3.882683526519143e-05,
+      "loss": 0.5953,
+      "step": 9150
+    },
+    {
+      "epoch": 1.2501833728467662,
+      "grad_norm": 0.3218803405761719,
+      "learning_rate": 3.8651211801896734e-05,
+      "loss": 0.5914,
+      "step": 9175
+    },
+    {
+      "epoch": 1.2535900091872723,
+      "grad_norm": 0.3213994801044464,
+      "learning_rate": 3.847558833860204e-05,
+      "loss": 0.5822,
+      "step": 9200
+    },
+    {
+      "epoch": 1.2569966455277783,
+      "grad_norm": 0.33393600583076477,
+      "learning_rate": 3.8299964875307345e-05,
+      "loss": 0.5937,
+      "step": 9225
+    },
+    {
+      "epoch": 1.2604032818682844,
+      "grad_norm": 0.27980881929397583,
+      "learning_rate": 3.812434141201265e-05,
+      "loss": 0.6056,
+      "step": 9250
+    },
+    {
+      "epoch": 1.2638099182087905,
+      "grad_norm": 0.3020496070384979,
+      "learning_rate": 3.794871794871795e-05,
+      "loss": 0.6062,
+      "step": 9275
+    },
+    {
+      "epoch": 1.2672165545492966,
+      "grad_norm": 0.3256005048751831,
+      "learning_rate": 3.7773094485423255e-05,
+      "loss": 0.6021,
+      "step": 9300
+    },
+    {
+      "epoch": 1.2706231908898027,
+      "grad_norm": 0.30306681990623474,
+      "learning_rate": 3.759747102212856e-05,
+      "loss": 0.608,
+      "step": 9325
+    },
+    {
+      "epoch": 1.2740298272303088,
+      "grad_norm": 0.2977856695652008,
+      "learning_rate": 3.742184755883386e-05,
+      "loss": 0.5785,
+      "step": 9350
+    },
+    {
+      "epoch": 1.2774364635708149,
+      "grad_norm": 0.3653808832168579,
+      "learning_rate": 3.7246224095539165e-05,
+      "loss": 0.5907,
+      "step": 9375
+    },
+    {
+      "epoch": 1.280843099911321,
+      "grad_norm": 0.3345490097999573,
+      "learning_rate": 3.707060063224447e-05,
+      "loss": 0.587,
+      "step": 9400
+    },
+    {
+      "epoch": 1.284249736251827,
+      "grad_norm": 0.2982236444950104,
+      "learning_rate": 3.6894977168949777e-05,
+      "loss": 0.5547,
+      "step": 9425
+    },
+    {
+      "epoch": 1.2876563725923331,
+      "grad_norm": 0.3151262402534485,
+      "learning_rate": 3.671935370565508e-05,
+      "loss": 0.5801,
+      "step": 9450
+    },
+    {
+      "epoch": 1.2910630089328392,
+      "grad_norm": 0.3142940402030945,
+      "learning_rate": 3.654373024236038e-05,
+      "loss": 0.574,
+      "step": 9475
+    },
+    {
+      "epoch": 1.2944696452733453,
+      "grad_norm": 0.3357933461666107,
+      "learning_rate": 3.636810677906569e-05,
+      "loss": 0.598,
+      "step": 9500
+    },
+    {
+      "epoch": 1.2978762816138514,
+      "grad_norm": 0.3080194294452667,
+      "learning_rate": 3.6192483315770986e-05,
+      "loss": 0.5895,
+      "step": 9525
+    },
+    {
+      "epoch": 1.3012829179543575,
+      "grad_norm": 0.29399389028549194,
+      "learning_rate": 3.601685985247629e-05,
+      "loss": 0.5606,
+      "step": 9550
+    },
+    {
+      "epoch": 1.3046895542948636,
+      "grad_norm": 0.3045051693916321,
+      "learning_rate": 3.58412363891816e-05,
+      "loss": 0.5781,
+      "step": 9575
+    },
+    {
+      "epoch": 1.3080961906353696,
+      "grad_norm": 0.3037458062171936,
+      "learning_rate": 3.5665612925886896e-05,
+      "loss": 0.5693,
+      "step": 9600
+    },
+    {
+      "epoch": 1.3115028269758757,
+      "grad_norm": 0.3291562497615814,
+      "learning_rate": 3.54899894625922e-05,
+      "loss": 0.5733,
+      "step": 9625
+    },
+    {
+      "epoch": 1.3149094633163818,
+      "grad_norm": 0.33404019474983215,
+      "learning_rate": 3.531436599929751e-05,
+      "loss": 0.5834,
+      "step": 9650
+    },
+    {
+      "epoch": 1.318316099656888,
+      "grad_norm": 0.3017292320728302,
+      "learning_rate": 3.513874253600281e-05,
+      "loss": 0.5724,
+      "step": 9675
+    },
+    {
+      "epoch": 1.321722735997394,
+      "grad_norm": 0.31595638394355774,
+      "learning_rate": 3.496311907270812e-05,
+      "loss": 0.5901,
+      "step": 9700
+    },
+    {
+      "epoch": 1.3251293723379,
+      "grad_norm": 0.29873600602149963,
+      "learning_rate": 3.478749560941342e-05,
+      "loss": 0.5758,
+      "step": 9725
+    },
+    {
+      "epoch": 1.3285360086784062,
+      "grad_norm": 0.3320747911930084,
+      "learning_rate": 3.461187214611872e-05,
+      "loss": 0.5882,
+      "step": 9750
+    },
+    {
+      "epoch": 1.3319426450189122,
+      "grad_norm": 0.2872166037559509,
+      "learning_rate": 3.443624868282403e-05,
+      "loss": 0.5942,
+      "step": 9775
+    },
+    {
+      "epoch": 1.3353492813594183,
+      "grad_norm": 0.2684285342693329,
+      "learning_rate": 3.426062521952933e-05,
+      "loss": 0.6047,
+      "step": 9800
+    },
+    {
+      "epoch": 1.3387559176999244,
+      "grad_norm": 0.3230988383293152,
+      "learning_rate": 3.408500175623463e-05,
+      "loss": 0.5786,
+      "step": 9825
+    },
+    {
+      "epoch": 1.3421625540404305,
+      "grad_norm": 0.33714237809181213,
+      "learning_rate": 3.390937829293994e-05,
+      "loss": 0.5895,
+      "step": 9850
+    },
+    {
+      "epoch": 1.3455691903809366,
+      "grad_norm": 0.29626786708831787,
+      "learning_rate": 3.3733754829645244e-05,
+      "loss": 0.5808,
+      "step": 9875
+    },
+    {
+      "epoch": 1.3489758267214427,
+      "grad_norm": 0.3248324990272522,
+      "learning_rate": 3.355813136635055e-05,
+      "loss": 0.5642,
+      "step": 9900
+    },
+    {
+      "epoch": 1.3523824630619485,
+      "grad_norm": 0.32865700125694275,
+      "learning_rate": 3.338250790305585e-05,
+      "loss": 0.5807,
+      "step": 9925
+    },
+    {
+      "epoch": 1.3557890994024546,
+      "grad_norm": 0.280898779630661,
+      "learning_rate": 3.3206884439761154e-05,
+      "loss": 0.6035,
+      "step": 9950
+    },
+    {
+      "epoch": 1.3591957357429607,
+      "grad_norm": 0.3238600492477417,
+      "learning_rate": 3.303126097646645e-05,
+      "loss": 0.5941,
+      "step": 9975
+    },
+    {
+      "epoch": 1.3626023720834668,
+      "grad_norm": 0.3435409367084503,
+      "learning_rate": 3.285563751317176e-05,
+      "loss": 0.5831,
+      "step": 10000
+    },
+    {
+      "epoch": 1.3660090084239729,
+      "grad_norm": 0.3290906250476837,
+      "learning_rate": 3.2680014049877065e-05,
+      "loss": 0.6023,
+      "step": 10025
+    },
+    {
+      "epoch": 1.369415644764479,
+      "grad_norm": 0.32303091883659363,
+      "learning_rate": 3.250439058658237e-05,
+      "loss": 0.5957,
+      "step": 10050
+    },
+    {
+      "epoch": 1.372822281104985,
+      "grad_norm": 0.30665114521980286,
+      "learning_rate": 3.2328767123287676e-05,
+      "loss": 0.586,
+      "step": 10075
+    },
+    {
+      "epoch": 1.3762289174454911,
+      "grad_norm": 0.32518666982650757,
+      "learning_rate": 3.215314365999298e-05,
+      "loss": 0.5829,
+      "step": 10100
+    },
+    {
+      "epoch": 1.3796355537859972,
+      "grad_norm": 0.3334820568561554,
+      "learning_rate": 3.197752019669828e-05,
+      "loss": 0.5939,
+      "step": 10125
+    },
+    {
+      "epoch": 1.3830421901265033,
+      "grad_norm": 0.30552002787590027,
+      "learning_rate": 3.1801896733403586e-05,
+      "loss": 0.5826,
+      "step": 10150
+    },
+    {
+      "epoch": 1.3864488264670094,
+      "grad_norm": 0.35440927743911743,
+      "learning_rate": 3.1626273270108885e-05,
+      "loss": 0.607,
+      "step": 10175
+    },
+    {
+      "epoch": 1.3898554628075155,
+      "grad_norm": 0.31508344411849976,
+      "learning_rate": 3.145064980681419e-05,
+      "loss": 0.564,
+      "step": 10200
+    },
+    {
+      "epoch": 1.3932620991480216,
+      "grad_norm": 0.2713547348976135,
+      "learning_rate": 3.1275026343519496e-05,
+      "loss": 0.5798,
+      "step": 10225
+    },
+    {
+      "epoch": 1.3966687354885277,
+      "grad_norm": 0.30810999870300293,
+      "learning_rate": 3.1099402880224795e-05,
+      "loss": 0.5887,
+      "step": 10250
+    },
+    {
+      "epoch": 1.4000753718290337,
+      "grad_norm": 0.29226067662239075,
+      "learning_rate": 3.092377941693011e-05,
+      "loss": 0.5992,
+      "step": 10275
+    },
+    {
+      "epoch": 1.4034820081695398,
+      "grad_norm": 0.35241231322288513,
+      "learning_rate": 3.0748155953635406e-05,
+      "loss": 0.5965,
+      "step": 10300
+    },
+    {
+      "epoch": 1.406888644510046,
+      "grad_norm": 0.321756511926651,
+      "learning_rate": 3.057253249034071e-05,
+      "loss": 0.6126,
+      "step": 10325
+    },
+    {
+      "epoch": 1.410295280850552,
+      "grad_norm": 0.28978297114372253,
+      "learning_rate": 3.0396909027046018e-05,
+      "loss": 0.5835,
+      "step": 10350
+    },
+    {
+      "epoch": 1.413701917191058,
+      "grad_norm": 0.3767097592353821,
+      "learning_rate": 3.0221285563751317e-05,
+      "loss": 0.6188,
+      "step": 10375
+    },
+    {
+      "epoch": 1.417108553531564,
+      "grad_norm": 0.2829996347427368,
+      "learning_rate": 3.0045662100456622e-05,
+      "loss": 0.6087,
+      "step": 10400
+    },
+    {
+      "epoch": 1.42051518987207,
+      "grad_norm": 0.3308793008327484,
+      "learning_rate": 2.9870038637161928e-05,
+      "loss": 0.5818,
+      "step": 10425
+    },
+    {
+      "epoch": 1.4239218262125761,
+      "grad_norm": 0.3255029618740082,
+      "learning_rate": 2.969441517386723e-05,
+      "loss": 0.5788,
+      "step": 10450
+    },
+    {
+      "epoch": 1.4273284625530822,
+      "grad_norm": 0.328983873128891,
+      "learning_rate": 2.9518791710572536e-05,
+      "loss": 0.6092,
+      "step": 10475
+    },
+    {
+      "epoch": 1.4307350988935883,
+      "grad_norm": 0.3405100703239441,
+      "learning_rate": 2.9343168247277835e-05,
+      "loss": 0.5924,
+      "step": 10500
+    },
+    {
+      "epoch": 1.4341417352340944,
+      "grad_norm": 0.30565881729125977,
+      "learning_rate": 2.916754478398314e-05,
+      "loss": 0.5827,
+      "step": 10525
+    },
+    {
+      "epoch": 1.4375483715746005,
+      "grad_norm": 0.2973788380622864,
+      "learning_rate": 2.899192132068845e-05,
+      "loss": 0.5797,
+      "step": 10550
+    },
+    {
+      "epoch": 1.4409550079151066,
+      "grad_norm": 0.316902756690979,
+      "learning_rate": 2.8816297857393748e-05,
+      "loss": 0.5763,
+      "step": 10575
+    },
+    {
+      "epoch": 1.4443616442556126,
+      "grad_norm": 0.30036553740501404,
+      "learning_rate": 2.8640674394099054e-05,
+      "loss": 0.59,
+      "step": 10600
+    },
+    {
+      "epoch": 1.4477682805961187,
+      "grad_norm": 0.3541527986526489,
+      "learning_rate": 2.8465050930804356e-05,
+      "loss": 0.6028,
+      "step": 10625
+    },
+    {
+      "epoch": 1.4511749169366248,
+      "grad_norm": 0.3401188850402832,
+      "learning_rate": 2.8289427467509662e-05,
+      "loss": 0.5771,
+      "step": 10650
+    },
+    {
+      "epoch": 1.454581553277131,
+      "grad_norm": 0.3095962405204773,
+      "learning_rate": 2.8113804004214967e-05,
+      "loss": 0.5766,
+      "step": 10675
+    },
+    {
+      "epoch": 1.457988189617637,
+      "grad_norm": 0.3148902952671051,
+      "learning_rate": 2.7938180540920266e-05,
+      "loss": 0.5878,
+      "step": 10700
+    },
+    {
+      "epoch": 1.461394825958143,
+      "grad_norm": 0.3642762303352356,
+      "learning_rate": 2.7762557077625572e-05,
+      "loss": 0.5876,
+      "step": 10725
+    },
+    {
+      "epoch": 1.4648014622986492,
+      "grad_norm": 0.3234134018421173,
+      "learning_rate": 2.7586933614330874e-05,
+      "loss": 0.5963,
+      "step": 10750
+    },
+    {
+      "epoch": 1.4682080986391552,
+      "grad_norm": 0.3760201632976532,
+      "learning_rate": 2.741131015103618e-05,
+      "loss": 0.5982,
+      "step": 10775
+    },
+    {
+      "epoch": 1.4716147349796613,
+      "grad_norm": 0.3245134651660919,
+      "learning_rate": 2.7235686687741486e-05,
+      "loss": 0.5676,
+      "step": 10800
+    },
+    {
+      "epoch": 1.4750213713201674,
+      "grad_norm": 0.32639381289482117,
+      "learning_rate": 2.7060063224446784e-05,
+      "loss": 0.5614,
+      "step": 10825
+    },
+    {
+      "epoch": 1.4784280076606735,
+      "grad_norm": 0.3028101325035095,
+      "learning_rate": 2.688443976115209e-05,
+      "loss": 0.5965,
+      "step": 10850
+    },
+    {
+      "epoch": 1.4818346440011796,
+      "grad_norm": 0.32848045229911804,
+      "learning_rate": 2.67088162978574e-05,
+      "loss": 0.5873,
+      "step": 10875
+    },
+    {
+      "epoch": 1.4852412803416857,
+      "grad_norm": 0.30644866824150085,
+      "learning_rate": 2.6533192834562698e-05,
+      "loss": 0.5908,
+      "step": 10900
+    },
+    {
+      "epoch": 1.4886479166821918,
+      "grad_norm": 0.3460093140602112,
+      "learning_rate": 2.6357569371268004e-05,
+      "loss": 0.5897,
+      "step": 10925
+    },
+    {
+      "epoch": 1.4920545530226978,
+      "grad_norm": 0.3794984221458435,
+      "learning_rate": 2.6181945907973306e-05,
+      "loss": 0.6111,
+      "step": 10950
+    },
+    {
+      "epoch": 1.495461189363204,
+      "grad_norm": 0.3346981108188629,
+      "learning_rate": 2.600632244467861e-05,
+      "loss": 0.5662,
+      "step": 10975
+    },
+    {
+      "epoch": 1.49886782570371,
+      "grad_norm": 0.32983726263046265,
+      "learning_rate": 2.5830698981383917e-05,
+      "loss": 0.5525,
+      "step": 11000
+    },
+    {
+      "epoch": 1.502274462044216,
+      "grad_norm": 0.3233675956726074,
+      "learning_rate": 2.5655075518089216e-05,
+      "loss": 0.5818,
+      "step": 11025
+    },
+    {
+      "epoch": 1.5056810983847222,
+      "grad_norm": 0.3246392607688904,
+      "learning_rate": 2.547945205479452e-05,
+      "loss": 0.5819,
+      "step": 11050
+    },
+    {
+      "epoch": 1.5090877347252283,
+      "grad_norm": 0.31511232256889343,
+      "learning_rate": 2.5303828591499824e-05,
+      "loss": 0.5608,
+      "step": 11075
+    },
+    {
+      "epoch": 1.5124943710657344,
+      "grad_norm": 0.3445887267589569,
+      "learning_rate": 2.512820512820513e-05,
+      "loss": 0.5964,
+      "step": 11100
+    },
+    {
+      "epoch": 1.5159010074062405,
+      "grad_norm": 0.29458969831466675,
+      "learning_rate": 2.4952581664910432e-05,
+      "loss": 0.562,
+      "step": 11125
+    },
+    {
+      "epoch": 1.5193076437467465,
+      "grad_norm": 0.31204789876937866,
+      "learning_rate": 2.4776958201615737e-05,
+      "loss": 0.5738,
+      "step": 11150
+    },
+    {
+      "epoch": 1.5227142800872526,
+      "grad_norm": 0.2912496030330658,
+      "learning_rate": 2.460133473832104e-05,
+      "loss": 0.5669,
+      "step": 11175
+    },
+    {
+      "epoch": 1.5261209164277587,
+      "grad_norm": 0.3034071922302246,
+      "learning_rate": 2.4425711275026345e-05,
+      "loss": 0.6167,
+      "step": 11200
+    },
+    {
+      "epoch": 1.5295275527682646,
+      "grad_norm": 0.3211260735988617,
+      "learning_rate": 2.4250087811731648e-05,
+      "loss": 0.5852,
+      "step": 11225
+    },
+    {
+      "epoch": 1.5329341891087707,
+      "grad_norm": 0.3125843405723572,
+      "learning_rate": 2.4074464348436953e-05,
+      "loss": 0.5985,
+      "step": 11250
+    },
+    {
+      "epoch": 1.5363408254492767,
+      "grad_norm": 0.3351622223854065,
+      "learning_rate": 2.3898840885142256e-05,
+      "loss": 0.5916,
+      "step": 11275
+    },
+    {
+      "epoch": 1.5397474617897828,
+      "grad_norm": 0.29850685596466064,
+      "learning_rate": 2.372321742184756e-05,
+      "loss": 0.5848,
+      "step": 11300
+    },
+    {
+      "epoch": 1.543154098130289,
+      "grad_norm": 0.30315324664115906,
+      "learning_rate": 2.3547593958552863e-05,
+      "loss": 0.5762,
+      "step": 11325
+    },
+    {
+      "epoch": 1.546560734470795,
+      "grad_norm": 0.31599122285842896,
+      "learning_rate": 2.3371970495258166e-05,
+      "loss": 0.5685,
+      "step": 11350
+    },
+    {
+      "epoch": 1.549967370811301,
+      "grad_norm": 0.3213142454624176,
+      "learning_rate": 2.319634703196347e-05,
+      "loss": 0.5985,
+      "step": 11375
+    },
+    {
+      "epoch": 1.5533740071518072,
+      "grad_norm": 0.3190346360206604,
+      "learning_rate": 2.3020723568668777e-05,
+      "loss": 0.5917,
+      "step": 11400
+    },
+    {
+      "epoch": 1.5567806434923133,
+      "grad_norm": 0.33793261647224426,
+      "learning_rate": 2.284510010537408e-05,
+      "loss": 0.5911,
+      "step": 11425
+    },
+    {
+      "epoch": 1.5601872798328194,
+      "grad_norm": 0.3071536421775818,
+      "learning_rate": 2.266947664207938e-05,
+      "loss": 0.5668,
+      "step": 11450
+    },
+    {
+      "epoch": 1.5635939161733254,
+      "grad_norm": 0.30443212389945984,
+      "learning_rate": 2.2493853178784687e-05,
+      "loss": 0.5872,
+      "step": 11475
+    },
+    {
+      "epoch": 1.5670005525138315,
+      "grad_norm": 0.2918742895126343,
+      "learning_rate": 2.231822971548999e-05,
+      "loss": 0.5678,
+      "step": 11500
+    },
+    {
+      "epoch": 1.5704071888543374,
+      "grad_norm": 0.31535714864730835,
+      "learning_rate": 2.2142606252195295e-05,
+      "loss": 0.5654,
+      "step": 11525
+    },
+    {
+      "epoch": 1.5738138251948435,
+      "grad_norm": 0.308967649936676,
+      "learning_rate": 2.1966982788900597e-05,
+      "loss": 0.5807,
+      "step": 11550
+    },
+    {
+      "epoch": 1.5772204615353496,
+      "grad_norm": 0.3183216452598572,
+      "learning_rate": 2.17913593256059e-05,
+      "loss": 0.5892,
+      "step": 11575
+    },
+    {
+      "epoch": 1.5806270978758556,
+      "grad_norm": 0.3481101393699646,
+      "learning_rate": 2.1615735862311205e-05,
+      "loss": 0.5777,
+      "step": 11600
+    },
+    {
+      "epoch": 1.5840337342163617,
+      "grad_norm": 0.3023226261138916,
+      "learning_rate": 2.144011239901651e-05,
+      "loss": 0.6049,
+      "step": 11625
+    },
+    {
+      "epoch": 1.5874403705568678,
+      "grad_norm": 0.3095088303089142,
+      "learning_rate": 2.1264488935721813e-05,
+      "loss": 0.5618,
+      "step": 11650
+    },
+    {
+      "epoch": 1.590847006897374,
+      "grad_norm": 0.3510863482952118,
+      "learning_rate": 2.1088865472427115e-05,
+      "loss": 0.5794,
+      "step": 11675
+    },
+    {
+      "epoch": 1.59425364323788,
+      "grad_norm": 0.3501506745815277,
+      "learning_rate": 2.091324200913242e-05,
+      "loss": 0.5883,
+      "step": 11700
+    },
+    {
+      "epoch": 1.597660279578386,
+      "grad_norm": 0.35157808661460876,
+      "learning_rate": 2.0737618545837727e-05,
+      "loss": 0.591,
+      "step": 11725
+    },
+    {
+      "epoch": 1.6010669159188922,
+      "grad_norm": 0.34667158126831055,
+      "learning_rate": 2.056199508254303e-05,
+      "loss": 0.5625,
+      "step": 11750
+    },
+    {
+      "epoch": 1.6044735522593983,
+      "grad_norm": 0.36488744616508484,
+      "learning_rate": 2.038637161924833e-05,
+      "loss": 0.6236,
+      "step": 11775
+    },
+    {
+      "epoch": 1.6078801885999043,
+      "grad_norm": 0.3272364139556885,
+      "learning_rate": 2.0210748155953637e-05,
+      "loss": 0.5867,
+      "step": 11800
+    },
+    {
+      "epoch": 1.6112868249404104,
+      "grad_norm": 0.3458411395549774,
+      "learning_rate": 2.0035124692658943e-05,
+      "loss": 0.5919,
+      "step": 11825
+    },
+    {
+      "epoch": 1.6146934612809165,
+      "grad_norm": 0.362530916929245,
+      "learning_rate": 1.9859501229364245e-05,
+      "loss": 0.5844,
+      "step": 11850
+    },
+    {
+      "epoch": 1.6181000976214226,
+      "grad_norm": 0.3061313331127167,
+      "learning_rate": 1.9683877766069547e-05,
+      "loss": 0.578,
+      "step": 11875
+    },
+    {
+      "epoch": 1.6215067339619287,
+      "grad_norm": 0.3104388117790222,
+      "learning_rate": 1.950825430277485e-05,
+      "loss": 0.5862,
+      "step": 11900
+    },
+    {
+      "epoch": 1.6249133703024348,
+      "grad_norm": 0.29367533326148987,
+      "learning_rate": 1.9332630839480155e-05,
+      "loss": 0.568,
+      "step": 11925
+    },
+    {
+      "epoch": 1.6283200066429409,
+      "grad_norm": 0.3182733952999115,
+      "learning_rate": 1.915700737618546e-05,
+      "loss": 0.584,
+      "step": 11950
+    },
+    {
+      "epoch": 1.631726642983447,
+      "grad_norm": 0.31644895672798157,
+      "learning_rate": 1.8981383912890763e-05,
+      "loss": 0.5666,
+      "step": 11975
+    },
+    {
+      "epoch": 1.635133279323953,
+      "grad_norm": 0.297619104385376,
+      "learning_rate": 1.8805760449596065e-05,
+      "loss": 0.5908,
+      "step": 12000
+    },
+    {
+      "epoch": 1.6385399156644591,
+      "grad_norm": 0.3179234266281128,
+      "learning_rate": 1.863013698630137e-05,
+      "loss": 0.589,
+      "step": 12025
+    },
+    {
+      "epoch": 1.6419465520049652,
+      "grad_norm": 0.3117496371269226,
+      "learning_rate": 1.8454513523006676e-05,
+      "loss": 0.5777,
+      "step": 12050
+    },
+    {
+      "epoch": 1.6453531883454713,
+      "grad_norm": 0.3699851930141449,
+      "learning_rate": 1.827889005971198e-05,
+      "loss": 0.595,
+      "step": 12075
+    },
+    {
+      "epoch": 1.6487598246859774,
+      "grad_norm": 0.30205854773521423,
+      "learning_rate": 1.810326659641728e-05,
+      "loss": 0.6009,
+      "step": 12100
+    },
+    {
+      "epoch": 1.6521664610264835,
+      "grad_norm": 0.2764529585838318,
+      "learning_rate": 1.7927643133122583e-05,
+      "loss": 0.5686,
+      "step": 12125
+    },
+    {
+      "epoch": 1.6555730973669895,
+      "grad_norm": 0.306428998708725,
+      "learning_rate": 1.7752019669827892e-05,
+      "loss": 0.5955,
+      "step": 12150
+    },
+    {
+      "epoch": 1.6589797337074956,
+      "grad_norm": 0.36335381865501404,
+      "learning_rate": 1.7576396206533195e-05,
+      "loss": 0.6048,
+      "step": 12175
+    },
+    {
+      "epoch": 1.6623863700480017,
+      "grad_norm": 0.2794727087020874,
+      "learning_rate": 1.7400772743238497e-05,
+      "loss": 0.5981,
+      "step": 12200
+    },
+    {
+      "epoch": 1.6657930063885078,
+      "grad_norm": 0.32972803711891174,
+      "learning_rate": 1.72251492799438e-05,
+      "loss": 0.5476,
+      "step": 12225
+    },
+    {
+      "epoch": 1.6691996427290139,
+      "grad_norm": 0.31174436211586,
+      "learning_rate": 1.7049525816649105e-05,
+      "loss": 0.5732,
+      "step": 12250
+    },
+    {
+      "epoch": 1.67260627906952,
+      "grad_norm": 0.3182581067085266,
+      "learning_rate": 1.687390235335441e-05,
+      "loss": 0.5736,
+      "step": 12275
+    },
+    {
+      "epoch": 1.676012915410026,
+      "grad_norm": 0.3544427752494812,
+      "learning_rate": 1.6698278890059713e-05,
+      "loss": 0.6036,
+      "step": 12300
+    },
+    {
+      "epoch": 1.6794195517505321,
+      "grad_norm": 0.31909558176994324,
+      "learning_rate": 1.6522655426765015e-05,
+      "loss": 0.6003,
+      "step": 12325
+    },
+    {
+      "epoch": 1.6828261880910382,
+      "grad_norm": 0.37591150403022766,
+      "learning_rate": 1.634703196347032e-05,
+      "loss": 0.5778,
+      "step": 12350
+    },
+    {
+      "epoch": 1.6862328244315443,
+      "grad_norm": 0.3523281514644623,
+      "learning_rate": 1.6171408500175626e-05,
+      "loss": 0.615,
+      "step": 12375
+    },
+    {
+      "epoch": 1.6896394607720504,
+      "grad_norm": 0.3197459578514099,
+      "learning_rate": 1.599578503688093e-05,
+      "loss": 0.5955,
+      "step": 12400
+    },
+    {
+      "epoch": 1.6930460971125565,
+      "grad_norm": 0.3070302903652191,
+      "learning_rate": 1.582016157358623e-05,
+      "loss": 0.5701,
+      "step": 12425
+    },
+    {
+      "epoch": 1.6964527334530624,
+      "grad_norm": 0.3082948327064514,
+      "learning_rate": 1.5644538110291533e-05,
+      "loss": 0.5852,
+      "step": 12450
+    },
+    {
+      "epoch": 1.6998593697935684,
+      "grad_norm": 0.3454219400882721,
+      "learning_rate": 1.5468914646996842e-05,
+      "loss": 0.6087,
+      "step": 12475
+    },
+    {
+      "epoch": 1.7032660061340745,
+      "grad_norm": 0.3495611548423767,
+      "learning_rate": 1.5293291183702144e-05,
+      "loss": 0.6165,
+      "step": 12500
+    },
+    {
+      "epoch": 1.7066726424745806,
+      "grad_norm": 0.35227829217910767,
+      "learning_rate": 1.5117667720407446e-05,
+      "loss": 0.6058,
+      "step": 12525
+    },
+    {
+      "epoch": 1.7100792788150867,
+      "grad_norm": 0.3307322859764099,
+      "learning_rate": 1.494204425711275e-05,
+      "loss": 0.613,
+      "step": 12550
+    },
+    {
+      "epoch": 1.7134859151555928,
+      "grad_norm": 0.29460999369621277,
+      "learning_rate": 1.4766420793818056e-05,
+      "loss": 0.5818,
+      "step": 12575
+    },
+    {
+      "epoch": 1.7168925514960989,
+      "grad_norm": 0.2916513979434967,
+      "learning_rate": 1.4590797330523358e-05,
+      "loss": 0.6006,
+      "step": 12600
+    },
+    {
+      "epoch": 1.720299187836605,
+      "grad_norm": 0.3213001787662506,
+      "learning_rate": 1.4415173867228662e-05,
+      "loss": 0.5895,
+      "step": 12625
+    },
+    {
+      "epoch": 1.723705824177111,
+      "grad_norm": 0.3271484375,
+      "learning_rate": 1.4239550403933966e-05,
+      "loss": 0.5751,
+      "step": 12650
+    },
+    {
+      "epoch": 1.7271124605176171,
+      "grad_norm": 0.31554198265075684,
+      "learning_rate": 1.4063926940639269e-05,
+      "loss": 0.5619,
+      "step": 12675
+    },
+    {
+      "epoch": 1.7305190968581232,
+      "grad_norm": 0.33524471521377563,
+      "learning_rate": 1.3888303477344574e-05,
+      "loss": 0.5983,
+      "step": 12700
+    },
+    {
+      "epoch": 1.7339257331986293,
+      "grad_norm": 0.2879363000392914,
+      "learning_rate": 1.3712680014049878e-05,
+      "loss": 0.5788,
+      "step": 12725
+    },
+    {
+      "epoch": 1.7373323695391352,
+      "grad_norm": 0.33548370003700256,
+      "learning_rate": 1.353705655075518e-05,
+      "loss": 0.5857,
+      "step": 12750
+    },
+    {
+      "epoch": 1.7407390058796413,
+      "grad_norm": 0.31736239790916443,
+      "learning_rate": 1.3361433087460484e-05,
+      "loss": 0.5763,
+      "step": 12775
+    },
+    {
+      "epoch": 1.7441456422201473,
+      "grad_norm": 0.2964527904987335,
+      "learning_rate": 1.318580962416579e-05,
+      "loss": 0.588,
+      "step": 12800
+    },
+    {
+      "epoch": 1.7475522785606534,
+      "grad_norm": 0.35111087560653687,
+      "learning_rate": 1.3010186160871094e-05,
+      "loss": 0.5727,
+      "step": 12825
+    },
+    {
+      "epoch": 1.7509589149011595,
+      "grad_norm": 0.3259890377521515,
+      "learning_rate": 1.2834562697576396e-05,
+      "loss": 0.5983,
+      "step": 12850
+    },
+    {
+      "epoch": 1.7543655512416656,
+      "grad_norm": 0.3256474435329437,
+      "learning_rate": 1.26589392342817e-05,
+      "loss": 0.6077,
+      "step": 12875
+    },
+    {
+      "epoch": 1.7577721875821717,
+      "grad_norm": 0.32251888513565063,
+      "learning_rate": 1.2483315770987004e-05,
+      "loss": 0.5836,
+      "step": 12900
+    },
+    {
+      "epoch": 1.7611788239226778,
+      "grad_norm": 0.3057299256324768,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.579,
+      "step": 12925
+    },
+    {
+      "epoch": 1.7645854602631839,
+      "grad_norm": 0.3247281610965729,
+      "learning_rate": 1.2132068844397612e-05,
+      "loss": 0.5909,
+      "step": 12950
+    },
+    {
+      "epoch": 1.76799209660369,
+      "grad_norm": 0.3315178453922272,
+      "learning_rate": 1.1956445381102916e-05,
+      "loss": 0.5778,
+      "step": 12975
+    },
+    {
+      "epoch": 1.771398732944196,
+      "grad_norm": 0.3456060588359833,
+      "learning_rate": 1.178082191780822e-05,
+      "loss": 0.5772,
+      "step": 13000
+    },
+    {
+      "epoch": 1.7748053692847021,
+      "grad_norm": 0.2976686358451843,
+      "learning_rate": 1.1605198454513524e-05,
+      "loss": 0.5782,
+      "step": 13025
+    },
+    {
+      "epoch": 1.7782120056252082,
+      "grad_norm": 0.3840683400630951,
+      "learning_rate": 1.1429574991218828e-05,
+      "loss": 0.5909,
+      "step": 13050
+    },
+    {
+      "epoch": 1.7816186419657143,
+      "grad_norm": 0.33678537607192993,
+      "learning_rate": 1.125395152792413e-05,
+      "loss": 0.6187,
+      "step": 13075
+    },
+    {
+      "epoch": 1.7850252783062204,
+      "grad_norm": 0.30530181527137756,
+      "learning_rate": 1.1078328064629436e-05,
+      "loss": 0.5983,
+      "step": 13100
+    },
+    {
+      "epoch": 1.7884319146467265,
+      "grad_norm": 0.37755846977233887,
+      "learning_rate": 1.0902704601334738e-05,
+      "loss": 0.5875,
+      "step": 13125
+    },
+    {
+      "epoch": 1.7918385509872325,
+      "grad_norm": 0.3588654100894928,
+      "learning_rate": 1.0727081138040044e-05,
+      "loss": 0.5778,
+      "step": 13150
+    },
+    {
+      "epoch": 1.7952451873277386,
+      "grad_norm": 0.33472126722335815,
+      "learning_rate": 1.0551457674745346e-05,
+      "loss": 0.5903,
+      "step": 13175
+    },
+    {
+      "epoch": 1.7986518236682447,
+      "grad_norm": 0.3286832869052887,
+      "learning_rate": 1.0375834211450652e-05,
+      "loss": 0.5776,
+      "step": 13200
+    },
+    {
+      "epoch": 1.8020584600087508,
+      "grad_norm": 0.32272377610206604,
+      "learning_rate": 1.0200210748155954e-05,
+      "loss": 0.6116,
+      "step": 13225
+    },
+    {
+      "epoch": 1.805465096349257,
+      "grad_norm": 0.3254378139972687,
+      "learning_rate": 1.0024587284861258e-05,
+      "loss": 0.5801,
+      "step": 13250
+    },
+    {
+      "epoch": 1.808871732689763,
+      "grad_norm": 0.2955749034881592,
+      "learning_rate": 9.848963821566562e-06,
+      "loss": 0.5808,
+      "step": 13275
+    },
+    {
+      "epoch": 1.812278369030269,
+      "grad_norm": 0.3526495695114136,
+      "learning_rate": 9.673340358271866e-06,
+      "loss": 0.5777,
+      "step": 13300
+    },
+    {
+      "epoch": 1.8156850053707752,
+      "grad_norm": 0.30919772386550903,
+      "learning_rate": 9.49771689497717e-06,
+      "loss": 0.5912,
+      "step": 13325
+    },
+    {
+      "epoch": 1.8190916417112812,
+      "grad_norm": 0.33964163064956665,
+      "learning_rate": 9.322093431682474e-06,
+      "loss": 0.5581,
+      "step": 13350
+    },
+    {
+      "epoch": 1.8224982780517873,
+      "grad_norm": 0.31757307052612305,
+      "learning_rate": 9.146469968387778e-06,
+      "loss": 0.5845,
+      "step": 13375
+    },
+    {
+      "epoch": 1.8259049143922934,
+      "grad_norm": 0.3355781137943268,
+      "learning_rate": 8.970846505093081e-06,
+      "loss": 0.5958,
+      "step": 13400
+    },
+    {
+      "epoch": 1.8293115507327995,
+      "grad_norm": 0.28168126940727234,
+      "learning_rate": 8.795223041798385e-06,
+      "loss": 0.5734,
+      "step": 13425
+    },
+    {
+      "epoch": 1.8327181870733056,
+      "grad_norm": 0.32637590169906616,
+      "learning_rate": 8.619599578503688e-06,
+      "loss": 0.5755,
+      "step": 13450
+    },
+    {
+      "epoch": 1.8361248234138117,
+      "grad_norm": 0.3058291971683502,
+      "learning_rate": 8.443976115208993e-06,
+      "loss": 0.5756,
+      "step": 13475
+    },
+    {
+      "epoch": 1.8395314597543178,
+      "grad_norm": 0.3433995246887207,
+      "learning_rate": 8.268352651914296e-06,
+      "loss": 0.5926,
+      "step": 13500
+    },
+    {
+      "epoch": 1.8429380960948238,
+      "grad_norm": 0.32179251313209534,
+      "learning_rate": 8.0927291886196e-06,
+      "loss": 0.5835,
+      "step": 13525
+    },
+    {
+      "epoch": 1.84634473243533,
+      "grad_norm": 0.3159351050853729,
+      "learning_rate": 7.917105725324904e-06,
+      "loss": 0.605,
+      "step": 13550
+    },
+    {
+      "epoch": 1.849751368775836,
+      "grad_norm": 0.300453782081604,
+      "learning_rate": 7.741482262030207e-06,
+      "loss": 0.5771,
+      "step": 13575
+    },
+    {
+      "epoch": 1.853158005116342,
+      "grad_norm": 0.29322999715805054,
+      "learning_rate": 7.565858798735511e-06,
+      "loss": 0.583,
+      "step": 13600
+    },
+    {
+      "epoch": 1.8565646414568482,
+      "grad_norm": 0.3196932375431061,
+      "learning_rate": 7.3902353354408145e-06,
+      "loss": 0.5619,
+      "step": 13625
+    },
+    {
+      "epoch": 1.8599712777973543,
+      "grad_norm": 0.35355255007743835,
+      "learning_rate": 7.214611872146119e-06,
+      "loss": 0.5968,
+      "step": 13650
+    },
+    {
+      "epoch": 1.8633779141378601,
+      "grad_norm": 0.29249703884124756,
+      "learning_rate": 7.0389884088514224e-06,
+      "loss": 0.59,
+      "step": 13675
+    },
+    {
+      "epoch": 1.8667845504783662,
+      "grad_norm": 0.32649850845336914,
+      "learning_rate": 6.863364945556727e-06,
+      "loss": 0.592,
+      "step": 13700
+    },
+    {
+      "epoch": 1.8701911868188723,
+      "grad_norm": 0.3016286790370941,
+      "learning_rate": 6.68774148226203e-06,
+      "loss": 0.5797,
+      "step": 13725
+    },
+    {
+      "epoch": 1.8735978231593784,
+      "grad_norm": 0.35082265734672546,
+      "learning_rate": 6.512118018967335e-06,
+      "loss": 0.5919,
+      "step": 13750
+    },
+    {
+      "epoch": 1.8770044594998845,
+      "grad_norm": 0.35020819306373596,
+      "learning_rate": 6.336494555672638e-06,
+      "loss": 0.5811,
+      "step": 13775
+    },
+    {
+      "epoch": 1.8804110958403906,
+      "grad_norm": 0.3795909285545349,
+      "learning_rate": 6.160871092377942e-06,
+      "loss": 0.5733,
+      "step": 13800
+    },
+    {
+      "epoch": 1.8838177321808967,
+      "grad_norm": 0.3251563608646393,
+      "learning_rate": 5.985247629083246e-06,
+      "loss": 0.5949,
+      "step": 13825
+    },
+    {
+      "epoch": 1.8872243685214027,
+      "grad_norm": 0.2950724959373474,
+      "learning_rate": 5.80962416578855e-06,
+      "loss": 0.5824,
+      "step": 13850
+    },
+    {
+      "epoch": 1.8906310048619088,
+      "grad_norm": 0.29133903980255127,
+      "learning_rate": 5.634000702493854e-06,
+      "loss": 0.5772,
+      "step": 13875
+    },
+    {
+      "epoch": 1.894037641202415,
+      "grad_norm": 0.3070613741874695,
+      "learning_rate": 5.458377239199157e-06,
+      "loss": 0.5785,
+      "step": 13900
+    },
+    {
+      "epoch": 1.897444277542921,
+      "grad_norm": 0.3025205135345459,
+      "learning_rate": 5.282753775904461e-06,
+      "loss": 0.6019,
+      "step": 13925
+    },
+    {
+      "epoch": 1.900850913883427,
+      "grad_norm": 0.3081129193305969,
+      "learning_rate": 5.107130312609765e-06,
+      "loss": 0.5867,
+      "step": 13950
+    },
+    {
+      "epoch": 1.904257550223933,
+      "grad_norm": 0.33867502212524414,
+      "learning_rate": 4.931506849315068e-06,
+      "loss": 0.5743,
+      "step": 13975
+    },
+    {
+      "epoch": 1.907664186564439,
+      "grad_norm": 0.30810752511024475,
+      "learning_rate": 4.755883386020372e-06,
+      "loss": 0.5821,
+      "step": 14000
+    },
+    {
+      "epoch": 1.9110708229049451,
+      "grad_norm": 0.30959686636924744,
+      "learning_rate": 4.580259922725676e-06,
+      "loss": 0.5822,
+      "step": 14025
+    },
+    {
+      "epoch": 1.9144774592454512,
+      "grad_norm": 0.35800251364707947,
+      "learning_rate": 4.40463645943098e-06,
+      "loss": 0.5697,
+      "step": 14050
+    },
+    {
+      "epoch": 1.9178840955859573,
+      "grad_norm": 0.30580955743789673,
+      "learning_rate": 4.229012996136284e-06,
+      "loss": 0.578,
+      "step": 14075
+    },
+    {
+      "epoch": 1.9212907319264634,
+      "grad_norm": 0.3346704840660095,
+      "learning_rate": 4.053389532841588e-06,
+      "loss": 0.5735,
+      "step": 14100
+    },
+    {
+      "epoch": 1.9246973682669695,
+      "grad_norm": 0.32596781849861145,
+      "learning_rate": 3.877766069546892e-06,
+      "loss": 0.5991,
+      "step": 14125
+    },
+    {
+      "epoch": 1.9281040046074756,
+      "grad_norm": 0.3023940920829773,
+      "learning_rate": 3.702142606252196e-06,
+      "loss": 0.5689,
+      "step": 14150
+    },
+    {
+      "epoch": 1.9315106409479816,
+      "grad_norm": 0.31074970960617065,
+      "learning_rate": 3.526519142957499e-06,
+      "loss": 0.5891,
+      "step": 14175
+    },
+    {
+      "epoch": 1.9349172772884877,
+      "grad_norm": 0.339542955160141,
+      "learning_rate": 3.350895679662803e-06,
+      "loss": 0.5745,
+      "step": 14200
+    },
+    {
+      "epoch": 1.9383239136289938,
+      "grad_norm": 0.28495198488235474,
+      "learning_rate": 3.175272216368107e-06,
+      "loss": 0.5832,
+      "step": 14225
+    },
+    {
+      "epoch": 1.9417305499695,
+      "grad_norm": 0.37374746799468994,
+      "learning_rate": 2.9996487530734104e-06,
+      "loss": 0.5965,
+      "step": 14250
+    },
+    {
+      "epoch": 1.945137186310006,
+      "grad_norm": 0.30754634737968445,
+      "learning_rate": 2.8240252897787144e-06,
+      "loss": 0.5732,
+      "step": 14275
+    },
+    {
+      "epoch": 1.948543822650512,
+      "grad_norm": 0.36621904373168945,
+      "learning_rate": 2.6484018264840183e-06,
+      "loss": 0.568,
+      "step": 14300
+    },
+    {
+      "epoch": 1.9519504589910182,
+      "grad_norm": 0.360920786857605,
+      "learning_rate": 2.4727783631893223e-06,
+      "loss": 0.5803,
+      "step": 14325
+    },
+    {
+      "epoch": 1.9553570953315242,
+      "grad_norm": 0.36131951212882996,
+      "learning_rate": 2.2971548998946262e-06,
+      "loss": 0.6093,
+      "step": 14350
+    },
+    {
+      "epoch": 1.9587637316720303,
+      "grad_norm": 0.2969054877758026,
+      "learning_rate": 2.1215314365999298e-06,
+      "loss": 0.5818,
+      "step": 14375
+    },
+    {
+      "epoch": 1.9621703680125364,
+      "grad_norm": 0.3174475431442261,
+      "learning_rate": 1.9459079733052337e-06,
+      "loss": 0.574,
+      "step": 14400
+    },
+    {
+      "epoch": 1.9655770043530425,
+      "grad_norm": 0.3457885682582855,
+      "learning_rate": 1.7702845100105375e-06,
+      "loss": 0.5844,
+      "step": 14425
+    },
+    {
+      "epoch": 1.9689836406935486,
+      "grad_norm": 0.3122316300868988,
+      "learning_rate": 1.5946610467158414e-06,
+      "loss": 0.5661,
+      "step": 14450
+    },
+    {
+      "epoch": 1.9723902770340547,
+      "grad_norm": 0.3251049518585205,
+      "learning_rate": 1.4190375834211452e-06,
+      "loss": 0.5774,
+      "step": 14475
+    },
+    {
+      "epoch": 1.9757969133745608,
+      "grad_norm": 0.31165990233421326,
+      "learning_rate": 1.243414120126449e-06,
+      "loss": 0.5852,
+      "step": 14500
+    },
+    {
+      "epoch": 1.9792035497150668,
+      "grad_norm": 0.3429218530654907,
+      "learning_rate": 1.0677906568317528e-06,
+      "loss": 0.5581,
+      "step": 14525
+    },
+    {
+      "epoch": 1.982610186055573,
+      "grad_norm": 0.34827032685279846,
+      "learning_rate": 8.921671935370565e-07,
+      "loss": 0.5762,
+      "step": 14550
+    },
+    {
+      "epoch": 1.986016822396079,
+      "grad_norm": 0.32945892214775085,
+      "learning_rate": 7.165437302423604e-07,
+      "loss": 0.5947,
+      "step": 14575
+    },
+    {
+      "epoch": 1.989423458736585,
+      "grad_norm": 0.3533202111721039,
+      "learning_rate": 5.409202669476642e-07,
+      "loss": 0.5808,
+      "step": 14600
+    },
+    {
+      "epoch": 1.9928300950770912,
+      "grad_norm": 0.33338454365730286,
+      "learning_rate": 3.6529680365296803e-07,
+      "loss": 0.5559,
+      "step": 14625
+    },
+    {
+      "epoch": 1.9962367314175973,
+      "grad_norm": 0.29166388511657715,
+      "learning_rate": 1.8967334035827188e-07,
+      "loss": 0.5723,
+      "step": 14650
+    },
+    {
+      "epoch": 1.9996433677581034,
+      "grad_norm": 0.3164283335208893,
+      "learning_rate": 1.4049877063575695e-08,
+      "loss": 0.5964,
+      "step": 14675
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.244907645688297e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-14676/training_args.bin b/checkpoint-14676/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-14676/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-2000/README.md b/checkpoint-2000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-2000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-2000/adapter_config.json b/checkpoint-2000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-2000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-2000/adapter_model.safetensors b/checkpoint-2000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b2269a9b4b03109eff8819234074630e37775
--- /dev/null
+++ b/checkpoint-2000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be10408759cfb548eaedaba26b1e206692941172d48a26f9d2d8906360eecfea
+size 2436951232
diff --git a/checkpoint-2000/optimizer.pt b/checkpoint-2000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f89ffdb5224a505dd06d41d579bb75aa6e4480
--- /dev/null
+++ b/checkpoint-2000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403c565c37b3a93d1e98a717a48675a99e33bafeba14787762229df76e399310
+size 2305112156
diff --git a/checkpoint-2000/rng_state.pth b/checkpoint-2000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-2000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-2000/scheduler.pt b/checkpoint-2000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fba4727646af6f7b37a0b619ff59e5b06ee434
--- /dev/null
+++ b/checkpoint-2000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7140c1c1f7aa8a63e235143c78211f1b58a3b7b7fd777268c1e218424356316
+size 1064
diff --git a/checkpoint-2000/special_tokens_map.json b/checkpoint-2000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-2000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-2000/tokenizer.json b/checkpoint-2000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-2000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-2000/tokenizer_config.json b/checkpoint-2000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-2000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..18161cfe373030b258744be200554a3b53ed8fbd
--- /dev/null
+++ b/checkpoint-2000/trainer_state.json
@@ -0,0 +1,594 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.2725309072404862,
+  "eval_steps": 500,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.493607358960984e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-2000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-3000/README.md b/checkpoint-3000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-3000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-3000/adapter_config.json b/checkpoint-3000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-3000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-3000/adapter_model.safetensors b/checkpoint-3000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc0827ac91c25d76ba15ee78f496436e8f5814aa
--- /dev/null
+++ b/checkpoint-3000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eb9d96059aa91bba90dc4543818ebf204211dcf70575b2d83ce0913b7f09be
+size 2436951232
diff --git a/checkpoint-3000/optimizer.pt b/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbb5cb90f5f6775c072f15bdb994a5f39e77211
--- /dev/null
+++ b/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad489792f2d599f829ceee29068a6ce8877e4bf1a5232c75d20f8ba51d5c0c6
+size 2305112156
diff --git a/checkpoint-3000/rng_state.pth b/checkpoint-3000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-3000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-3000/scheduler.pt b/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0d2e19340f29e2596a5a43c20b884186f6a403
--- /dev/null
+++ b/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1771169861d78abb586e661edb5c489f77d3a00d9e4c273c0ec1de2d280521f1
+size 1064
diff --git a/checkpoint-3000/special_tokens_map.json b/checkpoint-3000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-3000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-3000/tokenizer.json b/checkpoint-3000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-3000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-3000/tokenizer_config.json b/checkpoint-3000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-3000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a961ca71addd7ba5bf85243bef9c29303b9831e8
--- /dev/null
+++ b/checkpoint-3000/trainer_state.json
@@ -0,0 +1,874 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.40879636086072924,
+  "eval_steps": 500,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2754953675789115e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-3000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-4000/README.md b/checkpoint-4000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-4000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-4000/adapter_config.json b/checkpoint-4000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-4000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-4000/adapter_model.safetensors b/checkpoint-4000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..495a69aa7c5778c1bbe41d69314fbbafc320ab35
--- /dev/null
+++ b/checkpoint-4000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f135ab181ffa0a7252feac7bdc417f01d713ea2f2e8773f798e4a0055e1f9
+size 2436951232
diff --git a/checkpoint-4000/optimizer.pt b/checkpoint-4000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9672df52f5b2ed19caefc437811028c300a05c28
--- /dev/null
+++ b/checkpoint-4000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac73d63aad67a7ecee6c61c4aea5aa49278f4633a1d998b2cde4d991aea66ed
+size 2305112156
diff --git a/checkpoint-4000/rng_state.pth b/checkpoint-4000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-4000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-4000/scheduler.pt b/checkpoint-4000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6fb4b3d05ad4424df298a70bfe5f5b29f26da9
--- /dev/null
+++ b/checkpoint-4000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bba3ff49612d3934201f0391a2d92851531171b739231d759ad87a227db55d
+size 1064
diff --git a/checkpoint-4000/special_tokens_map.json b/checkpoint-4000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-4000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-4000/tokenizer.json b/checkpoint-4000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-4000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-4000/tokenizer_config.json b/checkpoint-4000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-4000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..594ca0384801305e9f9398e46eb7533182e137ef
--- /dev/null
+++ b/checkpoint-4000/trainer_state.json
@@ -0,0 +1,1154 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5450618144809724,
+  "eval_steps": 500,
+  "global_step": 4000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.7015593282841567e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-4000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-5000/README.md b/checkpoint-5000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-5000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-5000/adapter_config.json b/checkpoint-5000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-5000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-5000/adapter_model.safetensors b/checkpoint-5000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3cdcbf4dd9029e0a489798b3a012c3c080fd5ff4
--- /dev/null
+++ b/checkpoint-5000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67543a44c9774ebd29a9ff5b14c12119f5131f812640f8f8b67a37bbd67b66e9
+size 2436951232
diff --git a/checkpoint-5000/optimizer.pt b/checkpoint-5000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a095a9c91de117755a4b7a6e449105f934f8ed0
--- /dev/null
+++ b/checkpoint-5000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b560d81eddf0585d2969c1c9797d13af9b90eb50c2f0568de84d9a50f31e0030
+size 2305112156
diff --git a/checkpoint-5000/rng_state.pth b/checkpoint-5000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-5000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-5000/scheduler.pt b/checkpoint-5000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73888159f75e7079869cf24ebec1e89bdda63068
--- /dev/null
+++ b/checkpoint-5000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2e76912791899c0bc30a0310059a532a135d3a0d71c8d441b2139b9ffc08ad
+size 1064
diff --git a/checkpoint-5000/special_tokens_map.json b/checkpoint-5000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-5000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-5000/tokenizer.json b/checkpoint-5000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-5000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-5000/tokenizer_config.json b/checkpoint-5000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-5000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-5000/trainer_state.json b/checkpoint-5000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7564a6a9d9db50ec37ed08fa7196d0e00c6f9788
--- /dev/null
+++ b/checkpoint-5000/trainer_state.json
@@ -0,0 +1,1434 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6813272681012155,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.126852173980721e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-5000/training_args.bin b/checkpoint-5000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-5000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-6000/README.md b/checkpoint-6000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-6000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-6000/adapter_config.json b/checkpoint-6000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-6000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-6000/adapter_model.safetensors b/checkpoint-6000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24fab9bd56017998dce7b0802317c2137a828cca
--- /dev/null
+++ b/checkpoint-6000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f445463f0663b0214e25e62a970a38218ab0b8ace6998edf6e6fdd6ef4a38d
+size 2436951232
diff --git a/checkpoint-6000/optimizer.pt b/checkpoint-6000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b940e90e2fd85432ab1b867634d8aef1b6c71a6c
--- /dev/null
+++ b/checkpoint-6000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac46a127a3a33ef29ae0ca3867c46d2487c45fdad05a213346cb14f82df19879
+size 2305112156
diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-6000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-6000/scheduler.pt b/checkpoint-6000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ce2f5e73c6dd972c6e67b83b2263d42713f05
--- /dev/null
+++ b/checkpoint-6000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85584762c66e59dc611ab2b9847be5866843a4f03236ace166e6333ccd442ac4
+size 1064
diff --git a/checkpoint-6000/special_tokens_map.json b/checkpoint-6000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-6000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-6000/tokenizer.json b/checkpoint-6000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-6000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-6000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4f72d575e420245dc0915360b77479983a1e1295
--- /dev/null
+++ b/checkpoint-6000/trainer_state.json
@@ -0,0 +1,1714 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8175927217214585,
+  "eval_steps": 500,
+  "global_step": 6000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.5512088142270693e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-6000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-7000/README.md b/checkpoint-7000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-7000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-7000/adapter_config.json b/checkpoint-7000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-7000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-7000/adapter_model.safetensors b/checkpoint-7000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f6980e4447bb78ffeee8ece423667e789d38cfc
--- /dev/null
+++ b/checkpoint-7000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b1df77f1e3966e278fd62e91d0f0c0cc0a808b0031d604ab8f82897973502
+size 2436951232
diff --git a/checkpoint-7000/optimizer.pt b/checkpoint-7000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb84d8d186f10cd2b705c82dfb0566a38fabb6
--- /dev/null
+++ b/checkpoint-7000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f683eface6a93fa41a190f4a3f60b5e1878b22f066ea26d530c3d5956c6a58b
+size 2305112156
diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a52228ea16468eaab41b66555ced3eaaea002c
--- /dev/null
+++ b/checkpoint-7000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
+size 14244
diff --git a/checkpoint-7000/scheduler.pt b/checkpoint-7000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a7a84c3c341e01460a8723073c2b5b9de17e31
--- /dev/null
+++ b/checkpoint-7000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bad62dd60381a79a5b155e63abbb22334de4c7f6510bde6fc8f224a680071d7
+size 1064
diff --git a/checkpoint-7000/special_tokens_map.json b/checkpoint-7000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-7000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-7000/tokenizer.json b/checkpoint-7000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-7000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-7000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..38acd49da198430fc39d2ab6a48242b336a6a0e9
--- /dev/null
+++ b/checkpoint-7000/trainer_state.json
@@ -0,0 +1,1994 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9538581753417016,
+  "eval_steps": 500,
+  "global_step": 7000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.978301369686837e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-7000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-8000/README.md b/checkpoint-8000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-8000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-8000/adapter_config.json b/checkpoint-8000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-8000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-8000/adapter_model.safetensors b/checkpoint-8000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7909b8bdfb93fe28a64279e4b32e762650f334dd
--- /dev/null
+++ b/checkpoint-8000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ea3257cad91fc7a4a2c796e982305d3d6b2840ca9e98fec5f3b7396467ec3f
+size 2436951232
diff --git a/checkpoint-8000/optimizer.pt b/checkpoint-8000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68c16b3f388d1f0a340402f9dca2a6782807ca5
--- /dev/null
+++ b/checkpoint-8000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fe110a3e767641b17b7ee1205cc85978f38845fa0525e7206a1836565cf1c3
+size 2305112156
diff --git a/checkpoint-8000/rng_state.pth b/checkpoint-8000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-8000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-8000/scheduler.pt b/checkpoint-8000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e650318bfbe2b1d0f1a2d107247fda126268340e
--- /dev/null
+++ b/checkpoint-8000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53959a1399efe2824e656451eeb89f417a1e4137b4c63657bd995770be1f82db
+size 1064
diff --git a/checkpoint-8000/special_tokens_map.json b/checkpoint-8000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-8000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-8000/tokenizer.json b/checkpoint-8000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-8000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-8000/tokenizer_config.json b/checkpoint-8000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-8000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-8000/trainer_state.json b/checkpoint-8000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..046b29d3b0a59be4cf07228b1c1e8565b9123b5f
--- /dev/null
+++ b/checkpoint-8000/trainer_state.json
@@ -0,0 +1,2274 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0900714648429806,
+  "eval_steps": 500,
+  "global_step": 8000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.4040761567867773e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-8000/training_args.bin b/checkpoint-8000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-8000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560
diff --git a/checkpoint-9000/README.md b/checkpoint-9000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..91d16e4f3dad60630965f618c84b19854a92426b
--- /dev/null
+++ b/checkpoint-9000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: unsloth/Llama-3.1-8B
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2
\ No newline at end of file
diff --git a/checkpoint-9000/adapter_config.json b/checkpoint-9000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f346affdd72f78c1584f5e556cb8e0bfae18219f
--- /dev/null
+++ b/checkpoint-9000/adapter_config.json
@@ -0,0 +1,42 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Llama-3.1-8B",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "embed_tokens",
+    "lm_head"
+  ],
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "gate_proj",
+    "up_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/checkpoint-9000/adapter_model.safetensors b/checkpoint-9000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ae2872c441531a921e0d2a5391cdda3d05f06bf
--- /dev/null
+++ b/checkpoint-9000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447572f917546b410c95d296364159d91ff9e1080e5f2e5efddcfc6821a07ede
+size 2436951232
diff --git a/checkpoint-9000/optimizer.pt b/checkpoint-9000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45265d7c4a4075464f457b021bcaeb7fa3e9c2ed
--- /dev/null
+++ b/checkpoint-9000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac2491fdea8d7442ae9028d9ffc31102754fb5ac5fe0f1682c018c8b140e6cd
+size 2305112156
diff --git a/checkpoint-9000/rng_state.pth b/checkpoint-9000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33cefe6919222ddfa3c3946df69b8e5c5a17a0fc
--- /dev/null
+++ b/checkpoint-9000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244
diff --git a/checkpoint-9000/scheduler.pt b/checkpoint-9000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f03be4b79e16ccb30274ab78a21785e7a848bc
--- /dev/null
+++ b/checkpoint-9000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2dee6cb6caa5311caaf6d07c7f3417186b014c78d6dd33c29ac9b941863044
+size 1064
diff --git a/checkpoint-9000/special_tokens_map.json b/checkpoint-9000/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b10c7f0a479eae0c358eac6a14959b3f9acdf1
--- /dev/null
+++ b/checkpoint-9000/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/checkpoint-9000/tokenizer.json b/checkpoint-9000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2
--- /dev/null
+++ b/checkpoint-9000/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920
diff --git a/checkpoint-9000/tokenizer_config.json b/checkpoint-9000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f95efe57105361a3edfdeab107628b7c34a3dc94
--- /dev/null
+++ b/checkpoint-9000/tokenizer_config.json
@@ -0,0 +1,2066 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizer",
+  "unk_token": null
+}
diff --git a/checkpoint-9000/trainer_state.json b/checkpoint-9000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f5d6572ad01acbcf01cd1ca726214cb6262de3af
--- /dev/null
+++ b/checkpoint-9000/trainer_state.json
@@ -0,0 +1,2554 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.2263369184632238,
+  "eval_steps": 500,
+  "global_step": 9000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003406636340506077,
+      "grad_norm": 0.8387678265571594,
+      "learning_rate": 5.4421768707483e-06,
+      "loss": 0.8629,
+      "step": 25
+    },
+    {
+      "epoch": 0.006813272681012154,
+      "grad_norm": 0.5580975413322449,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.8351,
+      "step": 50
+    },
+    {
+      "epoch": 0.010219909021518231,
+      "grad_norm": 0.4770251214504242,
+      "learning_rate": 1.6780045351473924e-05,
+      "loss": 0.8023,
+      "step": 75
+    },
+    {
+      "epoch": 0.013626545362024308,
+      "grad_norm": 0.35437077283859253,
+      "learning_rate": 2.2448979591836737e-05,
+      "loss": 0.7808,
+      "step": 100
+    },
+    {
+      "epoch": 0.017033181702530386,
+      "grad_norm": 0.37850669026374817,
+      "learning_rate": 2.811791383219955e-05,
+      "loss": 0.7554,
+      "step": 125
+    },
+    {
+      "epoch": 0.020439818043036462,
+      "grad_norm": 0.40117064118385315,
+      "learning_rate": 3.378684807256236e-05,
+      "loss": 0.7419,
+      "step": 150
+    },
+    {
+      "epoch": 0.02384645438354254,
+      "grad_norm": 0.4868236780166626,
+      "learning_rate": 3.945578231292517e-05,
+      "loss": 0.751,
+      "step": 175
+    },
+    {
+      "epoch": 0.027253090724048617,
+      "grad_norm": 0.3966948390007019,
+      "learning_rate": 4.512471655328798e-05,
+      "loss": 0.7251,
+      "step": 200
+    },
+    {
+      "epoch": 0.030659727064554693,
+      "grad_norm": 0.3908109664916992,
+      "learning_rate": 5.0793650793650794e-05,
+      "loss": 0.7088,
+      "step": 225
+    },
+    {
+      "epoch": 0.03406636340506077,
+      "grad_norm": 0.3687989115715027,
+      "learning_rate": 5.646258503401361e-05,
+      "loss": 0.7115,
+      "step": 250
+    },
+    {
+      "epoch": 0.03747299974556685,
+      "grad_norm": 0.3919059634208679,
+      "learning_rate": 6.213151927437642e-05,
+      "loss": 0.7026,
+      "step": 275
+    },
+    {
+      "epoch": 0.040879636086072924,
+      "grad_norm": 0.42019009590148926,
+      "learning_rate": 6.780045351473924e-05,
+      "loss": 0.6967,
+      "step": 300
+    },
+    {
+      "epoch": 0.044286272426579,
+      "grad_norm": 0.4229620695114136,
+      "learning_rate": 7.346938775510205e-05,
+      "loss": 0.7148,
+      "step": 325
+    },
+    {
+      "epoch": 0.04769290876708508,
+      "grad_norm": 0.39575278759002686,
+      "learning_rate": 7.913832199546486e-05,
+      "loss": 0.744,
+      "step": 350
+    },
+    {
+      "epoch": 0.051099545107591154,
+      "grad_norm": 0.45732468366622925,
+      "learning_rate": 8.480725623582767e-05,
+      "loss": 0.7216,
+      "step": 375
+    },
+    {
+      "epoch": 0.054506181448097234,
+      "grad_norm": 0.3956912159919739,
+      "learning_rate": 9.047619047619048e-05,
+      "loss": 0.6953,
+      "step": 400
+    },
+    {
+      "epoch": 0.05791281778860331,
+      "grad_norm": 0.3948104679584503,
+      "learning_rate": 9.61451247165533e-05,
+      "loss": 0.7235,
+      "step": 425
+    },
+    {
+      "epoch": 0.061319454129109385,
+      "grad_norm": 0.3913336396217346,
+      "learning_rate": 9.99438004917457e-05,
+      "loss": 0.6676,
+      "step": 450
+    },
+    {
+      "epoch": 0.06472609046961547,
+      "grad_norm": 0.3908584713935852,
+      "learning_rate": 9.9768177028451e-05,
+      "loss": 0.7158,
+      "step": 475
+    },
+    {
+      "epoch": 0.06813272681012154,
+      "grad_norm": 0.4225063920021057,
+      "learning_rate": 9.959255356515631e-05,
+      "loss": 0.7129,
+      "step": 500
+    },
+    {
+      "epoch": 0.07153936315062762,
+      "grad_norm": 2.2388832569122314,
+      "learning_rate": 9.941693010186162e-05,
+      "loss": 0.7199,
+      "step": 525
+    },
+    {
+      "epoch": 0.0749459994911337,
+      "grad_norm": 0.39503997564315796,
+      "learning_rate": 9.924130663856692e-05,
+      "loss": 0.7298,
+      "step": 550
+    },
+    {
+      "epoch": 0.07835263583163977,
+      "grad_norm": 2.1647109985351562,
+      "learning_rate": 9.906568317527221e-05,
+      "loss": 0.7499,
+      "step": 575
+    },
+    {
+      "epoch": 0.08175927217214585,
+      "grad_norm": 0.36966434121131897,
+      "learning_rate": 9.889005971197752e-05,
+      "loss": 0.7212,
+      "step": 600
+    },
+    {
+      "epoch": 0.08516590851265193,
+      "grad_norm": 0.36990946531295776,
+      "learning_rate": 9.871443624868283e-05,
+      "loss": 0.7214,
+      "step": 625
+    },
+    {
+      "epoch": 0.088572544853158,
+      "grad_norm": 0.4158572852611542,
+      "learning_rate": 9.853881278538813e-05,
+      "loss": 0.6942,
+      "step": 650
+    },
+    {
+      "epoch": 0.09197918119366408,
+      "grad_norm": 0.3846476972103119,
+      "learning_rate": 9.836318932209344e-05,
+      "loss": 0.7218,
+      "step": 675
+    },
+    {
+      "epoch": 0.09538581753417016,
+      "grad_norm": 0.33537471294403076,
+      "learning_rate": 9.818756585879874e-05,
+      "loss": 0.7115,
+      "step": 700
+    },
+    {
+      "epoch": 0.09879245387467624,
+      "grad_norm": 0.3672342896461487,
+      "learning_rate": 9.801194239550405e-05,
+      "loss": 0.7225,
+      "step": 725
+    },
+    {
+      "epoch": 0.10219909021518231,
+      "grad_norm": 0.3498263955116272,
+      "learning_rate": 9.783631893220935e-05,
+      "loss": 0.7124,
+      "step": 750
+    },
+    {
+      "epoch": 0.1056057265556884,
+      "grad_norm": 0.3860284388065338,
+      "learning_rate": 9.766069546891466e-05,
+      "loss": 0.7018,
+      "step": 775
+    },
+    {
+      "epoch": 0.10901236289619447,
+      "grad_norm": 0.33633533120155334,
+      "learning_rate": 9.748507200561996e-05,
+      "loss": 0.6962,
+      "step": 800
+    },
+    {
+      "epoch": 0.11241899923670054,
+      "grad_norm": 0.3424709439277649,
+      "learning_rate": 9.730944854232526e-05,
+      "loss": 0.7068,
+      "step": 825
+    },
+    {
+      "epoch": 0.11582563557720663,
+      "grad_norm": 0.3627208173274994,
+      "learning_rate": 9.713382507903056e-05,
+      "loss": 0.6738,
+      "step": 850
+    },
+    {
+      "epoch": 0.1192322719177127,
+      "grad_norm": 0.3304712176322937,
+      "learning_rate": 9.695820161573587e-05,
+      "loss": 0.7004,
+      "step": 875
+    },
+    {
+      "epoch": 0.12263890825821877,
+      "grad_norm": 0.37575623393058777,
+      "learning_rate": 9.678257815244117e-05,
+      "loss": 0.711,
+      "step": 900
+    },
+    {
+      "epoch": 0.12604554459872486,
+      "grad_norm": 0.37238940596580505,
+      "learning_rate": 9.660695468914648e-05,
+      "loss": 0.7172,
+      "step": 925
+    },
+    {
+      "epoch": 0.12945218093923094,
+      "grad_norm": 0.39354655146598816,
+      "learning_rate": 9.643133122585177e-05,
+      "loss": 0.6949,
+      "step": 950
+    },
+    {
+      "epoch": 0.132858817279737,
+      "grad_norm": 0.34536346793174744,
+      "learning_rate": 9.625570776255708e-05,
+      "loss": 0.6871,
+      "step": 975
+    },
+    {
+      "epoch": 0.1362654536202431,
+      "grad_norm": 0.3518439829349518,
+      "learning_rate": 9.608008429926238e-05,
+      "loss": 0.7168,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13967208996074917,
+      "grad_norm": 0.3994406759738922,
+      "learning_rate": 9.590446083596769e-05,
+      "loss": 0.722,
+      "step": 1025
+    },
+    {
+      "epoch": 0.14307872630125523,
+      "grad_norm": 0.38314729928970337,
+      "learning_rate": 9.5728837372673e-05,
+      "loss": 0.6858,
+      "step": 1050
+    },
+    {
+      "epoch": 0.14648536264176132,
+      "grad_norm": 0.3678247630596161,
+      "learning_rate": 9.55532139093783e-05,
+      "loss": 0.6895,
+      "step": 1075
+    },
+    {
+      "epoch": 0.1498919989822674,
+      "grad_norm": 0.37229785323143005,
+      "learning_rate": 9.537759044608359e-05,
+      "loss": 0.6858,
+      "step": 1100
+    },
+    {
+      "epoch": 0.15329863532277346,
+      "grad_norm": 0.34786805510520935,
+      "learning_rate": 9.52019669827889e-05,
+      "loss": 0.7055,
+      "step": 1125
+    },
+    {
+      "epoch": 0.15670527166327955,
+      "grad_norm": 0.34139758348464966,
+      "learning_rate": 9.50263435194942e-05,
+      "loss": 0.6959,
+      "step": 1150
+    },
+    {
+      "epoch": 0.16011190800378564,
+      "grad_norm": 0.33563101291656494,
+      "learning_rate": 9.485072005619952e-05,
+      "loss": 0.6696,
+      "step": 1175
+    },
+    {
+      "epoch": 0.1635185443442917,
+      "grad_norm": 0.4068642556667328,
+      "learning_rate": 9.467509659290483e-05,
+      "loss": 0.7035,
+      "step": 1200
+    },
+    {
+      "epoch": 0.16692518068479778,
+      "grad_norm": 0.3011302053928375,
+      "learning_rate": 9.449947312961012e-05,
+      "loss": 0.6759,
+      "step": 1225
+    },
+    {
+      "epoch": 0.17033181702530387,
+      "grad_norm": 0.3068943917751312,
+      "learning_rate": 9.432384966631543e-05,
+      "loss": 0.6874,
+      "step": 1250
+    },
+    {
+      "epoch": 0.17373845336580993,
+      "grad_norm": 0.3331654369831085,
+      "learning_rate": 9.414822620302073e-05,
+      "loss": 0.6886,
+      "step": 1275
+    },
+    {
+      "epoch": 0.177145089706316,
+      "grad_norm": 0.3533156216144562,
+      "learning_rate": 9.397260273972604e-05,
+      "loss": 0.7059,
+      "step": 1300
+    },
+    {
+      "epoch": 0.1805517260468221,
+      "grad_norm": 0.3277696669101715,
+      "learning_rate": 9.379697927643134e-05,
+      "loss": 0.6793,
+      "step": 1325
+    },
+    {
+      "epoch": 0.18395836238732816,
+      "grad_norm": 0.6513714790344238,
+      "learning_rate": 9.362135581313663e-05,
+      "loss": 0.6741,
+      "step": 1350
+    },
+    {
+      "epoch": 0.18736499872783424,
+      "grad_norm": 0.3339422047138214,
+      "learning_rate": 9.344573234984194e-05,
+      "loss": 0.7229,
+      "step": 1375
+    },
+    {
+      "epoch": 0.19077163506834033,
+      "grad_norm": 0.27368980646133423,
+      "learning_rate": 9.327010888654725e-05,
+      "loss": 0.6889,
+      "step": 1400
+    },
+    {
+      "epoch": 0.1941782714088464,
+      "grad_norm": 0.3697713017463684,
+      "learning_rate": 9.309448542325255e-05,
+      "loss": 0.7091,
+      "step": 1425
+    },
+    {
+      "epoch": 0.19758490774935247,
+      "grad_norm": 0.30846071243286133,
+      "learning_rate": 9.291886195995786e-05,
+      "loss": 0.6929,
+      "step": 1450
+    },
+    {
+      "epoch": 0.20099154408985856,
+      "grad_norm": 0.32923388481140137,
+      "learning_rate": 9.274323849666315e-05,
+      "loss": 0.6828,
+      "step": 1475
+    },
+    {
+      "epoch": 0.20439818043036462,
+      "grad_norm": 0.34551820158958435,
+      "learning_rate": 9.256761503336846e-05,
+      "loss": 0.7007,
+      "step": 1500
+    },
+    {
+      "epoch": 0.2078048167708707,
+      "grad_norm": 0.33527928590774536,
+      "learning_rate": 9.239199157007376e-05,
+      "loss": 0.7209,
+      "step": 1525
+    },
+    {
+      "epoch": 0.2112114531113768,
+      "grad_norm": 0.30302199721336365,
+      "learning_rate": 9.221636810677907e-05,
+      "loss": 0.6802,
+      "step": 1550
+    },
+    {
+      "epoch": 0.21461808945188285,
+      "grad_norm": 0.2833121120929718,
+      "learning_rate": 9.204074464348437e-05,
+      "loss": 0.6841,
+      "step": 1575
+    },
+    {
+      "epoch": 0.21802472579238893,
+      "grad_norm": 0.3293180465698242,
+      "learning_rate": 9.186512118018968e-05,
+      "loss": 0.6902,
+      "step": 1600
+    },
+    {
+      "epoch": 0.22143136213289502,
+      "grad_norm": 0.3296971023082733,
+      "learning_rate": 9.168949771689498e-05,
+      "loss": 0.6796,
+      "step": 1625
+    },
+    {
+      "epoch": 0.22483799847340108,
+      "grad_norm": 0.29069727659225464,
+      "learning_rate": 9.151387425360029e-05,
+      "loss": 0.7244,
+      "step": 1650
+    },
+    {
+      "epoch": 0.22824463481390717,
+      "grad_norm": 0.3884179890155792,
+      "learning_rate": 9.13382507903056e-05,
+      "loss": 0.6951,
+      "step": 1675
+    },
+    {
+      "epoch": 0.23165127115441325,
+      "grad_norm": 0.30107781291007996,
+      "learning_rate": 9.11626273270109e-05,
+      "loss": 0.6873,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2350579074949193,
+      "grad_norm": 0.501139760017395,
+      "learning_rate": 9.098700386371619e-05,
+      "loss": 0.7114,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2384645438354254,
+      "grad_norm": 0.3498416841030121,
+      "learning_rate": 9.08113804004215e-05,
+      "loss": 0.6801,
+      "step": 1750
+    },
+    {
+      "epoch": 0.24187118017593148,
+      "grad_norm": 0.34361162781715393,
+      "learning_rate": 9.06357569371268e-05,
+      "loss": 0.6702,
+      "step": 1775
+    },
+    {
+      "epoch": 0.24527781651643754,
+      "grad_norm": 0.39064115285873413,
+      "learning_rate": 9.046013347383211e-05,
+      "loss": 0.6805,
+      "step": 1800
+    },
+    {
+      "epoch": 0.24868445285694363,
+      "grad_norm": 0.29779884219169617,
+      "learning_rate": 9.028451001053742e-05,
+      "loss": 0.6929,
+      "step": 1825
+    },
+    {
+      "epoch": 0.2520910891974497,
+      "grad_norm": 0.3189874291419983,
+      "learning_rate": 9.010888654724272e-05,
+      "loss": 0.6877,
+      "step": 1850
+    },
+    {
+      "epoch": 0.2554977255379558,
+      "grad_norm": 0.33130019903182983,
+      "learning_rate": 8.993326308394801e-05,
+      "loss": 0.7176,
+      "step": 1875
+    },
+    {
+      "epoch": 0.2589043618784619,
+      "grad_norm": 0.3092060983181,
+      "learning_rate": 8.975763962065332e-05,
+      "loss": 0.6872,
+      "step": 1900
+    },
+    {
+      "epoch": 0.2623109982189679,
+      "grad_norm": 0.2977277338504791,
+      "learning_rate": 8.958201615735862e-05,
+      "loss": 0.6854,
+      "step": 1925
+    },
+    {
+      "epoch": 0.265717634559474,
+      "grad_norm": 0.3292854130268097,
+      "learning_rate": 8.940639269406393e-05,
+      "loss": 0.6726,
+      "step": 1950
+    },
+    {
+      "epoch": 0.2691242708999801,
+      "grad_norm": 0.30629754066467285,
+      "learning_rate": 8.923076923076924e-05,
+      "loss": 0.6928,
+      "step": 1975
+    },
+    {
+      "epoch": 0.2725309072404862,
+      "grad_norm": 0.38389158248901367,
+      "learning_rate": 8.905514576747454e-05,
+      "loss": 0.6804,
+      "step": 2000
+    },
+    {
+      "epoch": 0.27593754358099226,
+      "grad_norm": 0.29301708936691284,
+      "learning_rate": 8.887952230417985e-05,
+      "loss": 0.6815,
+      "step": 2025
+    },
+    {
+      "epoch": 0.27934417992149835,
+      "grad_norm": 0.3136097490787506,
+      "learning_rate": 8.870389884088515e-05,
+      "loss": 0.7038,
+      "step": 2050
+    },
+    {
+      "epoch": 0.2827508162620044,
+      "grad_norm": 0.4756239950656891,
+      "learning_rate": 8.852827537759046e-05,
+      "loss": 0.6772,
+      "step": 2075
+    },
+    {
+      "epoch": 0.28615745260251046,
+      "grad_norm": 0.3121085464954376,
+      "learning_rate": 8.835265191429576e-05,
+      "loss": 0.6604,
+      "step": 2100
+    },
+    {
+      "epoch": 0.28956408894301655,
+      "grad_norm": 0.3641608655452728,
+      "learning_rate": 8.817702845100106e-05,
+      "loss": 0.6645,
+      "step": 2125
+    },
+    {
+      "epoch": 0.29297072528352264,
+      "grad_norm": 0.34608688950538635,
+      "learning_rate": 8.800140498770636e-05,
+      "loss": 0.6702,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2963773616240287,
+      "grad_norm": 0.3482177257537842,
+      "learning_rate": 8.782578152441167e-05,
+      "loss": 0.7293,
+      "step": 2175
+    },
+    {
+      "epoch": 0.2997839979645348,
+      "grad_norm": 0.34053704142570496,
+      "learning_rate": 8.765015806111697e-05,
+      "loss": 0.6724,
+      "step": 2200
+    },
+    {
+      "epoch": 0.30319063430504084,
+      "grad_norm": 0.32497864961624146,
+      "learning_rate": 8.747453459782228e-05,
+      "loss": 0.6511,
+      "step": 2225
+    },
+    {
+      "epoch": 0.3065972706455469,
+      "grad_norm": 0.3069411814212799,
+      "learning_rate": 8.729891113452757e-05,
+      "loss": 0.6849,
+      "step": 2250
+    },
+    {
+      "epoch": 0.310003906986053,
+      "grad_norm": 0.28222939372062683,
+      "learning_rate": 8.712328767123288e-05,
+      "loss": 0.66,
+      "step": 2275
+    },
+    {
+      "epoch": 0.3134105433265591,
+      "grad_norm": 0.3223375082015991,
+      "learning_rate": 8.694766420793818e-05,
+      "loss": 0.6819,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3168171796670652,
+      "grad_norm": 0.2859184443950653,
+      "learning_rate": 8.677204074464349e-05,
+      "loss": 0.7061,
+      "step": 2325
+    },
+    {
+      "epoch": 0.32022381600757127,
+      "grad_norm": 0.30723094940185547,
+      "learning_rate": 8.659641728134879e-05,
+      "loss": 0.678,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3236304523480773,
+      "grad_norm": 0.3178076446056366,
+      "learning_rate": 8.642079381805409e-05,
+      "loss": 0.6797,
+      "step": 2375
+    },
+    {
+      "epoch": 0.3270370886885834,
+      "grad_norm": 0.3042934536933899,
+      "learning_rate": 8.624517035475939e-05,
+      "loss": 0.6654,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3304437250290895,
+      "grad_norm": 0.3517778813838959,
+      "learning_rate": 8.60695468914647e-05,
+      "loss": 0.6727,
+      "step": 2425
+    },
+    {
+      "epoch": 0.33385036136959556,
+      "grad_norm": 0.2900087833404541,
+      "learning_rate": 8.589392342817002e-05,
+      "loss": 0.6886,
+      "step": 2450
+    },
+    {
+      "epoch": 0.33725699771010165,
+      "grad_norm": 0.3086068630218506,
+      "learning_rate": 8.571829996487532e-05,
+      "loss": 0.6885,
+      "step": 2475
+    },
+    {
+      "epoch": 0.34066363405060773,
+      "grad_norm": 0.3216247856616974,
+      "learning_rate": 8.554267650158061e-05,
+      "loss": 0.6753,
+      "step": 2500
+    },
+    {
+      "epoch": 0.34407027039111376,
+      "grad_norm": 0.3239280581474304,
+      "learning_rate": 8.536705303828592e-05,
+      "loss": 0.7092,
+      "step": 2525
+    },
+    {
+      "epoch": 0.34747690673161985,
+      "grad_norm": 0.2760443091392517,
+      "learning_rate": 8.519142957499122e-05,
+      "loss": 0.7039,
+      "step": 2550
+    },
+    {
+      "epoch": 0.35088354307212594,
+      "grad_norm": 0.3144066631793976,
+      "learning_rate": 8.501580611169653e-05,
+      "loss": 0.6988,
+      "step": 2575
+    },
+    {
+      "epoch": 0.354290179412632,
+      "grad_norm": 0.32952046394348145,
+      "learning_rate": 8.484018264840184e-05,
+      "loss": 0.6911,
+      "step": 2600
+    },
+    {
+      "epoch": 0.3576968157531381,
+      "grad_norm": 2.4748454093933105,
+      "learning_rate": 8.466455918510714e-05,
+      "loss": 0.6748,
+      "step": 2625
+    },
+    {
+      "epoch": 0.3611034520936442,
+      "grad_norm": 0.32749420404434204,
+      "learning_rate": 8.448893572181243e-05,
+      "loss": 0.6775,
+      "step": 2650
+    },
+    {
+      "epoch": 0.3645100884341502,
+      "grad_norm": 0.28332722187042236,
+      "learning_rate": 8.431331225851774e-05,
+      "loss": 0.6788,
+      "step": 2675
+    },
+    {
+      "epoch": 0.3679167247746563,
+      "grad_norm": 0.29811403155326843,
+      "learning_rate": 8.413768879522305e-05,
+      "loss": 0.6954,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3713233611151624,
+      "grad_norm": 0.3304058313369751,
+      "learning_rate": 8.396206533192835e-05,
+      "loss": 0.6759,
+      "step": 2725
+    },
+    {
+      "epoch": 0.3747299974556685,
+      "grad_norm": 0.32398712635040283,
+      "learning_rate": 8.378644186863366e-05,
+      "loss": 0.6886,
+      "step": 2750
+    },
+    {
+      "epoch": 0.37813663379617457,
+      "grad_norm": 0.2734803259372711,
+      "learning_rate": 8.361081840533895e-05,
+      "loss": 0.6839,
+      "step": 2775
+    },
+    {
+      "epoch": 0.38154327013668066,
+      "grad_norm": 0.2840772271156311,
+      "learning_rate": 8.343519494204425e-05,
+      "loss": 0.6828,
+      "step": 2800
+    },
+    {
+      "epoch": 0.3849499064771867,
+      "grad_norm": 0.39391207695007324,
+      "learning_rate": 8.325957147874956e-05,
+      "loss": 0.6935,
+      "step": 2825
+    },
+    {
+      "epoch": 0.3883565428176928,
+      "grad_norm": 0.27879825234413147,
+      "learning_rate": 8.308394801545487e-05,
+      "loss": 0.7002,
+      "step": 2850
+    },
+    {
+      "epoch": 0.39176317915819886,
+      "grad_norm": 0.30057233572006226,
+      "learning_rate": 8.290832455216017e-05,
+      "loss": 0.6784,
+      "step": 2875
+    },
+    {
+      "epoch": 0.39516981549870495,
+      "grad_norm": 0.31198152899742126,
+      "learning_rate": 8.273270108886548e-05,
+      "loss": 0.6896,
+      "step": 2900
+    },
+    {
+      "epoch": 0.39857645183921103,
+      "grad_norm": 0.2815667390823364,
+      "learning_rate": 8.255707762557078e-05,
+      "loss": 0.6649,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4019830881797171,
+      "grad_norm": 0.35836973786354065,
+      "learning_rate": 8.238145416227609e-05,
+      "loss": 0.6601,
+      "step": 2950
+    },
+    {
+      "epoch": 0.4053897245202232,
+      "grad_norm": 0.289037823677063,
+      "learning_rate": 8.22058306989814e-05,
+      "loss": 0.6842,
+      "step": 2975
+    },
+    {
+      "epoch": 0.40879636086072924,
+      "grad_norm": 0.32901930809020996,
+      "learning_rate": 8.20302072356867e-05,
+      "loss": 0.6677,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4122029972012353,
+      "grad_norm": 0.34060442447662354,
+      "learning_rate": 8.185458377239199e-05,
+      "loss": 0.6728,
+      "step": 3025
+    },
+    {
+      "epoch": 0.4156096335417414,
+      "grad_norm": 0.3380946218967438,
+      "learning_rate": 8.16789603090973e-05,
+      "loss": 0.7131,
+      "step": 3050
+    },
+    {
+      "epoch": 0.4190162698822475,
+      "grad_norm": 0.3136932849884033,
+      "learning_rate": 8.15033368458026e-05,
+      "loss": 0.6829,
+      "step": 3075
+    },
+    {
+      "epoch": 0.4224229062227536,
+      "grad_norm": 0.2733888328075409,
+      "learning_rate": 8.132771338250791e-05,
+      "loss": 0.7026,
+      "step": 3100
+    },
+    {
+      "epoch": 0.42582954256325967,
+      "grad_norm": 0.3108291029930115,
+      "learning_rate": 8.115208991921321e-05,
+      "loss": 0.689,
+      "step": 3125
+    },
+    {
+      "epoch": 0.4292361789037657,
+      "grad_norm": 0.3084828853607178,
+      "learning_rate": 8.09764664559185e-05,
+      "loss": 0.6723,
+      "step": 3150
+    },
+    {
+      "epoch": 0.4326428152442718,
+      "grad_norm": 0.2837083041667938,
+      "learning_rate": 8.080084299262381e-05,
+      "loss": 0.6699,
+      "step": 3175
+    },
+    {
+      "epoch": 0.43604945158477787,
+      "grad_norm": 0.3026272654533386,
+      "learning_rate": 8.062521952932912e-05,
+      "loss": 0.6771,
+      "step": 3200
+    },
+    {
+      "epoch": 0.43945608792528396,
+      "grad_norm": 0.29208138585090637,
+      "learning_rate": 8.044959606603442e-05,
+      "loss": 0.6636,
+      "step": 3225
+    },
+    {
+      "epoch": 0.44286272426579004,
+      "grad_norm": 0.29942700266838074,
+      "learning_rate": 8.027397260273973e-05,
+      "loss": 0.6788,
+      "step": 3250
+    },
+    {
+      "epoch": 0.44626936060629613,
+      "grad_norm": 0.262577086687088,
+      "learning_rate": 8.009834913944503e-05,
+      "loss": 0.65,
+      "step": 3275
+    },
+    {
+      "epoch": 0.44967599694680216,
+      "grad_norm": 0.29627498984336853,
+      "learning_rate": 7.992272567615034e-05,
+      "loss": 0.651,
+      "step": 3300
+    },
+    {
+      "epoch": 0.45308263328730825,
+      "grad_norm": 0.298234224319458,
+      "learning_rate": 7.974710221285565e-05,
+      "loss": 0.6883,
+      "step": 3325
+    },
+    {
+      "epoch": 0.45648926962781433,
+      "grad_norm": 0.2771220803260803,
+      "learning_rate": 7.957147874956095e-05,
+      "loss": 0.6786,
+      "step": 3350
+    },
+    {
+      "epoch": 0.4598959059683204,
+      "grad_norm": 0.29765036702156067,
+      "learning_rate": 7.939585528626626e-05,
+      "loss": 0.6835,
+      "step": 3375
+    },
+    {
+      "epoch": 0.4633025423088265,
+      "grad_norm": 0.31564295291900635,
+      "learning_rate": 7.922023182297156e-05,
+      "loss": 0.6546,
+      "step": 3400
+    },
+    {
+      "epoch": 0.4667091786493326,
+      "grad_norm": 0.2750963270664215,
+      "learning_rate": 7.904460835967685e-05,
+      "loss": 0.6765,
+      "step": 3425
+    },
+    {
+      "epoch": 0.4701158149898386,
+      "grad_norm": 0.28891250491142273,
+      "learning_rate": 7.886898489638216e-05,
+      "loss": 0.6719,
+      "step": 3450
+    },
+    {
+      "epoch": 0.4735224513303447,
+      "grad_norm": 0.3090450167655945,
+      "learning_rate": 7.869336143308747e-05,
+      "loss": 0.6629,
+      "step": 3475
+    },
+    {
+      "epoch": 0.4769290876708508,
+      "grad_norm": 0.2829868495464325,
+      "learning_rate": 7.851773796979277e-05,
+      "loss": 0.676,
+      "step": 3500
+    },
+    {
+      "epoch": 0.4803357240113569,
+      "grad_norm": 0.2897719144821167,
+      "learning_rate": 7.834211450649808e-05,
+      "loss": 0.6853,
+      "step": 3525
+    },
+    {
+      "epoch": 0.48374236035186297,
+      "grad_norm": 0.31082597374916077,
+      "learning_rate": 7.816649104320337e-05,
+      "loss": 0.6818,
+      "step": 3550
+    },
+    {
+      "epoch": 0.48714899669236905,
+      "grad_norm": 0.29339250922203064,
+      "learning_rate": 7.799086757990867e-05,
+      "loss": 0.673,
+      "step": 3575
+    },
+    {
+      "epoch": 0.4905556330328751,
+      "grad_norm": 0.29037582874298096,
+      "learning_rate": 7.781524411661398e-05,
+      "loss": 0.6726,
+      "step": 3600
+    },
+    {
+      "epoch": 0.49396226937338117,
+      "grad_norm": 0.2868305742740631,
+      "learning_rate": 7.763962065331929e-05,
+      "loss": 0.6894,
+      "step": 3625
+    },
+    {
+      "epoch": 0.49736890571388725,
+      "grad_norm": 0.28504157066345215,
+      "learning_rate": 7.746399719002459e-05,
+      "loss": 0.6479,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5007755420543933,
+      "grad_norm": 0.28001776337623596,
+      "learning_rate": 7.728837372672988e-05,
+      "loss": 0.6571,
+      "step": 3675
+    },
+    {
+      "epoch": 0.5041821783948994,
+      "grad_norm": 0.3145054280757904,
+      "learning_rate": 7.711275026343519e-05,
+      "loss": 0.6638,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5075888147354055,
+      "grad_norm": 0.3753933012485504,
+      "learning_rate": 7.693712680014051e-05,
+      "loss": 0.6617,
+      "step": 3725
+    },
+    {
+      "epoch": 0.5109954510759116,
+      "grad_norm": 0.2966824173927307,
+      "learning_rate": 7.676150333684581e-05,
+      "loss": 0.6666,
+      "step": 3750
+    },
+    {
+      "epoch": 0.5144020874164177,
+      "grad_norm": 0.26844897866249084,
+      "learning_rate": 7.658587987355112e-05,
+      "loss": 0.6646,
+      "step": 3775
+    },
+    {
+      "epoch": 0.5178087237569238,
+      "grad_norm": 0.3304543197154999,
+      "learning_rate": 7.641025641025641e-05,
+      "loss": 0.6704,
+      "step": 3800
+    },
+    {
+      "epoch": 0.5212153600974297,
+      "grad_norm": 0.31017178297042847,
+      "learning_rate": 7.623463294696172e-05,
+      "loss": 0.6846,
+      "step": 3825
+    },
+    {
+      "epoch": 0.5246219964379358,
+      "grad_norm": 0.3583391308784485,
+      "learning_rate": 7.605900948366702e-05,
+      "loss": 0.6759,
+      "step": 3850
+    },
+    {
+      "epoch": 0.5280286327784419,
+      "grad_norm": 0.28191253542900085,
+      "learning_rate": 7.588338602037233e-05,
+      "loss": 0.6369,
+      "step": 3875
+    },
+    {
+      "epoch": 0.531435269118948,
+      "grad_norm": 0.27828291058540344,
+      "learning_rate": 7.570776255707763e-05,
+      "loss": 0.6818,
+      "step": 3900
+    },
+    {
+      "epoch": 0.5348419054594541,
+      "grad_norm": 0.3020898997783661,
+      "learning_rate": 7.553213909378293e-05,
+      "loss": 0.6578,
+      "step": 3925
+    },
+    {
+      "epoch": 0.5382485417999602,
+      "grad_norm": 0.266043484210968,
+      "learning_rate": 7.535651563048823e-05,
+      "loss": 0.6652,
+      "step": 3950
+    },
+    {
+      "epoch": 0.5416551781404663,
+      "grad_norm": 0.2994140684604645,
+      "learning_rate": 7.518089216719354e-05,
+      "loss": 0.6639,
+      "step": 3975
+    },
+    {
+      "epoch": 0.5450618144809724,
+      "grad_norm": 0.29508110880851746,
+      "learning_rate": 7.500526870389884e-05,
+      "loss": 0.7025,
+      "step": 4000
+    },
+    {
+      "epoch": 0.5484684508214784,
+      "grad_norm": 0.29506492614746094,
+      "learning_rate": 7.482964524060415e-05,
+      "loss": 0.6565,
+      "step": 4025
+    },
+    {
+      "epoch": 0.5518750871619845,
+      "grad_norm": 0.31011542677879333,
+      "learning_rate": 7.465402177730946e-05,
+      "loss": 0.6851,
+      "step": 4050
+    },
+    {
+      "epoch": 0.5552817235024906,
+      "grad_norm": 0.3215409219264984,
+      "learning_rate": 7.447839831401475e-05,
+      "loss": 0.6559,
+      "step": 4075
+    },
+    {
+      "epoch": 0.5586883598429967,
+      "grad_norm": 0.29974356293678284,
+      "learning_rate": 7.430277485072005e-05,
+      "loss": 0.6784,
+      "step": 4100
+    },
+    {
+      "epoch": 0.5620949961835027,
+      "grad_norm": 0.29619455337524414,
+      "learning_rate": 7.412715138742536e-05,
+      "loss": 0.6836,
+      "step": 4125
+    },
+    {
+      "epoch": 0.5655016325240088,
+      "grad_norm": 0.3017350733280182,
+      "learning_rate": 7.395152792413066e-05,
+      "loss": 0.6533,
+      "step": 4150
+    },
+    {
+      "epoch": 0.5689082688645148,
+      "grad_norm": 0.2944609224796295,
+      "learning_rate": 7.377590446083597e-05,
+      "loss": 0.6568,
+      "step": 4175
+    },
+    {
+      "epoch": 0.5723149052050209,
+      "grad_norm": 0.2667727470397949,
+      "learning_rate": 7.360028099754128e-05,
+      "loss": 0.6546,
+      "step": 4200
+    },
+    {
+      "epoch": 0.575721541545527,
+      "grad_norm": 0.2934742569923401,
+      "learning_rate": 7.342465753424658e-05,
+      "loss": 0.6747,
+      "step": 4225
+    },
+    {
+      "epoch": 0.5791281778860331,
+      "grad_norm": 0.3042696416378021,
+      "learning_rate": 7.324903407095189e-05,
+      "loss": 0.6939,
+      "step": 4250
+    },
+    {
+      "epoch": 0.5825348142265392,
+      "grad_norm": 0.2748386859893799,
+      "learning_rate": 7.307341060765719e-05,
+      "loss": 0.6538,
+      "step": 4275
+    },
+    {
+      "epoch": 0.5859414505670453,
+      "grad_norm": 0.2834206223487854,
+      "learning_rate": 7.28977871443625e-05,
+      "loss": 0.6296,
+      "step": 4300
+    },
+    {
+      "epoch": 0.5893480869075514,
+      "grad_norm": 0.31131449341773987,
+      "learning_rate": 7.272216368106779e-05,
+      "loss": 0.6773,
+      "step": 4325
+    },
+    {
+      "epoch": 0.5927547232480574,
+      "grad_norm": 0.28676480054855347,
+      "learning_rate": 7.25465402177731e-05,
+      "loss": 0.6908,
+      "step": 4350
+    },
+    {
+      "epoch": 0.5961613595885635,
+      "grad_norm": 0.25846219062805176,
+      "learning_rate": 7.23709167544784e-05,
+      "loss": 0.6919,
+      "step": 4375
+    },
+    {
+      "epoch": 0.5995679959290696,
+      "grad_norm": 0.3187685012817383,
+      "learning_rate": 7.219529329118371e-05,
+      "loss": 0.6816,
+      "step": 4400
+    },
+    {
+      "epoch": 0.6029746322695757,
+      "grad_norm": 0.26819366216659546,
+      "learning_rate": 7.201966982788901e-05,
+      "loss": 0.6653,
+      "step": 4425
+    },
+    {
+      "epoch": 0.6063812686100817,
+      "grad_norm": 0.3077665865421295,
+      "learning_rate": 7.18440463645943e-05,
+      "loss": 0.648,
+      "step": 4450
+    },
+    {
+      "epoch": 0.6097879049505878,
+      "grad_norm": 0.4746949374675751,
+      "learning_rate": 7.166842290129961e-05,
+      "loss": 0.7012,
+      "step": 4475
+    },
+    {
+      "epoch": 0.6131945412910939,
+      "grad_norm": 0.2993331849575043,
+      "learning_rate": 7.149279943800492e-05,
+      "loss": 0.6779,
+      "step": 4500
+    },
+    {
+      "epoch": 0.6166011776315999,
+      "grad_norm": 0.26777181029319763,
+      "learning_rate": 7.131717597471022e-05,
+      "loss": 0.6706,
+      "step": 4525
+    },
+    {
+      "epoch": 0.620007813972106,
+      "grad_norm": 0.31024643778800964,
+      "learning_rate": 7.114155251141553e-05,
+      "loss": 0.6748,
+      "step": 4550
+    },
+    {
+      "epoch": 0.6234144503126121,
+      "grad_norm": 0.26060259342193604,
+      "learning_rate": 7.096592904812083e-05,
+      "loss": 0.6871,
+      "step": 4575
+    },
+    {
+      "epoch": 0.6268210866531182,
+      "grad_norm": 0.2986789643764496,
+      "learning_rate": 7.079030558482614e-05,
+      "loss": 0.6638,
+      "step": 4600
+    },
+    {
+      "epoch": 0.6302277229936243,
+      "grad_norm": 0.28097572922706604,
+      "learning_rate": 7.061468212153144e-05,
+      "loss": 0.661,
+      "step": 4625
+    },
+    {
+      "epoch": 0.6336343593341304,
+      "grad_norm": 0.3189026415348053,
+      "learning_rate": 7.043905865823675e-05,
+      "loss": 0.6525,
+      "step": 4650
+    },
+    {
+      "epoch": 0.6370409956746365,
+      "grad_norm": 0.29876482486724854,
+      "learning_rate": 7.026343519494206e-05,
+      "loss": 0.6655,
+      "step": 4675
+    },
+    {
+      "epoch": 0.6404476320151425,
+      "grad_norm": 0.30885156989097595,
+      "learning_rate": 7.008781173164735e-05,
+      "loss": 0.6797,
+      "step": 4700
+    },
+    {
+      "epoch": 0.6438542683556486,
+      "grad_norm": 0.3274490237236023,
+      "learning_rate": 6.991218826835265e-05,
+      "loss": 0.6723,
+      "step": 4725
+    },
+    {
+      "epoch": 0.6472609046961546,
+      "grad_norm": 0.30561405420303345,
+      "learning_rate": 6.973656480505796e-05,
+      "loss": 0.6414,
+      "step": 4750
+    },
+    {
+      "epoch": 0.6506675410366607,
+      "grad_norm": 0.3118368089199066,
+      "learning_rate": 6.956094134176326e-05,
+      "loss": 0.6786,
+      "step": 4775
+    },
+    {
+      "epoch": 0.6540741773771668,
+      "grad_norm": 0.2799939811229706,
+      "learning_rate": 6.938531787846857e-05,
+      "loss": 0.6556,
+      "step": 4800
+    },
+    {
+      "epoch": 0.6574808137176729,
+      "grad_norm": 0.31232938170433044,
+      "learning_rate": 6.920969441517388e-05,
+      "loss": 0.6527,
+      "step": 4825
+    },
+    {
+      "epoch": 0.660887450058179,
+      "grad_norm": 0.37503504753112793,
+      "learning_rate": 6.903407095187917e-05,
+      "loss": 0.6765,
+      "step": 4850
+    },
+    {
+      "epoch": 0.664294086398685,
+      "grad_norm": 0.2833762764930725,
+      "learning_rate": 6.885844748858447e-05,
+      "loss": 0.6558,
+      "step": 4875
+    },
+    {
+      "epoch": 0.6677007227391911,
+      "grad_norm": 0.27285921573638916,
+      "learning_rate": 6.868282402528978e-05,
+      "loss": 0.6717,
+      "step": 4900
+    },
+    {
+      "epoch": 0.6711073590796972,
+      "grad_norm": 0.29982614517211914,
+      "learning_rate": 6.850720056199509e-05,
+      "loss": 0.6736,
+      "step": 4925
+    },
+    {
+      "epoch": 0.6745139954202033,
+      "grad_norm": 0.29421648383140564,
+      "learning_rate": 6.833157709870039e-05,
+      "loss": 0.6633,
+      "step": 4950
+    },
+    {
+      "epoch": 0.6779206317607094,
+      "grad_norm": 0.30472108721733093,
+      "learning_rate": 6.815595363540568e-05,
+      "loss": 0.6418,
+      "step": 4975
+    },
+    {
+      "epoch": 0.6813272681012155,
+      "grad_norm": 0.2899680733680725,
+      "learning_rate": 6.7980330172111e-05,
+      "loss": 0.681,
+      "step": 5000
+    },
+    {
+      "epoch": 0.6847339044417216,
+      "grad_norm": 0.2816316485404968,
+      "learning_rate": 6.780470670881631e-05,
+      "loss": 0.6661,
+      "step": 5025
+    },
+    {
+      "epoch": 0.6881405407822275,
+      "grad_norm": 0.2587604224681854,
+      "learning_rate": 6.762908324552161e-05,
+      "loss": 0.6474,
+      "step": 5050
+    },
+    {
+      "epoch": 0.6915471771227336,
+      "grad_norm": 0.36257919669151306,
+      "learning_rate": 6.745345978222692e-05,
+      "loss": 0.6449,
+      "step": 5075
+    },
+    {
+      "epoch": 0.6949538134632397,
+      "grad_norm": 0.2923133373260498,
+      "learning_rate": 6.727783631893221e-05,
+      "loss": 0.6805,
+      "step": 5100
+    },
+    {
+      "epoch": 0.6983604498037458,
+      "grad_norm": 0.2798687517642975,
+      "learning_rate": 6.710221285563752e-05,
+      "loss": 0.6635,
+      "step": 5125
+    },
+    {
+      "epoch": 0.7017670861442519,
+      "grad_norm": 0.2894415259361267,
+      "learning_rate": 6.692658939234282e-05,
+      "loss": 0.6748,
+      "step": 5150
+    },
+    {
+      "epoch": 0.705173722484758,
+      "grad_norm": 0.31652697920799255,
+      "learning_rate": 6.675096592904813e-05,
+      "loss": 0.6434,
+      "step": 5175
+    },
+    {
+      "epoch": 0.708580358825264,
+      "grad_norm": 0.28104209899902344,
+      "learning_rate": 6.657534246575343e-05,
+      "loss": 0.6693,
+      "step": 5200
+    },
+    {
+      "epoch": 0.7119869951657701,
+      "grad_norm": 0.29532864689826965,
+      "learning_rate": 6.639971900245873e-05,
+      "loss": 0.665,
+      "step": 5225
+    },
+    {
+      "epoch": 0.7153936315062762,
+      "grad_norm": 0.2964029312133789,
+      "learning_rate": 6.622409553916403e-05,
+      "loss": 0.6742,
+      "step": 5250
+    },
+    {
+      "epoch": 0.7188002678467823,
+      "grad_norm": 0.3458377420902252,
+      "learning_rate": 6.604847207586934e-05,
+      "loss": 0.6836,
+      "step": 5275
+    },
+    {
+      "epoch": 0.7222069041872884,
+      "grad_norm": 0.30560600757598877,
+      "learning_rate": 6.587284861257464e-05,
+      "loss": 0.6883,
+      "step": 5300
+    },
+    {
+      "epoch": 0.7256135405277945,
+      "grad_norm": 0.266996294260025,
+      "learning_rate": 6.569722514927995e-05,
+      "loss": 0.6674,
+      "step": 5325
+    },
+    {
+      "epoch": 0.7290201768683005,
+      "grad_norm": 0.29581552743911743,
+      "learning_rate": 6.552160168598524e-05,
+      "loss": 0.6776,
+      "step": 5350
+    },
+    {
+      "epoch": 0.7324268132088065,
+      "grad_norm": 0.26997387409210205,
+      "learning_rate": 6.534597822269055e-05,
+      "loss": 0.6646,
+      "step": 5375
+    },
+    {
+      "epoch": 0.7358334495493126,
+      "grad_norm": 0.3831222355365753,
+      "learning_rate": 6.517035475939585e-05,
+      "loss": 0.6626,
+      "step": 5400
+    },
+    {
+      "epoch": 0.7392400858898187,
+      "grad_norm": 0.3023781180381775,
+      "learning_rate": 6.499473129610116e-05,
+      "loss": 0.672,
+      "step": 5425
+    },
+    {
+      "epoch": 0.7426467222303248,
+      "grad_norm": 0.3060709536075592,
+      "learning_rate": 6.481910783280646e-05,
+      "loss": 0.68,
+      "step": 5450
+    },
+    {
+      "epoch": 0.7460533585708309,
+      "grad_norm": 0.26548224687576294,
+      "learning_rate": 6.464348436951177e-05,
+      "loss": 0.6585,
+      "step": 5475
+    },
+    {
+      "epoch": 0.749459994911337,
+      "grad_norm": 0.3094407916069031,
+      "learning_rate": 6.446786090621707e-05,
+      "loss": 0.6809,
+      "step": 5500
+    },
+    {
+      "epoch": 0.752866631251843,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 6.429223744292238e-05,
+      "loss": 0.6889,
+      "step": 5525
+    },
+    {
+      "epoch": 0.7562732675923491,
+      "grad_norm": 0.2860637605190277,
+      "learning_rate": 6.411661397962769e-05,
+      "loss": 0.6782,
+      "step": 5550
+    },
+    {
+      "epoch": 0.7596799039328552,
+      "grad_norm": 0.3119567036628723,
+      "learning_rate": 6.394099051633299e-05,
+      "loss": 0.6481,
+      "step": 5575
+    },
+    {
+      "epoch": 0.7630865402733613,
+      "grad_norm": 0.3033282458782196,
+      "learning_rate": 6.37653670530383e-05,
+      "loss": 0.6735,
+      "step": 5600
+    },
+    {
+      "epoch": 0.7664931766138674,
+      "grad_norm": 0.303755521774292,
+      "learning_rate": 6.358974358974359e-05,
+      "loss": 0.6736,
+      "step": 5625
+    },
+    {
+      "epoch": 0.7698998129543734,
+      "grad_norm": 0.3597272038459778,
+      "learning_rate": 6.34141201264489e-05,
+      "loss": 0.6749,
+      "step": 5650
+    },
+    {
+      "epoch": 0.7733064492948795,
+      "grad_norm": 0.26582157611846924,
+      "learning_rate": 6.32384966631542e-05,
+      "loss": 0.6646,
+      "step": 5675
+    },
+    {
+      "epoch": 0.7767130856353855,
+      "grad_norm": 0.2802767753601074,
+      "learning_rate": 6.30628731998595e-05,
+      "loss": 0.6675,
+      "step": 5700
+    },
+    {
+      "epoch": 0.7801197219758916,
+      "grad_norm": 0.31844425201416016,
+      "learning_rate": 6.288724973656481e-05,
+      "loss": 0.6637,
+      "step": 5725
+    },
+    {
+      "epoch": 0.7835263583163977,
+      "grad_norm": 0.31489238142967224,
+      "learning_rate": 6.27116262732701e-05,
+      "loss": 0.6627,
+      "step": 5750
+    },
+    {
+      "epoch": 0.7869329946569038,
+      "grad_norm": 0.3433346152305603,
+      "learning_rate": 6.253600280997541e-05,
+      "loss": 0.6796,
+      "step": 5775
+    },
+    {
+      "epoch": 0.7903396309974099,
+      "grad_norm": 0.3126988708972931,
+      "learning_rate": 6.236037934668072e-05,
+      "loss": 0.6768,
+      "step": 5800
+    },
+    {
+      "epoch": 0.793746267337916,
+      "grad_norm": 0.2817250192165375,
+      "learning_rate": 6.218475588338602e-05,
+      "loss": 0.6521,
+      "step": 5825
+    },
+    {
+      "epoch": 0.7971529036784221,
+      "grad_norm": 0.30584487318992615,
+      "learning_rate": 6.200913242009133e-05,
+      "loss": 0.6357,
+      "step": 5850
+    },
+    {
+      "epoch": 0.8005595400189282,
+      "grad_norm": 0.3048030138015747,
+      "learning_rate": 6.183350895679663e-05,
+      "loss": 0.6688,
+      "step": 5875
+    },
+    {
+      "epoch": 0.8039661763594342,
+      "grad_norm": 0.30793818831443787,
+      "learning_rate": 6.165788549350194e-05,
+      "loss": 0.6717,
+      "step": 5900
+    },
+    {
+      "epoch": 0.8073728126999403,
+      "grad_norm": 0.2916577458381653,
+      "learning_rate": 6.148226203020724e-05,
+      "loss": 0.6432,
+      "step": 5925
+    },
+    {
+      "epoch": 0.8107794490404464,
+      "grad_norm": 0.3017030656337738,
+      "learning_rate": 6.130663856691255e-05,
+      "loss": 0.6237,
+      "step": 5950
+    },
+    {
+      "epoch": 0.8141860853809524,
+      "grad_norm": 0.3230801820755005,
+      "learning_rate": 6.113101510361785e-05,
+      "loss": 0.6776,
+      "step": 5975
+    },
+    {
+      "epoch": 0.8175927217214585,
+      "grad_norm": 0.3148077130317688,
+      "learning_rate": 6.095539164032315e-05,
+      "loss": 0.6602,
+      "step": 6000
+    },
+    {
+      "epoch": 0.8209993580619646,
+      "grad_norm": 0.29618728160858154,
+      "learning_rate": 6.077976817702845e-05,
+      "loss": 0.6399,
+      "step": 6025
+    },
+    {
+      "epoch": 0.8244059944024706,
+      "grad_norm": 0.2636460065841675,
+      "learning_rate": 6.060414471373376e-05,
+      "loss": 0.6703,
+      "step": 6050
+    },
+    {
+      "epoch": 0.8278126307429767,
+      "grad_norm": 0.29034677147865295,
+      "learning_rate": 6.0428521250439064e-05,
+      "loss": 0.6406,
+      "step": 6075
+    },
+    {
+      "epoch": 0.8312192670834828,
+      "grad_norm": 0.29782792925834656,
+      "learning_rate": 6.025289778714437e-05,
+      "loss": 0.6721,
+      "step": 6100
+    },
+    {
+      "epoch": 0.8346259034239889,
+      "grad_norm": 0.29536172747612,
+      "learning_rate": 6.007727432384966e-05,
+      "loss": 0.6538,
+      "step": 6125
+    },
+    {
+      "epoch": 0.838032539764495,
+      "grad_norm": 0.31480076909065247,
+      "learning_rate": 5.990165086055497e-05,
+      "loss": 0.6807,
+      "step": 6150
+    },
+    {
+      "epoch": 0.8414391761050011,
+      "grad_norm": 0.28027939796447754,
+      "learning_rate": 5.972602739726027e-05,
+      "loss": 0.6602,
+      "step": 6175
+    },
+    {
+      "epoch": 0.8448458124455072,
+      "grad_norm": 0.3105228543281555,
+      "learning_rate": 5.9550403933965585e-05,
+      "loss": 0.6438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.8482524487860132,
+      "grad_norm": 0.3044467568397522,
+      "learning_rate": 5.937478047067089e-05,
+      "loss": 0.6474,
+      "step": 6225
+    },
+    {
+      "epoch": 0.8516590851265193,
+      "grad_norm": 0.2907201945781708,
+      "learning_rate": 5.9199157007376196e-05,
+      "loss": 0.6732,
+      "step": 6250
+    },
+    {
+      "epoch": 0.8550657214670253,
+      "grad_norm": 0.3138374984264374,
+      "learning_rate": 5.902353354408149e-05,
+      "loss": 0.6629,
+      "step": 6275
+    },
+    {
+      "epoch": 0.8584723578075314,
+      "grad_norm": 0.2916734516620636,
+      "learning_rate": 5.8847910080786794e-05,
+      "loss": 0.6588,
+      "step": 6300
+    },
+    {
+      "epoch": 0.8618789941480375,
+      "grad_norm": 0.2865552604198456,
+      "learning_rate": 5.86722866174921e-05,
+      "loss": 0.6541,
+      "step": 6325
+    },
+    {
+      "epoch": 0.8652856304885436,
+      "grad_norm": 0.31498757004737854,
+      "learning_rate": 5.8496663154197405e-05,
+      "loss": 0.6685,
+      "step": 6350
+    },
+    {
+      "epoch": 0.8686922668290497,
+      "grad_norm": 0.30698952078819275,
+      "learning_rate": 5.832103969090271e-05,
+      "loss": 0.66,
+      "step": 6375
+    },
+    {
+      "epoch": 0.8720989031695557,
+      "grad_norm": 0.30786094069480896,
+      "learning_rate": 5.814541622760801e-05,
+      "loss": 0.6641,
+      "step": 6400
+    },
+    {
+      "epoch": 0.8755055395100618,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 5.7969792764313316e-05,
+      "loss": 0.6713,
+      "step": 6425
+    },
+    {
+      "epoch": 0.8789121758505679,
+      "grad_norm": 0.2694856524467468,
+      "learning_rate": 5.779416930101862e-05,
+      "loss": 0.6711,
+      "step": 6450
+    },
+    {
+      "epoch": 0.882318812191074,
+      "grad_norm": 0.3137877881526947,
+      "learning_rate": 5.761854583772393e-05,
+      "loss": 0.6032,
+      "step": 6475
+    },
+    {
+      "epoch": 0.8857254485315801,
+      "grad_norm": 0.2708178460597992,
+      "learning_rate": 5.744292237442923e-05,
+      "loss": 0.6799,
+      "step": 6500
+    },
+    {
+      "epoch": 0.8891320848720862,
+      "grad_norm": 0.3112589716911316,
+      "learning_rate": 5.7267298911134525e-05,
+      "loss": 0.6839,
+      "step": 6525
+    },
+    {
+      "epoch": 0.8925387212125923,
+      "grad_norm": 0.3140416741371155,
+      "learning_rate": 5.709167544783983e-05,
+      "loss": 0.6764,
+      "step": 6550
+    },
+    {
+      "epoch": 0.8959453575530982,
+      "grad_norm": 0.26221442222595215,
+      "learning_rate": 5.6916051984545136e-05,
+      "loss": 0.6619,
+      "step": 6575
+    },
+    {
+      "epoch": 0.8993519938936043,
+      "grad_norm": 0.2906458079814911,
+      "learning_rate": 5.674042852125044e-05,
+      "loss": 0.6581,
+      "step": 6600
+    },
+    {
+      "epoch": 0.9027586302341104,
+      "grad_norm": 0.3028678596019745,
+      "learning_rate": 5.656480505795575e-05,
+      "loss": 0.6633,
+      "step": 6625
+    },
+    {
+      "epoch": 0.9061652665746165,
+      "grad_norm": 0.31104981899261475,
+      "learning_rate": 5.6389181594661046e-05,
+      "loss": 0.6522,
+      "step": 6650
+    },
+    {
+      "epoch": 0.9095719029151226,
+      "grad_norm": 0.2633511424064636,
+      "learning_rate": 5.621355813136635e-05,
+      "loss": 0.641,
+      "step": 6675
+    },
+    {
+      "epoch": 0.9129785392556287,
+      "grad_norm": 0.28382760286331177,
+      "learning_rate": 5.603793466807166e-05,
+      "loss": 0.6704,
+      "step": 6700
+    },
+    {
+      "epoch": 0.9163851755961347,
+      "grad_norm": 0.26792773604393005,
+      "learning_rate": 5.586231120477696e-05,
+      "loss": 0.6321,
+      "step": 6725
+    },
+    {
+      "epoch": 0.9197918119366408,
+      "grad_norm": 0.3073452413082123,
+      "learning_rate": 5.568668774148227e-05,
+      "loss": 0.6548,
+      "step": 6750
+    },
+    {
+      "epoch": 0.9231984482771469,
+      "grad_norm": 0.3464025855064392,
+      "learning_rate": 5.551106427818756e-05,
+      "loss": 0.6669,
+      "step": 6775
+    },
+    {
+      "epoch": 0.926605084617653,
+      "grad_norm": 0.3169041574001312,
+      "learning_rate": 5.5335440814892866e-05,
+      "loss": 0.6739,
+      "step": 6800
+    },
+    {
+      "epoch": 0.9300117209581591,
+      "grad_norm": 0.2641547620296478,
+      "learning_rate": 5.515981735159817e-05,
+      "loss": 0.6561,
+      "step": 6825
+    },
+    {
+      "epoch": 0.9334183572986652,
+      "grad_norm": 0.2953278720378876,
+      "learning_rate": 5.4984193888303484e-05,
+      "loss": 0.661,
+      "step": 6850
+    },
+    {
+      "epoch": 0.9368249936391712,
+      "grad_norm": 0.3245227336883545,
+      "learning_rate": 5.480857042500879e-05,
+      "loss": 0.6709,
+      "step": 6875
+    },
+    {
+      "epoch": 0.9402316299796772,
+      "grad_norm": 0.2790832221508026,
+      "learning_rate": 5.463294696171408e-05,
+      "loss": 0.6625,
+      "step": 6900
+    },
+    {
+      "epoch": 0.9436382663201833,
+      "grad_norm": 0.28198742866516113,
+      "learning_rate": 5.445732349841939e-05,
+      "loss": 0.6696,
+      "step": 6925
+    },
+    {
+      "epoch": 0.9470449026606894,
+      "grad_norm": 0.27755188941955566,
+      "learning_rate": 5.4281700035124694e-05,
+      "loss": 0.6544,
+      "step": 6950
+    },
+    {
+      "epoch": 0.9504515390011955,
+      "grad_norm": 0.28444674611091614,
+      "learning_rate": 5.410607657183e-05,
+      "loss": 0.6571,
+      "step": 6975
+    },
+    {
+      "epoch": 0.9538581753417016,
+      "grad_norm": 0.3238435983657837,
+      "learning_rate": 5.3930453108535305e-05,
+      "loss": 0.6391,
+      "step": 7000
+    },
+    {
+      "epoch": 0.9572648116822077,
+      "grad_norm": 0.30982422828674316,
+      "learning_rate": 5.375482964524061e-05,
+      "loss": 0.6604,
+      "step": 7025
+    },
+    {
+      "epoch": 0.9606714480227138,
+      "grad_norm": 0.30013763904571533,
+      "learning_rate": 5.357920618194591e-05,
+      "loss": 0.6766,
+      "step": 7050
+    },
+    {
+      "epoch": 0.9640780843632198,
+      "grad_norm": 0.33146125078201294,
+      "learning_rate": 5.3403582718651215e-05,
+      "loss": 0.6404,
+      "step": 7075
+    },
+    {
+      "epoch": 0.9674847207037259,
+      "grad_norm": 0.23431046307086945,
+      "learning_rate": 5.322795925535652e-05,
+      "loss": 0.6412,
+      "step": 7100
+    },
+    {
+      "epoch": 0.970891357044232,
+      "grad_norm": 0.29649725556373596,
+      "learning_rate": 5.3052335792061826e-05,
+      "loss": 0.6462,
+      "step": 7125
+    },
+    {
+      "epoch": 0.9742979933847381,
+      "grad_norm": 0.31719136238098145,
+      "learning_rate": 5.287671232876713e-05,
+      "loss": 0.6877,
+      "step": 7150
+    },
+    {
+      "epoch": 0.9777046297252441,
+      "grad_norm": 0.25989624857902527,
+      "learning_rate": 5.2701088865472424e-05,
+      "loss": 0.6416,
+      "step": 7175
+    },
+    {
+      "epoch": 0.9811112660657502,
+      "grad_norm": 0.32486599683761597,
+      "learning_rate": 5.252546540217773e-05,
+      "loss": 0.6307,
+      "step": 7200
+    },
+    {
+      "epoch": 0.9845179024062563,
+      "grad_norm": 0.31052151322364807,
+      "learning_rate": 5.2349841938883035e-05,
+      "loss": 0.6686,
+      "step": 7225
+    },
+    {
+      "epoch": 0.9879245387467623,
+      "grad_norm": 0.2722817659378052,
+      "learning_rate": 5.217421847558834e-05,
+      "loss": 0.6554,
+      "step": 7250
+    },
+    {
+      "epoch": 0.9913311750872684,
+      "grad_norm": 0.29433372616767883,
+      "learning_rate": 5.199859501229365e-05,
+      "loss": 0.6491,
+      "step": 7275
+    },
+    {
+      "epoch": 0.9947378114277745,
+      "grad_norm": 0.2956300973892212,
+      "learning_rate": 5.1822971548998945e-05,
+      "loss": 0.6433,
+      "step": 7300
+    },
+    {
+      "epoch": 0.9981444477682806,
+      "grad_norm": 0.29263532161712646,
+      "learning_rate": 5.164734808570425e-05,
+      "loss": 0.6434,
+      "step": 7325
+    },
+    {
+      "epoch": 1.0014989199898228,
+      "grad_norm": 0.2794649600982666,
+      "learning_rate": 5.147172462240956e-05,
+      "loss": 0.6228,
+      "step": 7350
+    },
+    {
+      "epoch": 1.0049055563303289,
+      "grad_norm": 0.2971467673778534,
+      "learning_rate": 5.129610115911486e-05,
+      "loss": 0.5837,
+      "step": 7375
+    },
+    {
+      "epoch": 1.008312192670835,
+      "grad_norm": 0.2719724178314209,
+      "learning_rate": 5.112047769582017e-05,
+      "loss": 0.5884,
+      "step": 7400
+    },
+    {
+      "epoch": 1.0117188290113408,
+      "grad_norm": 0.3151598870754242,
+      "learning_rate": 5.094485423252546e-05,
+      "loss": 0.5755,
+      "step": 7425
+    },
+    {
+      "epoch": 1.015125465351847,
+      "grad_norm": 0.2950424551963806,
+      "learning_rate": 5.0769230769230766e-05,
+      "loss": 0.5849,
+      "step": 7450
+    },
+    {
+      "epoch": 1.018532101692353,
+      "grad_norm": 0.2683977782726288,
+      "learning_rate": 5.059360730593608e-05,
+      "loss": 0.5864,
+      "step": 7475
+    },
+    {
+      "epoch": 1.021938738032859,
+      "grad_norm": 0.32205426692962646,
+      "learning_rate": 5.0417983842641384e-05,
+      "loss": 0.5712,
+      "step": 7500
+    },
+    {
+      "epoch": 1.0253453743733651,
+      "grad_norm": 0.3280932903289795,
+      "learning_rate": 5.024236037934669e-05,
+      "loss": 0.5857,
+      "step": 7525
+    },
+    {
+      "epoch": 1.0287520107138712,
+      "grad_norm": 0.2890978753566742,
+      "learning_rate": 5.006673691605198e-05,
+      "loss": 0.5899,
+      "step": 7550
+    },
+    {
+      "epoch": 1.0321586470543773,
+      "grad_norm": 0.2932690680027008,
+      "learning_rate": 4.9891113452757294e-05,
+      "loss": 0.5691,
+      "step": 7575
+    },
+    {
+      "epoch": 1.0355652833948834,
+      "grad_norm": 0.3369404673576355,
+      "learning_rate": 4.971548998946259e-05,
+      "loss": 0.5946,
+      "step": 7600
+    },
+    {
+      "epoch": 1.0389719197353895,
+      "grad_norm": 0.29351669549942017,
+      "learning_rate": 4.95398665261679e-05,
+      "loss": 0.5962,
+      "step": 7625
+    },
+    {
+      "epoch": 1.0423785560758956,
+      "grad_norm": 0.28703489899635315,
+      "learning_rate": 4.93642430628732e-05,
+      "loss": 0.6125,
+      "step": 7650
+    },
+    {
+      "epoch": 1.0457851924164017,
+      "grad_norm": 0.30198702216148376,
+      "learning_rate": 4.91886195995785e-05,
+      "loss": 0.5828,
+      "step": 7675
+    },
+    {
+      "epoch": 1.0491918287569078,
+      "grad_norm": 0.2725096046924591,
+      "learning_rate": 4.901299613628381e-05,
+      "loss": 0.5757,
+      "step": 7700
+    },
+    {
+      "epoch": 1.0525984650974138,
+      "grad_norm": 0.30557242035865784,
+      "learning_rate": 4.8837372672989114e-05,
+      "loss": 0.6002,
+      "step": 7725
+    },
+    {
+      "epoch": 1.05600510143792,
+      "grad_norm": 0.30513855814933777,
+      "learning_rate": 4.866174920969442e-05,
+      "loss": 0.5882,
+      "step": 7750
+    },
+    {
+      "epoch": 1.059411737778426,
+      "grad_norm": 0.28717830777168274,
+      "learning_rate": 4.848612574639972e-05,
+      "loss": 0.5846,
+      "step": 7775
+    },
+    {
+      "epoch": 1.062818374118932,
+      "grad_norm": 0.3230528235435486,
+      "learning_rate": 4.8310502283105025e-05,
+      "loss": 0.5949,
+      "step": 7800
+    },
+    {
+      "epoch": 1.0662250104594382,
+      "grad_norm": 0.29600274562835693,
+      "learning_rate": 4.813487881981033e-05,
+      "loss": 0.5691,
+      "step": 7825
+    },
+    {
+      "epoch": 1.0696316467999443,
+      "grad_norm": 0.27012398838996887,
+      "learning_rate": 4.795925535651563e-05,
+      "loss": 0.6006,
+      "step": 7850
+    },
+    {
+      "epoch": 1.0730382831404504,
+      "grad_norm": 0.36482536792755127,
+      "learning_rate": 4.7783631893220935e-05,
+      "loss": 0.5872,
+      "step": 7875
+    },
+    {
+      "epoch": 1.0764449194809564,
+      "grad_norm": 0.3450656235218048,
+      "learning_rate": 4.760800842992624e-05,
+      "loss": 0.5777,
+      "step": 7900
+    },
+    {
+      "epoch": 1.0798515558214625,
+      "grad_norm": 0.30672258138656616,
+      "learning_rate": 4.7432384966631546e-05,
+      "loss": 0.582,
+      "step": 7925
+    },
+    {
+      "epoch": 1.0832581921619686,
+      "grad_norm": 0.3871435523033142,
+      "learning_rate": 4.725676150333685e-05,
+      "loss": 0.5877,
+      "step": 7950
+    },
+    {
+      "epoch": 1.0866648285024747,
+      "grad_norm": 0.3294704258441925,
+      "learning_rate": 4.708113804004215e-05,
+      "loss": 0.5606,
+      "step": 7975
+    },
+    {
+      "epoch": 1.0900714648429806,
+      "grad_norm": 0.3116719722747803,
+      "learning_rate": 4.6905514576747456e-05,
+      "loss": 0.5552,
+      "step": 8000
+    },
+    {
+      "epoch": 1.0934781011834867,
+      "grad_norm": 0.35774242877960205,
+      "learning_rate": 4.672989111345276e-05,
+      "loss": 0.61,
+      "step": 8025
+    },
+    {
+      "epoch": 1.0968847375239927,
+      "grad_norm": 0.3226807117462158,
+      "learning_rate": 4.655426765015806e-05,
+      "loss": 0.6,
+      "step": 8050
+    },
+    {
+      "epoch": 1.1002913738644988,
+      "grad_norm": 0.2967264652252197,
+      "learning_rate": 4.6378644186863366e-05,
+      "loss": 0.5923,
+      "step": 8075
+    },
+    {
+      "epoch": 1.103698010205005,
+      "grad_norm": 0.27228492498397827,
+      "learning_rate": 4.6203020723568665e-05,
+      "loss": 0.5761,
+      "step": 8100
+    },
+    {
+      "epoch": 1.107104646545511,
+      "grad_norm": 0.33212724328041077,
+      "learning_rate": 4.602739726027398e-05,
+      "loss": 0.6051,
+      "step": 8125
+    },
+    {
+      "epoch": 1.110511282886017,
+      "grad_norm": 0.28719720244407654,
+      "learning_rate": 4.585177379697928e-05,
+      "loss": 0.6039,
+      "step": 8150
+    },
+    {
+      "epoch": 1.1139179192265232,
+      "grad_norm": 0.32448840141296387,
+      "learning_rate": 4.567615033368458e-05,
+      "loss": 0.5913,
+      "step": 8175
+    },
+    {
+      "epoch": 1.1173245555670293,
+      "grad_norm": 0.2699980139732361,
+      "learning_rate": 4.550052687038989e-05,
+      "loss": 0.606,
+      "step": 8200
+    },
+    {
+      "epoch": 1.1207311919075353,
+      "grad_norm": 0.285967081785202,
+      "learning_rate": 4.5324903407095193e-05,
+      "loss": 0.5831,
+      "step": 8225
+    },
+    {
+      "epoch": 1.1241378282480414,
+      "grad_norm": 0.31957241892814636,
+      "learning_rate": 4.514927994380049e-05,
+      "loss": 0.6087,
+      "step": 8250
+    },
+    {
+      "epoch": 1.1275444645885475,
+      "grad_norm": 0.3458569049835205,
+      "learning_rate": 4.49736564805058e-05,
+      "loss": 0.5916,
+      "step": 8275
+    },
+    {
+      "epoch": 1.1309511009290536,
+      "grad_norm": 0.3341424763202667,
+      "learning_rate": 4.47980330172111e-05,
+      "loss": 0.5924,
+      "step": 8300
+    },
+    {
+      "epoch": 1.1343577372695597,
+      "grad_norm": 0.2719230055809021,
+      "learning_rate": 4.46224095539164e-05,
+      "loss": 0.5583,
+      "step": 8325
+    },
+    {
+      "epoch": 1.1377643736100658,
+      "grad_norm": 0.3184913098812103,
+      "learning_rate": 4.444678609062171e-05,
+      "loss": 0.576,
+      "step": 8350
+    },
+    {
+      "epoch": 1.1411710099505719,
+      "grad_norm": 0.31068292260169983,
+      "learning_rate": 4.4271162627327014e-05,
+      "loss": 0.6214,
+      "step": 8375
+    },
+    {
+      "epoch": 1.144577646291078,
+      "grad_norm": 0.3055650293827057,
+      "learning_rate": 4.409553916403232e-05,
+      "loss": 0.5867,
+      "step": 8400
+    },
+    {
+      "epoch": 1.147984282631584,
+      "grad_norm": 0.3341415524482727,
+      "learning_rate": 4.391991570073762e-05,
+      "loss": 0.573,
+      "step": 8425
+    },
+    {
+      "epoch": 1.1513909189720901,
+      "grad_norm": 0.30130231380462646,
+      "learning_rate": 4.3744292237442924e-05,
+      "loss": 0.5723,
+      "step": 8450
+    },
+    {
+      "epoch": 1.1547975553125962,
+      "grad_norm": 0.3360777199268341,
+      "learning_rate": 4.356866877414823e-05,
+      "loss": 0.5857,
+      "step": 8475
+    },
+    {
+      "epoch": 1.1582041916531023,
+      "grad_norm": 0.28688421845436096,
+      "learning_rate": 4.339304531085353e-05,
+      "loss": 0.5814,
+      "step": 8500
+    },
+    {
+      "epoch": 1.1616108279936084,
+      "grad_norm": 0.3305681049823761,
+      "learning_rate": 4.3217421847558834e-05,
+      "loss": 0.5829,
+      "step": 8525
+    },
+    {
+      "epoch": 1.1650174643341145,
+      "grad_norm": 0.28347936272621155,
+      "learning_rate": 4.304179838426414e-05,
+      "loss": 0.5644,
+      "step": 8550
+    },
+    {
+      "epoch": 1.1684241006746205,
+      "grad_norm": 0.3450355529785156,
+      "learning_rate": 4.2866174920969445e-05,
+      "loss": 0.6092,
+      "step": 8575
+    },
+    {
+      "epoch": 1.1718307370151266,
+      "grad_norm": 0.3150685727596283,
+      "learning_rate": 4.269055145767475e-05,
+      "loss": 0.5804,
+      "step": 8600
+    },
+    {
+      "epoch": 1.1752373733556327,
+      "grad_norm": 0.2739415764808655,
+      "learning_rate": 4.251492799438005e-05,
+      "loss": 0.5934,
+      "step": 8625
+    },
+    {
+      "epoch": 1.1786440096961388,
+      "grad_norm": 0.28803735971450806,
+      "learning_rate": 4.2339304531085356e-05,
+      "loss": 0.5766,
+      "step": 8650
+    },
+    {
+      "epoch": 1.1820506460366447,
+      "grad_norm": 0.3043755888938904,
+      "learning_rate": 4.216368106779066e-05,
+      "loss": 0.5652,
+      "step": 8675
+    },
+    {
+      "epoch": 1.1854572823771508,
+      "grad_norm": 0.3253932297229767,
+      "learning_rate": 4.198805760449596e-05,
+      "loss": 0.587,
+      "step": 8700
+    },
+    {
+      "epoch": 1.1888639187176568,
+      "grad_norm": 0.332832932472229,
+      "learning_rate": 4.1812434141201266e-05,
+      "loss": 0.5877,
+      "step": 8725
+    },
+    {
+      "epoch": 1.192270555058163,
+      "grad_norm": 0.30993393063545227,
+      "learning_rate": 4.163681067790657e-05,
+      "loss": 0.5862,
+      "step": 8750
+    },
+    {
+      "epoch": 1.195677191398669,
+      "grad_norm": 0.3366856276988983,
+      "learning_rate": 4.146118721461188e-05,
+      "loss": 0.583,
+      "step": 8775
+    },
+    {
+      "epoch": 1.199083827739175,
+      "grad_norm": 0.3211153447628021,
+      "learning_rate": 4.128556375131718e-05,
+      "loss": 0.578,
+      "step": 8800
+    },
+    {
+      "epoch": 1.2024904640796812,
+      "grad_norm": 0.29055503010749817,
+      "learning_rate": 4.110994028802248e-05,
+      "loss": 0.6299,
+      "step": 8825
+    },
+    {
+      "epoch": 1.2058971004201873,
+      "grad_norm": 0.32854345440864563,
+      "learning_rate": 4.093431682472779e-05,
+      "loss": 0.6044,
+      "step": 8850
+    },
+    {
+      "epoch": 1.2093037367606934,
+      "grad_norm": 0.3426538407802582,
+      "learning_rate": 4.0758693361433086e-05,
+      "loss": 0.6021,
+      "step": 8875
+    },
+    {
+      "epoch": 1.2127103731011994,
+      "grad_norm": 0.32610806822776794,
+      "learning_rate": 4.058306989813839e-05,
+      "loss": 0.5936,
+      "step": 8900
+    },
+    {
+      "epoch": 1.2161170094417055,
+      "grad_norm": 0.3073614537715912,
+      "learning_rate": 4.04074464348437e-05,
+      "loss": 0.5826,
+      "step": 8925
+    },
+    {
+      "epoch": 1.2195236457822116,
+      "grad_norm": 0.317548930644989,
+      "learning_rate": 4.0231822971548996e-05,
+      "loss": 0.5917,
+      "step": 8950
+    },
+    {
+      "epoch": 1.2229302821227177,
+      "grad_norm": 0.3202793300151825,
+      "learning_rate": 4.00561995082543e-05,
+      "loss": 0.5757,
+      "step": 8975
+    },
+    {
+      "epoch": 1.2263369184632238,
+      "grad_norm": 0.2945701479911804,
+      "learning_rate": 3.9880576044959614e-05,
+      "loss": 0.5901,
+      "step": 9000
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 14676,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.829283049320696e+19,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/checkpoint-9000/training_args.bin b/checkpoint-9000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0ab738c30595bbc6c35c6edc3aff407013aa7
--- /dev/null
+++ b/checkpoint-9000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2b07e3fc0abf1f3c9f6870f6c8e83c95966c8f1479d079d4b0949743a2541
+size 5560