Initial model upload

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-1610/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,60 @@
+---
+library_name: peft
+license: other
+base_model: meta-llama/Llama-3.2-1B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: models
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# models
+
+This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the chatbot_enseignement_train dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 2
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 8
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5
+- mixed_precision_training: Native AMP
+
+### Training results
+
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.51.3
+- Pytorch 2.6.0+cu124
+- Datasets 3.6.0
+- Tokenizers 0.21.1

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef1c63beed69b42dc1dd6c20a47e30f47118e4d534fb1e93ba1ba7fb89daa41
+size 180385008

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 4.986046511627907,
+    "total_flos": 2.716595267862528e+16,
+    "train_loss": 0.07186344412404187,
+    "train_runtime": 2691.5003,
+    "train_samples_per_second": 4.793,
+    "train_steps_per_second": 0.598
+}

checkpoint-1000/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-1B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-1000/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1000/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c827921e3882affa1e03fbf30154344d64f00d4a5b4b93a0876bf30c7892452a
+size 180385008

checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab9c309c8b189753d4a69b285c4090c6d5488e8da0e73fb6fc7c53264b8e85f
+size 360899194

checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d138cfe3a4adf21f048848ee35837c9a757a0a3616ff7adbb45b69aac247435
+size 14244

checkpoint-1000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e
+size 988

checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d97ef84420284ef4cf547b2cff09567de7530834150c63652d78030648f77b
+size 1064

checkpoint-1000/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-1000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-1000/trainer_state.json

@@ -0,0 +1,1434 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.096124031007752,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015503875968992248,
+      "grad_norm": 2.5634377002716064,
+      "learning_rate": 1.2422360248447205e-06,
+      "loss": 2.2423,
+      "step": 5
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 1.774464726448059,
+      "learning_rate": 2.7950310559006214e-06,
+      "loss": 2.0959,
+      "step": 10
+    },
+    {
+      "epoch": 0.046511627906976744,
+      "grad_norm": 2.2086267471313477,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 1.7507,
+      "step": 15
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 1.5988163948059082,
+      "learning_rate": 5.900621118012423e-06,
+      "loss": 1.4298,
+      "step": 20
+    },
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 1.3644428253173828,
+      "learning_rate": 7.453416149068324e-06,
+      "loss": 0.9425,
+      "step": 25
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 1.1469796895980835,
+      "learning_rate": 9.006211180124225e-06,
+      "loss": 0.6502,
+      "step": 30
+    },
+    {
+      "epoch": 0.10852713178294573,
+      "grad_norm": 1.8373690843582153,
+      "learning_rate": 1.0559006211180125e-05,
+      "loss": 0.6724,
+      "step": 35
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 1.116761565208435,
+      "learning_rate": 1.2111801242236026e-05,
+      "loss": 0.4023,
+      "step": 40
+    },
+    {
+      "epoch": 0.13953488372093023,
+      "grad_norm": 0.7392648458480835,
+      "learning_rate": 1.3664596273291926e-05,
+      "loss": 0.3874,
+      "step": 45
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.9391402006149292,
+      "learning_rate": 1.5217391304347828e-05,
+      "loss": 0.3164,
+      "step": 50
+    },
+    {
+      "epoch": 0.17054263565891473,
+      "grad_norm": 0.9636594653129578,
+      "learning_rate": 1.6770186335403728e-05,
+      "loss": 0.1785,
+      "step": 55
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 0.6391934156417847,
+      "learning_rate": 1.8322981366459628e-05,
+      "loss": 0.1778,
+      "step": 60
+    },
+    {
+      "epoch": 0.20155038759689922,
+      "grad_norm": 0.5561841726303101,
+      "learning_rate": 1.9875776397515528e-05,
+      "loss": 0.2703,
+      "step": 65
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 0.49807441234588623,
+      "learning_rate": 2.1428571428571428e-05,
+      "loss": 0.1875,
+      "step": 70
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.2350372076034546,
+      "learning_rate": 2.2981366459627328e-05,
+      "loss": 0.3248,
+      "step": 75
+    },
+    {
+      "epoch": 0.24806201550387597,
+      "grad_norm": 0.6338334083557129,
+      "learning_rate": 2.453416149068323e-05,
+      "loss": 0.1297,
+      "step": 80
+    },
+    {
+      "epoch": 0.26356589147286824,
+      "grad_norm": 0.6853603720664978,
+      "learning_rate": 2.608695652173913e-05,
+      "loss": 0.1357,
+      "step": 85
+    },
+    {
+      "epoch": 0.27906976744186046,
+      "grad_norm": 1.0921283960342407,
+      "learning_rate": 2.7639751552795035e-05,
+      "loss": 0.1418,
+      "step": 90
+    },
+    {
+      "epoch": 0.29457364341085274,
+      "grad_norm": 0.7996405363082886,
+      "learning_rate": 2.919254658385093e-05,
+      "loss": 0.1293,
+      "step": 95
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 0.4951094388961792,
+      "learning_rate": 3.074534161490684e-05,
+      "loss": 0.1783,
+      "step": 100
+    },
+    {
+      "epoch": 0.32558139534883723,
+      "grad_norm": 0.3423459231853485,
+      "learning_rate": 3.2298136645962735e-05,
+      "loss": 0.0996,
+      "step": 105
+    },
+    {
+      "epoch": 0.34108527131782945,
+      "grad_norm": 0.6147115230560303,
+      "learning_rate": 3.385093167701863e-05,
+      "loss": 0.1909,
+      "step": 110
+    },
+    {
+      "epoch": 0.35658914728682173,
+      "grad_norm": 0.6499375104904175,
+      "learning_rate": 3.5403726708074535e-05,
+      "loss": 0.1572,
+      "step": 115
+    },
+    {
+      "epoch": 0.37209302325581395,
+      "grad_norm": 0.274794340133667,
+      "learning_rate": 3.695652173913043e-05,
+      "loss": 0.1313,
+      "step": 120
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 0.44879093766212463,
+      "learning_rate": 3.8509316770186335e-05,
+      "loss": 0.1141,
+      "step": 125
+    },
+    {
+      "epoch": 0.40310077519379844,
+      "grad_norm": 0.3992724120616913,
+      "learning_rate": 4.006211180124224e-05,
+      "loss": 0.1539,
+      "step": 130
+    },
+    {
+      "epoch": 0.4186046511627907,
+      "grad_norm": 0.28350868821144104,
+      "learning_rate": 4.161490683229814e-05,
+      "loss": 0.0857,
+      "step": 135
+    },
+    {
+      "epoch": 0.43410852713178294,
+      "grad_norm": 0.5912169814109802,
+      "learning_rate": 4.316770186335404e-05,
+      "loss": 0.1939,
+      "step": 140
+    },
+    {
+      "epoch": 0.4496124031007752,
+      "grad_norm": 0.35334816575050354,
+      "learning_rate": 4.472049689440994e-05,
+      "loss": 0.1149,
+      "step": 145
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 0.7359523177146912,
+      "learning_rate": 4.627329192546584e-05,
+      "loss": 0.1193,
+      "step": 150
+    },
+    {
+      "epoch": 0.4806201550387597,
+      "grad_norm": 0.43439972400665283,
+      "learning_rate": 4.782608695652174e-05,
+      "loss": 0.1049,
+      "step": 155
+    },
+    {
+      "epoch": 0.49612403100775193,
+      "grad_norm": 0.4149303734302521,
+      "learning_rate": 4.937888198757764e-05,
+      "loss": 0.1168,
+      "step": 160
+    },
+    {
+      "epoch": 0.5116279069767442,
+      "grad_norm": 0.38137003779411316,
+      "learning_rate": 4.999947117257964e-05,
+      "loss": 0.122,
+      "step": 165
+    },
+    {
+      "epoch": 0.5271317829457365,
+      "grad_norm": 0.6025403738021851,
+      "learning_rate": 4.999623953047522e-05,
+      "loss": 0.1107,
+      "step": 170
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 0.6327984929084778,
+      "learning_rate": 4.999007041858851e-05,
+      "loss": 0.0855,
+      "step": 175
+    },
+    {
+      "epoch": 0.5581395348837209,
+      "grad_norm": 0.5637001991271973,
+      "learning_rate": 4.998096456189175e-05,
+      "loss": 0.0993,
+      "step": 180
+    },
+    {
+      "epoch": 0.5736434108527132,
+      "grad_norm": 0.2784324586391449,
+      "learning_rate": 4.996892303047306e-05,
+      "loss": 0.0716,
+      "step": 185
+    },
+    {
+      "epoch": 0.5891472868217055,
+      "grad_norm": 0.6117509603500366,
+      "learning_rate": 4.995394723941068e-05,
+      "loss": 0.0693,
+      "step": 190
+    },
+    {
+      "epoch": 0.6046511627906976,
+      "grad_norm": 1.3043673038482666,
+      "learning_rate": 4.993603894860669e-05,
+      "loss": 0.1016,
+      "step": 195
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 0.44789212942123413,
+      "learning_rate": 4.991520026258015e-05,
+      "loss": 0.0891,
+      "step": 200
+    },
+    {
+      "epoch": 0.6356589147286822,
+      "grad_norm": 1.85973060131073,
+      "learning_rate": 4.989143363021987e-05,
+      "loss": 0.1393,
+      "step": 205
+    },
+    {
+      "epoch": 0.6511627906976745,
+      "grad_norm": 1.2061032056808472,
+      "learning_rate": 4.9864741844496506e-05,
+      "loss": 0.116,
+      "step": 210
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.3840301036834717,
+      "learning_rate": 4.983512804213447e-05,
+      "loss": 0.0952,
+      "step": 215
+    },
+    {
+      "epoch": 0.6821705426356589,
+      "grad_norm": 0.4879723787307739,
+      "learning_rate": 4.9802595703243205e-05,
+      "loss": 0.128,
+      "step": 220
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 0.4783574938774109,
+      "learning_rate": 4.976714865090827e-05,
+      "loss": 0.0783,
+      "step": 225
+    },
+    {
+      "epoch": 0.7131782945736435,
+      "grad_norm": 0.4228968620300293,
+      "learning_rate": 4.9728791050742064e-05,
+      "loss": 0.1176,
+      "step": 230
+    },
+    {
+      "epoch": 0.7286821705426356,
+      "grad_norm": 0.18757346272468567,
+      "learning_rate": 4.9687527410394275e-05,
+      "loss": 0.0872,
+      "step": 235
+    },
+    {
+      "epoch": 0.7441860465116279,
+      "grad_norm": 0.4684408903121948,
+      "learning_rate": 4.964336257902217e-05,
+      "loss": 0.0753,
+      "step": 240
+    },
+    {
+      "epoch": 0.7596899224806202,
+      "grad_norm": 0.7171066403388977,
+      "learning_rate": 4.9596301746720734e-05,
+      "loss": 0.0988,
+      "step": 245
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 0.5907664895057678,
+      "learning_rate": 4.9546350443912783e-05,
+      "loss": 0.1172,
+      "step": 250
+    },
+    {
+      "epoch": 0.7906976744186046,
+      "grad_norm": 0.8421684503555298,
+      "learning_rate": 4.9493514540698963e-05,
+      "loss": 0.0771,
+      "step": 255
+    },
+    {
+      "epoch": 0.8062015503875969,
+      "grad_norm": 0.2831384837627411,
+      "learning_rate": 4.9437800246168025e-05,
+      "loss": 0.1212,
+      "step": 260
+    },
+    {
+      "epoch": 0.8217054263565892,
+      "grad_norm": 0.4991057217121124,
+      "learning_rate": 4.937921410766707e-05,
+      "loss": 0.0837,
+      "step": 265
+    },
+    {
+      "epoch": 0.8372093023255814,
+      "grad_norm": 0.5720856189727783,
+      "learning_rate": 4.931776301003217e-05,
+      "loss": 0.1615,
+      "step": 270
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 0.48435062170028687,
+      "learning_rate": 4.9253454174779265e-05,
+      "loss": 0.0872,
+      "step": 275
+    },
+    {
+      "epoch": 0.8682170542635659,
+      "grad_norm": 0.2810228765010834,
+      "learning_rate": 4.9186295159255537e-05,
+      "loss": 0.0886,
+      "step": 280
+    },
+    {
+      "epoch": 0.8837209302325582,
+      "grad_norm": 0.8470152616500854,
+      "learning_rate": 4.9116293855751285e-05,
+      "loss": 0.1107,
+      "step": 285
+    },
+    {
+      "epoch": 0.8992248062015504,
+      "grad_norm": 0.26309266686439514,
+      "learning_rate": 4.9043458490572444e-05,
+      "loss": 0.0861,
+      "step": 290
+    },
+    {
+      "epoch": 0.9147286821705426,
+      "grad_norm": 0.4955242872238159,
+      "learning_rate": 4.896779762307389e-05,
+      "loss": 0.0548,
+      "step": 295
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 0.5125411152839661,
+      "learning_rate": 4.888932014465352e-05,
+      "loss": 0.0456,
+      "step": 300
+    },
+    {
+      "epoch": 0.9457364341085271,
+      "grad_norm": 0.4470186233520508,
+      "learning_rate": 4.880803527770742e-05,
+      "loss": 0.0909,
+      "step": 305
+    },
+    {
+      "epoch": 0.9612403100775194,
+      "grad_norm": 0.22464849054813385,
+      "learning_rate": 4.872395257454605e-05,
+      "loss": 0.0722,
+      "step": 310
+    },
+    {
+      "epoch": 0.9767441860465116,
+      "grad_norm": 0.1867540031671524,
+      "learning_rate": 4.86370819162717e-05,
+      "loss": 0.0497,
+      "step": 315
+    },
+    {
+      "epoch": 0.9922480620155039,
+      "grad_norm": 0.1916547268629074,
+      "learning_rate": 4.8547433511617305e-05,
+      "loss": 0.0698,
+      "step": 320
+    },
+    {
+      "epoch": 1.006201550387597,
+      "grad_norm": 0.1836194545030594,
+      "learning_rate": 4.845501789574674e-05,
+      "loss": 0.0563,
+      "step": 325
+    },
+    {
+      "epoch": 1.0217054263565892,
+      "grad_norm": 0.4584813416004181,
+      "learning_rate": 4.835984592901678e-05,
+      "loss": 0.0489,
+      "step": 330
+    },
+    {
+      "epoch": 1.0372093023255813,
+      "grad_norm": 0.06475898623466492,
+      "learning_rate": 4.826192879570078e-05,
+      "loss": 0.0526,
+      "step": 335
+    },
+    {
+      "epoch": 1.0527131782945736,
+      "grad_norm": 0.1889159232378006,
+      "learning_rate": 4.8161278002674424e-05,
+      "loss": 0.0363,
+      "step": 340
+    },
+    {
+      "epoch": 1.0682170542635658,
+      "grad_norm": 0.5690692663192749,
+      "learning_rate": 4.80579053780634e-05,
+      "loss": 0.0791,
+      "step": 345
+    },
+    {
+      "epoch": 1.083720930232558,
+      "grad_norm": 0.13445481657981873,
+      "learning_rate": 4.795182306985343e-05,
+      "loss": 0.0595,
+      "step": 350
+    },
+    {
+      "epoch": 1.0992248062015504,
+      "grad_norm": 0.357576847076416,
+      "learning_rate": 4.7843043544462696e-05,
+      "loss": 0.0516,
+      "step": 355
+    },
+    {
+      "epoch": 1.1147286821705427,
+      "grad_norm": 0.16702419519424438,
+      "learning_rate": 4.773157958527681e-05,
+      "loss": 0.0454,
+      "step": 360
+    },
+    {
+      "epoch": 1.130232558139535,
+      "grad_norm": 0.23175758123397827,
+      "learning_rate": 4.7617444291146565e-05,
+      "loss": 0.0378,
+      "step": 365
+    },
+    {
+      "epoch": 1.1457364341085272,
+      "grad_norm": 0.28666743636131287,
+      "learning_rate": 4.750065107484859e-05,
+      "loss": 0.069,
+      "step": 370
+    },
+    {
+      "epoch": 1.1612403100775195,
+      "grad_norm": 0.2496625781059265,
+      "learning_rate": 4.738121366150916e-05,
+      "loss": 0.0654,
+      "step": 375
+    },
+    {
+      "epoch": 1.1767441860465115,
+      "grad_norm": 0.20519720017910004,
+      "learning_rate": 4.725914608699122e-05,
+      "loss": 0.0576,
+      "step": 380
+    },
+    {
+      "epoch": 1.1922480620155038,
+      "grad_norm": 0.2702353894710541,
+      "learning_rate": 4.7134462696245e-05,
+      "loss": 0.0387,
+      "step": 385
+    },
+    {
+      "epoch": 1.207751937984496,
+      "grad_norm": 0.45655345916748047,
+      "learning_rate": 4.700717814162218e-05,
+      "loss": 0.0628,
+      "step": 390
+    },
+    {
+      "epoch": 1.2232558139534884,
+      "grad_norm": 0.2866630554199219,
+      "learning_rate": 4.6877307381154044e-05,
+      "loss": 0.0596,
+      "step": 395
+    },
+    {
+      "epoch": 1.2387596899224806,
+      "grad_norm": 0.17983689904212952,
+      "learning_rate": 4.674486567679367e-05,
+      "loss": 0.0376,
+      "step": 400
+    },
+    {
+      "epoch": 1.254263565891473,
+      "grad_norm": 0.09354360401630402,
+      "learning_rate": 4.660986859262236e-05,
+      "loss": 0.032,
+      "step": 405
+    },
+    {
+      "epoch": 1.2697674418604652,
+      "grad_norm": 0.3007808327674866,
+      "learning_rate": 4.647233199302064e-05,
+      "loss": 0.0429,
+      "step": 410
+    },
+    {
+      "epoch": 1.2852713178294572,
+      "grad_norm": 0.5735777616500854,
+      "learning_rate": 4.6332272040803895e-05,
+      "loss": 0.0498,
+      "step": 415
+    },
+    {
+      "epoch": 1.3007751937984495,
+      "grad_norm": 0.21312487125396729,
+      "learning_rate": 4.618970519532303e-05,
+      "loss": 0.0398,
+      "step": 420
+    },
+    {
+      "epoch": 1.3162790697674418,
+      "grad_norm": 0.348650723695755,
+      "learning_rate": 4.6044648210530175e-05,
+      "loss": 0.0429,
+      "step": 425
+    },
+    {
+      "epoch": 1.331782945736434,
+      "grad_norm": 0.6043110489845276,
+      "learning_rate": 4.589711813300983e-05,
+      "loss": 0.0664,
+      "step": 430
+    },
+    {
+      "epoch": 1.3472868217054264,
+      "grad_norm": 0.14238876104354858,
+      "learning_rate": 4.574713229997563e-05,
+      "loss": 0.0478,
+      "step": 435
+    },
+    {
+      "epoch": 1.3627906976744186,
+      "grad_norm": 0.47702425718307495,
+      "learning_rate": 4.559470833723292e-05,
+      "loss": 0.0528,
+      "step": 440
+    },
+    {
+      "epoch": 1.378294573643411,
+      "grad_norm": 0.16487376391887665,
+      "learning_rate": 4.5439864157107434e-05,
+      "loss": 0.0435,
+      "step": 445
+    },
+    {
+      "epoch": 1.3937984496124032,
+      "grad_norm": 0.0906042605638504,
+      "learning_rate": 4.528261795634032e-05,
+      "loss": 0.0337,
+      "step": 450
+    },
+    {
+      "epoch": 1.4093023255813955,
+      "grad_norm": 0.2174687385559082,
+      "learning_rate": 4.5122988213949676e-05,
+      "loss": 0.0514,
+      "step": 455
+    },
+    {
+      "epoch": 1.4248062015503877,
+      "grad_norm": 0.08279066532850266,
+      "learning_rate": 4.496099368905902e-05,
+      "loss": 0.0229,
+      "step": 460
+    },
+    {
+      "epoch": 1.4403100775193798,
+      "grad_norm": 0.19147436320781708,
+      "learning_rate": 4.4796653418692745e-05,
+      "loss": 0.0347,
+      "step": 465
+    },
+    {
+      "epoch": 1.455813953488372,
+      "grad_norm": 0.15159855782985687,
+      "learning_rate": 4.4629986715538976e-05,
+      "loss": 0.0295,
+      "step": 470
+    },
+    {
+      "epoch": 1.4713178294573643,
+      "grad_norm": 0.3000525236129761,
+      "learning_rate": 4.4461013165679986e-05,
+      "loss": 0.0405,
+      "step": 475
+    },
+    {
+      "epoch": 1.4868217054263566,
+      "grad_norm": 0.16434980928897858,
+      "learning_rate": 4.428975262629055e-05,
+      "loss": 0.0341,
+      "step": 480
+    },
+    {
+      "epoch": 1.5023255813953489,
+      "grad_norm": 0.06991487741470337,
+      "learning_rate": 4.411622522330435e-05,
+      "loss": 0.0404,
+      "step": 485
+    },
+    {
+      "epoch": 1.517829457364341,
+      "grad_norm": 0.15435563027858734,
+      "learning_rate": 4.39404513490489e-05,
+      "loss": 0.0539,
+      "step": 490
+    },
+    {
+      "epoch": 1.5333333333333332,
+      "grad_norm": 0.1697537750005722,
+      "learning_rate": 4.376245165984903e-05,
+      "loss": 0.0555,
+      "step": 495
+    },
+    {
+      "epoch": 1.5488372093023255,
+      "grad_norm": 0.3248571455478668,
+      "learning_rate": 4.358224707359955e-05,
+      "loss": 0.0403,
+      "step": 500
+    },
+    {
+      "epoch": 1.5643410852713178,
+      "grad_norm": 0.06237597391009331,
+      "learning_rate": 4.3399858767306936e-05,
+      "loss": 0.0318,
+      "step": 505
+    },
+    {
+      "epoch": 1.57984496124031,
+      "grad_norm": 0.34228137135505676,
+      "learning_rate": 4.321530817460073e-05,
+      "loss": 0.0509,
+      "step": 510
+    },
+    {
+      "epoch": 1.5953488372093023,
+      "grad_norm": 0.45852935314178467,
+      "learning_rate": 4.302861698321478e-05,
+      "loss": 0.0418,
+      "step": 515
+    },
+    {
+      "epoch": 1.6108527131782946,
+      "grad_norm": 0.14077672362327576,
+      "learning_rate": 4.283980713243847e-05,
+      "loss": 0.026,
+      "step": 520
+    },
+    {
+      "epoch": 1.6263565891472869,
+      "grad_norm": 0.13448594510555267,
+      "learning_rate": 4.264890081053859e-05,
+      "loss": 0.0429,
+      "step": 525
+    },
+    {
+      "epoch": 1.6418604651162791,
+      "grad_norm": 0.0402817465364933,
+      "learning_rate": 4.245592045215182e-05,
+      "loss": 0.0252,
+      "step": 530
+    },
+    {
+      "epoch": 1.6573643410852714,
+      "grad_norm": 0.25280848145484924,
+      "learning_rate": 4.226088873564825e-05,
+      "loss": 0.0353,
+      "step": 535
+    },
+    {
+      "epoch": 1.6728682170542637,
+      "grad_norm": 0.12823021411895752,
+      "learning_rate": 4.206382858046636e-05,
+      "loss": 0.038,
+      "step": 540
+    },
+    {
+      "epoch": 1.688372093023256,
+      "grad_norm": 0.08113641291856766,
+      "learning_rate": 4.1864763144419536e-05,
+      "loss": 0.035,
+      "step": 545
+    },
+    {
+      "epoch": 1.703875968992248,
+      "grad_norm": 0.27006813883781433,
+      "learning_rate": 4.166371582097476e-05,
+      "loss": 0.0439,
+      "step": 550
+    },
+    {
+      "epoch": 1.7193798449612403,
+      "grad_norm": 0.2137015163898468,
+      "learning_rate": 4.146071023650335e-05,
+      "loss": 0.0552,
+      "step": 555
+    },
+    {
+      "epoch": 1.7348837209302326,
+      "grad_norm": 0.35401883721351624,
+      "learning_rate": 4.1255770247504576e-05,
+      "loss": 0.0259,
+      "step": 560
+    },
+    {
+      "epoch": 1.7503875968992249,
+      "grad_norm": 0.4056580066680908,
+      "learning_rate": 4.10489199378021e-05,
+      "loss": 0.0419,
+      "step": 565
+    },
+    {
+      "epoch": 1.765891472868217,
+      "grad_norm": 0.11533407121896744,
+      "learning_rate": 4.0840183615713714e-05,
+      "loss": 0.0311,
+      "step": 570
+    },
+    {
+      "epoch": 1.7813953488372092,
+      "grad_norm": 0.1366463154554367,
+      "learning_rate": 4.0629585811194726e-05,
+      "loss": 0.0449,
+      "step": 575
+    },
+    {
+      "epoch": 1.7968992248062015,
+      "grad_norm": 0.2846928536891937,
+      "learning_rate": 4.041715127295529e-05,
+      "loss": 0.0607,
+      "step": 580
+    },
+    {
+      "epoch": 1.8124031007751937,
+      "grad_norm": 0.2537185847759247,
+      "learning_rate": 4.020290496555202e-05,
+      "loss": 0.0482,
+      "step": 585
+    },
+    {
+      "epoch": 1.827906976744186,
+      "grad_norm": 0.11237087100744247,
+      "learning_rate": 3.9986872066454226e-05,
+      "loss": 0.0374,
+      "step": 590
+    },
+    {
+      "epoch": 1.8434108527131783,
+      "grad_norm": 0.25917041301727295,
+      "learning_rate": 3.976907796308519e-05,
+      "loss": 0.059,
+      "step": 595
+    },
+    {
+      "epoch": 1.8589147286821706,
+      "grad_norm": 0.16126245260238647,
+      "learning_rate": 3.954954824983867e-05,
+      "loss": 0.0313,
+      "step": 600
+    },
+    {
+      "epoch": 1.8744186046511628,
+      "grad_norm": 0.17019878327846527,
+      "learning_rate": 3.9328308725071204e-05,
+      "loss": 0.0397,
+      "step": 605
+    },
+    {
+      "epoch": 1.889922480620155,
+      "grad_norm": 0.21204759180545807,
+      "learning_rate": 3.9105385388070305e-05,
+      "loss": 0.0414,
+      "step": 610
+    },
+    {
+      "epoch": 1.9054263565891474,
+      "grad_norm": 0.20105929672718048,
+      "learning_rate": 3.8880804435999164e-05,
+      "loss": 0.0341,
+      "step": 615
+    },
+    {
+      "epoch": 1.9209302325581397,
+      "grad_norm": 0.11282369494438171,
+      "learning_rate": 3.8654592260818045e-05,
+      "loss": 0.0323,
+      "step": 620
+    },
+    {
+      "epoch": 1.936434108527132,
+      "grad_norm": 0.1675432175397873,
+      "learning_rate": 3.842677544618279e-05,
+      "loss": 0.027,
+      "step": 625
+    },
+    {
+      "epoch": 1.951937984496124,
+      "grad_norm": 0.2266375571489334,
+      "learning_rate": 3.819738076432081e-05,
+      "loss": 0.0214,
+      "step": 630
+    },
+    {
+      "epoch": 1.9674418604651163,
+      "grad_norm": 0.1010638102889061,
+      "learning_rate": 3.7966435172884885e-05,
+      "loss": 0.0435,
+      "step": 635
+    },
+    {
+      "epoch": 1.9829457364341085,
+      "grad_norm": 0.11044441908597946,
+      "learning_rate": 3.77339658117852e-05,
+      "loss": 0.0243,
+      "step": 640
+    },
+    {
+      "epoch": 1.9984496124031008,
+      "grad_norm": 0.050437528640031815,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.0423,
+      "step": 645
+    },
+    {
+      "epoch": 2.012403100775194,
+      "grad_norm": 0.08492262661457062,
+      "learning_rate": 3.726456523236511e-05,
+      "loss": 0.0266,
+      "step": 650
+    },
+    {
+      "epoch": 2.027906976744186,
+      "grad_norm": 0.12510479986667633,
+      "learning_rate": 3.7027689176342855e-05,
+      "loss": 0.0364,
+      "step": 655
+    },
+    {
+      "epoch": 2.0434108527131785,
+      "grad_norm": 0.191548690199852,
+      "learning_rate": 3.67893996687707e-05,
+      "loss": 0.0293,
+      "step": 660
+    },
+    {
+      "epoch": 2.0589147286821707,
+      "grad_norm": 0.2661445140838623,
+      "learning_rate": 3.6549724712589905e-05,
+      "loss": 0.0298,
+      "step": 665
+    },
+    {
+      "epoch": 2.0744186046511626,
+      "grad_norm": 0.3290082514286041,
+      "learning_rate": 3.6308692473554814e-05,
+      "loss": 0.0196,
+      "step": 670
+    },
+    {
+      "epoch": 2.089922480620155,
+      "grad_norm": 0.2585301697254181,
+      "learning_rate": 3.60663312769228e-05,
+      "loss": 0.0281,
+      "step": 675
+    },
+    {
+      "epoch": 2.105426356589147,
+      "grad_norm": 0.23062346875667572,
+      "learning_rate": 3.5822669604125684e-05,
+      "loss": 0.0228,
+      "step": 680
+    },
+    {
+      "epoch": 2.1209302325581394,
+      "grad_norm": 0.10087283700704575,
+      "learning_rate": 3.557773608942262e-05,
+      "loss": 0.0292,
+      "step": 685
+    },
+    {
+      "epoch": 2.1364341085271317,
+      "grad_norm": 0.15738359093666077,
+      "learning_rate": 3.533155951653516e-05,
+      "loss": 0.0418,
+      "step": 690
+    },
+    {
+      "epoch": 2.151937984496124,
+      "grad_norm": 0.13803963363170624,
+      "learning_rate": 3.508416881526464e-05,
+      "loss": 0.0287,
+      "step": 695
+    },
+    {
+      "epoch": 2.167441860465116,
+      "grad_norm": 0.19056080281734467,
+      "learning_rate": 3.483559305809248e-05,
+      "loss": 0.0332,
+      "step": 700
+    },
+    {
+      "epoch": 2.1829457364341085,
+      "grad_norm": 0.18886078894138336,
+      "learning_rate": 3.4585861456763686e-05,
+      "loss": 0.0352,
+      "step": 705
+    },
+    {
+      "epoch": 2.1984496124031008,
+      "grad_norm": 0.2717881202697754,
+      "learning_rate": 3.4335003358853996e-05,
+      "loss": 0.0264,
+      "step": 710
+    },
+    {
+      "epoch": 2.213953488372093,
+      "grad_norm": 0.1758740395307541,
+      "learning_rate": 3.408304824432104e-05,
+      "loss": 0.0248,
+      "step": 715
+    },
+    {
+      "epoch": 2.2294573643410853,
+      "grad_norm": 0.22997550666332245,
+      "learning_rate": 3.383002572203995e-05,
+      "loss": 0.0306,
+      "step": 720
+    },
+    {
+      "epoch": 2.2449612403100776,
+      "grad_norm": 0.11724910885095596,
+      "learning_rate": 3.357596552632388e-05,
+      "loss": 0.028,
+      "step": 725
+    },
+    {
+      "epoch": 2.26046511627907,
+      "grad_norm": 0.22709335386753082,
+      "learning_rate": 3.332089751342968e-05,
+      "loss": 0.024,
+      "step": 730
+    },
+    {
+      "epoch": 2.275968992248062,
+      "grad_norm": 0.27800169587135315,
+      "learning_rate": 3.3064851658049314e-05,
+      "loss": 0.0202,
+      "step": 735
+    },
+    {
+      "epoch": 2.2914728682170544,
+      "grad_norm": 0.17299439013004303,
+      "learning_rate": 3.280785804978735e-05,
+      "loss": 0.0189,
+      "step": 740
+    },
+    {
+      "epoch": 2.3069767441860467,
+      "grad_norm": 0.1307191699743271,
+      "learning_rate": 3.2549946889624926e-05,
+      "loss": 0.0357,
+      "step": 745
+    },
+    {
+      "epoch": 2.322480620155039,
+      "grad_norm": 0.10246355831623077,
+      "learning_rate": 3.2291148486370626e-05,
+      "loss": 0.0224,
+      "step": 750
+    },
+    {
+      "epoch": 2.3379844961240313,
+      "grad_norm": 0.3734508752822876,
+      "learning_rate": 3.2031493253098724e-05,
+      "loss": 0.0233,
+      "step": 755
+    },
+    {
+      "epoch": 2.353488372093023,
+      "grad_norm": 0.13778243958950043,
+      "learning_rate": 3.177101170357513e-05,
+      "loss": 0.0219,
+      "step": 760
+    },
+    {
+      "epoch": 2.3689922480620154,
+      "grad_norm": 0.17842572927474976,
+      "learning_rate": 3.150973444867151e-05,
+      "loss": 0.0302,
+      "step": 765
+    },
+    {
+      "epoch": 2.3844961240310076,
+      "grad_norm": 0.16797401010990143,
+      "learning_rate": 3.124769219276803e-05,
+      "loss": 0.0492,
+      "step": 770
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.1816670447587967,
+      "learning_rate": 3.0984915730145046e-05,
+      "loss": 0.0208,
+      "step": 775
+    },
+    {
+      "epoch": 2.415503875968992,
+      "grad_norm": 0.07712769508361816,
+      "learning_rate": 3.072143594136433e-05,
+      "loss": 0.0156,
+      "step": 780
+    },
+    {
+      "epoch": 2.4310077519379845,
+      "grad_norm": 0.06302152574062347,
+      "learning_rate": 3.045728378964004e-05,
+      "loss": 0.0212,
+      "step": 785
+    },
+    {
+      "epoch": 2.4465116279069767,
+      "grad_norm": 0.11739777028560638,
+      "learning_rate": 3.0192490317200058e-05,
+      "loss": 0.0246,
+      "step": 790
+    },
+    {
+      "epoch": 2.462015503875969,
+      "grad_norm": 0.18686673045158386,
+      "learning_rate": 2.9927086641637997e-05,
+      "loss": 0.0166,
+      "step": 795
+    },
+    {
+      "epoch": 2.4775193798449613,
+      "grad_norm": 0.1006050631403923,
+      "learning_rate": 2.9661103952256396e-05,
+      "loss": 0.0209,
+      "step": 800
+    },
+    {
+      "epoch": 2.4930232558139536,
+      "grad_norm": 0.17344793677330017,
+      "learning_rate": 2.9394573506401467e-05,
+      "loss": 0.0205,
+      "step": 805
+    },
+    {
+      "epoch": 2.508527131782946,
+      "grad_norm": 0.08328920602798462,
+      "learning_rate": 2.9127526625789808e-05,
+      "loss": 0.0208,
+      "step": 810
+    },
+    {
+      "epoch": 2.524031007751938,
+      "grad_norm": 0.36139625310897827,
+      "learning_rate": 2.885999469282761e-05,
+      "loss": 0.0246,
+      "step": 815
+    },
+    {
+      "epoch": 2.5395348837209304,
+      "grad_norm": 0.22528782486915588,
+      "learning_rate": 2.8592009146922704e-05,
+      "loss": 0.0258,
+      "step": 820
+    },
+    {
+      "epoch": 2.5550387596899222,
+      "grad_norm": 0.2691043019294739,
+      "learning_rate": 2.8323601480789928e-05,
+      "loss": 0.0203,
+      "step": 825
+    },
+    {
+      "epoch": 2.5705426356589145,
+      "grad_norm": 0.1831626147031784,
+      "learning_rate": 2.805480323675016e-05,
+      "loss": 0.0274,
+      "step": 830
+    },
+    {
+      "epoch": 2.5860465116279068,
+      "grad_norm": 0.20435118675231934,
+      "learning_rate": 2.7785646003023656e-05,
+      "loss": 0.0217,
+      "step": 835
+    },
+    {
+      "epoch": 2.601550387596899,
+      "grad_norm": 0.1789761781692505,
+      "learning_rate": 2.7516161410017844e-05,
+      "loss": 0.0191,
+      "step": 840
+    },
+    {
+      "epoch": 2.6170542635658913,
+      "grad_norm": 0.08747836202383041,
+      "learning_rate": 2.7246381126610272e-05,
+      "loss": 0.0233,
+      "step": 845
+    },
+    {
+      "epoch": 2.6325581395348836,
+      "grad_norm": 0.30709850788116455,
+      "learning_rate": 2.697633685642697e-05,
+      "loss": 0.0252,
+      "step": 850
+    },
+    {
+      "epoch": 2.648062015503876,
+      "grad_norm": 0.11726944893598557,
+      "learning_rate": 2.6706060334116777e-05,
+      "loss": 0.0233,
+      "step": 855
+    },
+    {
+      "epoch": 2.663565891472868,
+      "grad_norm": 0.06737342476844788,
+      "learning_rate": 2.6435583321621966e-05,
+      "loss": 0.0129,
+      "step": 860
+    },
+    {
+      "epoch": 2.6790697674418604,
+      "grad_norm": 0.09594861418008804,
+      "learning_rate": 2.6164937604445705e-05,
+      "loss": 0.021,
+      "step": 865
+    },
+    {
+      "epoch": 2.6945736434108527,
+      "grad_norm": 0.12169867008924484,
+      "learning_rate": 2.5894154987916764e-05,
+      "loss": 0.023,
+      "step": 870
+    },
+    {
+      "epoch": 2.710077519379845,
+      "grad_norm": 0.22493800520896912,
+      "learning_rate": 2.5623267293451826e-05,
+      "loss": 0.0167,
+      "step": 875
+    },
+    {
+      "epoch": 2.7255813953488373,
+      "grad_norm": 0.23264090716838837,
+      "learning_rate": 2.5352306354815953e-05,
+      "loss": 0.0222,
+      "step": 880
+    },
+    {
+      "epoch": 2.7410852713178295,
+      "grad_norm": 0.29153597354888916,
+      "learning_rate": 2.5081304014381614e-05,
+      "loss": 0.0208,
+      "step": 885
+    },
+    {
+      "epoch": 2.756589147286822,
+      "grad_norm": 0.11771135032176971,
+      "learning_rate": 2.4810292119386675e-05,
+      "loss": 0.0186,
+      "step": 890
+    },
+    {
+      "epoch": 2.772093023255814,
+      "grad_norm": 0.33184051513671875,
+      "learning_rate": 2.4539302518191802e-05,
+      "loss": 0.0177,
+      "step": 895
+    },
+    {
+      "epoch": 2.7875968992248064,
+      "grad_norm": 0.2414429783821106,
+      "learning_rate": 2.426836705653782e-05,
+      "loss": 0.0198,
+      "step": 900
+    },
+    {
+      "epoch": 2.8031007751937986,
+      "grad_norm": 0.11880580335855484,
+      "learning_rate": 2.3997517573803187e-05,
+      "loss": 0.0188,
+      "step": 905
+    },
+    {
+      "epoch": 2.818604651162791,
+      "grad_norm": 0.05161415413022041,
+      "learning_rate": 2.3726785899262493e-05,
+      "loss": 0.0131,
+      "step": 910
+    },
+    {
+      "epoch": 2.834108527131783,
+      "grad_norm": 0.09770730137825012,
+      "learning_rate": 2.34562038483459e-05,
+      "loss": 0.0129,
+      "step": 915
+    },
+    {
+      "epoch": 2.8496124031007755,
+      "grad_norm": 0.27657774090766907,
+      "learning_rate": 2.318580321890032e-05,
+      "loss": 0.0242,
+      "step": 920
+    },
+    {
+      "epoch": 2.8651162790697673,
+      "grad_norm": 0.1245102509856224,
+      "learning_rate": 2.2915615787452666e-05,
+      "loss": 0.0182,
+      "step": 925
+    },
+    {
+      "epoch": 2.8806201550387596,
+      "grad_norm": 0.095403291285038,
+      "learning_rate": 2.264567330547557e-05,
+      "loss": 0.0229,
+      "step": 930
+    },
+    {
+      "epoch": 2.896124031007752,
+      "grad_norm": 0.09689685702323914,
+      "learning_rate": 2.2376007495656084e-05,
+      "loss": 0.02,
+      "step": 935
+    },
+    {
+      "epoch": 2.911627906976744,
+      "grad_norm": 0.07814809679985046,
+      "learning_rate": 2.2106650048167697e-05,
+      "loss": 0.0296,
+      "step": 940
+    },
+    {
+      "epoch": 2.9271317829457364,
+      "grad_norm": 0.18573637306690216,
+      "learning_rate": 2.1837632616946266e-05,
+      "loss": 0.0191,
+      "step": 945
+    },
+    {
+      "epoch": 2.9426356589147287,
+      "grad_norm": 0.16544780135154724,
+      "learning_rate": 2.1568986815970126e-05,
+      "loss": 0.0262,
+      "step": 950
+    },
+    {
+      "epoch": 2.958139534883721,
+      "grad_norm": 0.06749454140663147,
+      "learning_rate": 2.1300744215544967e-05,
+      "loss": 0.0178,
+      "step": 955
+    },
+    {
+      "epoch": 2.973643410852713,
+      "grad_norm": 0.1645621359348297,
+      "learning_rate": 2.1032936338593718e-05,
+      "loss": 0.017,
+      "step": 960
+    },
+    {
+      "epoch": 2.9891472868217055,
+      "grad_norm": 0.14035086333751678,
+      "learning_rate": 2.0765594656952198e-05,
+      "loss": 0.0269,
+      "step": 965
+    },
+    {
+      "epoch": 3.0031007751937984,
+      "grad_norm": 0.07817042618989944,
+      "learning_rate": 2.0498750587670572e-05,
+      "loss": 0.0183,
+      "step": 970
+    },
+    {
+      "epoch": 3.0186046511627906,
+      "grad_norm": 0.0851919949054718,
+      "learning_rate": 2.0232435489321354e-05,
+      "loss": 0.0115,
+      "step": 975
+    },
+    {
+      "epoch": 3.034108527131783,
+      "grad_norm": 0.07319127768278122,
+      "learning_rate": 1.9966680658314273e-05,
+      "loss": 0.0186,
+      "step": 980
+    },
+    {
+      "epoch": 3.049612403100775,
+      "grad_norm": 0.05918855220079422,
+      "learning_rate": 1.970151732521842e-05,
+      "loss": 0.0137,
+      "step": 985
+    },
+    {
+      "epoch": 3.0651162790697675,
+      "grad_norm": 0.09402059018611908,
+      "learning_rate": 1.9436976651092144e-05,
+      "loss": 0.0216,
+      "step": 990
+    },
+    {
+      "epoch": 3.0806201550387597,
+      "grad_norm": 0.15518927574157715,
+      "learning_rate": 1.917308972382109e-05,
+      "loss": 0.0164,
+      "step": 995
+    },
+    {
+      "epoch": 3.096124031007752,
+      "grad_norm": 0.17928968369960785,
+      "learning_rate": 1.89098875544649e-05,
+      "loss": 0.0153,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1610,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.686138310950912e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc429601d1d23ce75bcf84e7e4ed5fc0ae418d073e5933d8bb8717ac0faf730
+size 5688

checkpoint-1500/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-1B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-1500/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1500/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34887dc91c196cbe622389714f8082f1aed5f9d8b5adcf2c9b549ec4a63f8658
+size 180385008

checkpoint-1500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1855615184b58778c1075b66068027d19fb04ad043decf737b8d0c0ce0aa84
+size 360899194

checkpoint-1500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ee827a7a00012c0a116546df467feee35e70376d81a7a85b1a70eb90414d3
+size 14244

checkpoint-1500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92
+size 988

checkpoint-1500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58b0a34317bc16485e30e76a0870fd61f7d7086be9d0d74b9ddb18e98eaac3
+size 1064

checkpoint-1500/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-1500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1500/tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-1500/trainer_state.json

@@ -0,0 +1,2134 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.644961240310078,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015503875968992248,
+      "grad_norm": 2.5634377002716064,
+      "learning_rate": 1.2422360248447205e-06,
+      "loss": 2.2423,
+      "step": 5
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 1.774464726448059,
+      "learning_rate": 2.7950310559006214e-06,
+      "loss": 2.0959,
+      "step": 10
+    },
+    {
+      "epoch": 0.046511627906976744,
+      "grad_norm": 2.2086267471313477,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 1.7507,
+      "step": 15
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 1.5988163948059082,
+      "learning_rate": 5.900621118012423e-06,
+      "loss": 1.4298,
+      "step": 20
+    },
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 1.3644428253173828,
+      "learning_rate": 7.453416149068324e-06,
+      "loss": 0.9425,
+      "step": 25
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 1.1469796895980835,
+      "learning_rate": 9.006211180124225e-06,
+      "loss": 0.6502,
+      "step": 30
+    },
+    {
+      "epoch": 0.10852713178294573,
+      "grad_norm": 1.8373690843582153,
+      "learning_rate": 1.0559006211180125e-05,
+      "loss": 0.6724,
+      "step": 35
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 1.116761565208435,
+      "learning_rate": 1.2111801242236026e-05,
+      "loss": 0.4023,
+      "step": 40
+    },
+    {
+      "epoch": 0.13953488372093023,
+      "grad_norm": 0.7392648458480835,
+      "learning_rate": 1.3664596273291926e-05,
+      "loss": 0.3874,
+      "step": 45
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.9391402006149292,
+      "learning_rate": 1.5217391304347828e-05,
+      "loss": 0.3164,
+      "step": 50
+    },
+    {
+      "epoch": 0.17054263565891473,
+      "grad_norm": 0.9636594653129578,
+      "learning_rate": 1.6770186335403728e-05,
+      "loss": 0.1785,
+      "step": 55
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 0.6391934156417847,
+      "learning_rate": 1.8322981366459628e-05,
+      "loss": 0.1778,
+      "step": 60
+    },
+    {
+      "epoch": 0.20155038759689922,
+      "grad_norm": 0.5561841726303101,
+      "learning_rate": 1.9875776397515528e-05,
+      "loss": 0.2703,
+      "step": 65
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 0.49807441234588623,
+      "learning_rate": 2.1428571428571428e-05,
+      "loss": 0.1875,
+      "step": 70
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.2350372076034546,
+      "learning_rate": 2.2981366459627328e-05,
+      "loss": 0.3248,
+      "step": 75
+    },
+    {
+      "epoch": 0.24806201550387597,
+      "grad_norm": 0.6338334083557129,
+      "learning_rate": 2.453416149068323e-05,
+      "loss": 0.1297,
+      "step": 80
+    },
+    {
+      "epoch": 0.26356589147286824,
+      "grad_norm": 0.6853603720664978,
+      "learning_rate": 2.608695652173913e-05,
+      "loss": 0.1357,
+      "step": 85
+    },
+    {
+      "epoch": 0.27906976744186046,
+      "grad_norm": 1.0921283960342407,
+      "learning_rate": 2.7639751552795035e-05,
+      "loss": 0.1418,
+      "step": 90
+    },
+    {
+      "epoch": 0.29457364341085274,
+      "grad_norm": 0.7996405363082886,
+      "learning_rate": 2.919254658385093e-05,
+      "loss": 0.1293,
+      "step": 95
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 0.4951094388961792,
+      "learning_rate": 3.074534161490684e-05,
+      "loss": 0.1783,
+      "step": 100
+    },
+    {
+      "epoch": 0.32558139534883723,
+      "grad_norm": 0.3423459231853485,
+      "learning_rate": 3.2298136645962735e-05,
+      "loss": 0.0996,
+      "step": 105
+    },
+    {
+      "epoch": 0.34108527131782945,
+      "grad_norm": 0.6147115230560303,
+      "learning_rate": 3.385093167701863e-05,
+      "loss": 0.1909,
+      "step": 110
+    },
+    {
+      "epoch": 0.35658914728682173,
+      "grad_norm": 0.6499375104904175,
+      "learning_rate": 3.5403726708074535e-05,
+      "loss": 0.1572,
+      "step": 115
+    },
+    {
+      "epoch": 0.37209302325581395,
+      "grad_norm": 0.274794340133667,
+      "learning_rate": 3.695652173913043e-05,
+      "loss": 0.1313,
+      "step": 120
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 0.44879093766212463,
+      "learning_rate": 3.8509316770186335e-05,
+      "loss": 0.1141,
+      "step": 125
+    },
+    {
+      "epoch": 0.40310077519379844,
+      "grad_norm": 0.3992724120616913,
+      "learning_rate": 4.006211180124224e-05,
+      "loss": 0.1539,
+      "step": 130
+    },
+    {
+      "epoch": 0.4186046511627907,
+      "grad_norm": 0.28350868821144104,
+      "learning_rate": 4.161490683229814e-05,
+      "loss": 0.0857,
+      "step": 135
+    },
+    {
+      "epoch": 0.43410852713178294,
+      "grad_norm": 0.5912169814109802,
+      "learning_rate": 4.316770186335404e-05,
+      "loss": 0.1939,
+      "step": 140
+    },
+    {
+      "epoch": 0.4496124031007752,
+      "grad_norm": 0.35334816575050354,
+      "learning_rate": 4.472049689440994e-05,
+      "loss": 0.1149,
+      "step": 145
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 0.7359523177146912,
+      "learning_rate": 4.627329192546584e-05,
+      "loss": 0.1193,
+      "step": 150
+    },
+    {
+      "epoch": 0.4806201550387597,
+      "grad_norm": 0.43439972400665283,
+      "learning_rate": 4.782608695652174e-05,
+      "loss": 0.1049,
+      "step": 155
+    },
+    {
+      "epoch": 0.49612403100775193,
+      "grad_norm": 0.4149303734302521,
+      "learning_rate": 4.937888198757764e-05,
+      "loss": 0.1168,
+      "step": 160
+    },
+    {
+      "epoch": 0.5116279069767442,
+      "grad_norm": 0.38137003779411316,
+      "learning_rate": 4.999947117257964e-05,
+      "loss": 0.122,
+      "step": 165
+    },
+    {
+      "epoch": 0.5271317829457365,
+      "grad_norm": 0.6025403738021851,
+      "learning_rate": 4.999623953047522e-05,
+      "loss": 0.1107,
+      "step": 170
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 0.6327984929084778,
+      "learning_rate": 4.999007041858851e-05,
+      "loss": 0.0855,
+      "step": 175
+    },
+    {
+      "epoch": 0.5581395348837209,
+      "grad_norm": 0.5637001991271973,
+      "learning_rate": 4.998096456189175e-05,
+      "loss": 0.0993,
+      "step": 180
+    },
+    {
+      "epoch": 0.5736434108527132,
+      "grad_norm": 0.2784324586391449,
+      "learning_rate": 4.996892303047306e-05,
+      "loss": 0.0716,
+      "step": 185
+    },
+    {
+      "epoch": 0.5891472868217055,
+      "grad_norm": 0.6117509603500366,
+      "learning_rate": 4.995394723941068e-05,
+      "loss": 0.0693,
+      "step": 190
+    },
+    {
+      "epoch": 0.6046511627906976,
+      "grad_norm": 1.3043673038482666,
+      "learning_rate": 4.993603894860669e-05,
+      "loss": 0.1016,
+      "step": 195
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 0.44789212942123413,
+      "learning_rate": 4.991520026258015e-05,
+      "loss": 0.0891,
+      "step": 200
+    },
+    {
+      "epoch": 0.6356589147286822,
+      "grad_norm": 1.85973060131073,
+      "learning_rate": 4.989143363021987e-05,
+      "loss": 0.1393,
+      "step": 205
+    },
+    {
+      "epoch": 0.6511627906976745,
+      "grad_norm": 1.2061032056808472,
+      "learning_rate": 4.9864741844496506e-05,
+      "loss": 0.116,
+      "step": 210
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.3840301036834717,
+      "learning_rate": 4.983512804213447e-05,
+      "loss": 0.0952,
+      "step": 215
+    },
+    {
+      "epoch": 0.6821705426356589,
+      "grad_norm": 0.4879723787307739,
+      "learning_rate": 4.9802595703243205e-05,
+      "loss": 0.128,
+      "step": 220
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 0.4783574938774109,
+      "learning_rate": 4.976714865090827e-05,
+      "loss": 0.0783,
+      "step": 225
+    },
+    {
+      "epoch": 0.7131782945736435,
+      "grad_norm": 0.4228968620300293,
+      "learning_rate": 4.9728791050742064e-05,
+      "loss": 0.1176,
+      "step": 230
+    },
+    {
+      "epoch": 0.7286821705426356,
+      "grad_norm": 0.18757346272468567,
+      "learning_rate": 4.9687527410394275e-05,
+      "loss": 0.0872,
+      "step": 235
+    },
+    {
+      "epoch": 0.7441860465116279,
+      "grad_norm": 0.4684408903121948,
+      "learning_rate": 4.964336257902217e-05,
+      "loss": 0.0753,
+      "step": 240
+    },
+    {
+      "epoch": 0.7596899224806202,
+      "grad_norm": 0.7171066403388977,
+      "learning_rate": 4.9596301746720734e-05,
+      "loss": 0.0988,
+      "step": 245
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 0.5907664895057678,
+      "learning_rate": 4.9546350443912783e-05,
+      "loss": 0.1172,
+      "step": 250
+    },
+    {
+      "epoch": 0.7906976744186046,
+      "grad_norm": 0.8421684503555298,
+      "learning_rate": 4.9493514540698963e-05,
+      "loss": 0.0771,
+      "step": 255
+    },
+    {
+      "epoch": 0.8062015503875969,
+      "grad_norm": 0.2831384837627411,
+      "learning_rate": 4.9437800246168025e-05,
+      "loss": 0.1212,
+      "step": 260
+    },
+    {
+      "epoch": 0.8217054263565892,
+      "grad_norm": 0.4991057217121124,
+      "learning_rate": 4.937921410766707e-05,
+      "loss": 0.0837,
+      "step": 265
+    },
+    {
+      "epoch": 0.8372093023255814,
+      "grad_norm": 0.5720856189727783,
+      "learning_rate": 4.931776301003217e-05,
+      "loss": 0.1615,
+      "step": 270
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 0.48435062170028687,
+      "learning_rate": 4.9253454174779265e-05,
+      "loss": 0.0872,
+      "step": 275
+    },
+    {
+      "epoch": 0.8682170542635659,
+      "grad_norm": 0.2810228765010834,
+      "learning_rate": 4.9186295159255537e-05,
+      "loss": 0.0886,
+      "step": 280
+    },
+    {
+      "epoch": 0.8837209302325582,
+      "grad_norm": 0.8470152616500854,
+      "learning_rate": 4.9116293855751285e-05,
+      "loss": 0.1107,
+      "step": 285
+    },
+    {
+      "epoch": 0.8992248062015504,
+      "grad_norm": 0.26309266686439514,
+      "learning_rate": 4.9043458490572444e-05,
+      "loss": 0.0861,
+      "step": 290
+    },
+    {
+      "epoch": 0.9147286821705426,
+      "grad_norm": 0.4955242872238159,
+      "learning_rate": 4.896779762307389e-05,
+      "loss": 0.0548,
+      "step": 295
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 0.5125411152839661,
+      "learning_rate": 4.888932014465352e-05,
+      "loss": 0.0456,
+      "step": 300
+    },
+    {
+      "epoch": 0.9457364341085271,
+      "grad_norm": 0.4470186233520508,
+      "learning_rate": 4.880803527770742e-05,
+      "loss": 0.0909,
+      "step": 305
+    },
+    {
+      "epoch": 0.9612403100775194,
+      "grad_norm": 0.22464849054813385,
+      "learning_rate": 4.872395257454605e-05,
+      "loss": 0.0722,
+      "step": 310
+    },
+    {
+      "epoch": 0.9767441860465116,
+      "grad_norm": 0.1867540031671524,
+      "learning_rate": 4.86370819162717e-05,
+      "loss": 0.0497,
+      "step": 315
+    },
+    {
+      "epoch": 0.9922480620155039,
+      "grad_norm": 0.1916547268629074,
+      "learning_rate": 4.8547433511617305e-05,
+      "loss": 0.0698,
+      "step": 320
+    },
+    {
+      "epoch": 1.006201550387597,
+      "grad_norm": 0.1836194545030594,
+      "learning_rate": 4.845501789574674e-05,
+      "loss": 0.0563,
+      "step": 325
+    },
+    {
+      "epoch": 1.0217054263565892,
+      "grad_norm": 0.4584813416004181,
+      "learning_rate": 4.835984592901678e-05,
+      "loss": 0.0489,
+      "step": 330
+    },
+    {
+      "epoch": 1.0372093023255813,
+      "grad_norm": 0.06475898623466492,
+      "learning_rate": 4.826192879570078e-05,
+      "loss": 0.0526,
+      "step": 335
+    },
+    {
+      "epoch": 1.0527131782945736,
+      "grad_norm": 0.1889159232378006,
+      "learning_rate": 4.8161278002674424e-05,
+      "loss": 0.0363,
+      "step": 340
+    },
+    {
+      "epoch": 1.0682170542635658,
+      "grad_norm": 0.5690692663192749,
+      "learning_rate": 4.80579053780634e-05,
+      "loss": 0.0791,
+      "step": 345
+    },
+    {
+      "epoch": 1.083720930232558,
+      "grad_norm": 0.13445481657981873,
+      "learning_rate": 4.795182306985343e-05,
+      "loss": 0.0595,
+      "step": 350
+    },
+    {
+      "epoch": 1.0992248062015504,
+      "grad_norm": 0.357576847076416,
+      "learning_rate": 4.7843043544462696e-05,
+      "loss": 0.0516,
+      "step": 355
+    },
+    {
+      "epoch": 1.1147286821705427,
+      "grad_norm": 0.16702419519424438,
+      "learning_rate": 4.773157958527681e-05,
+      "loss": 0.0454,
+      "step": 360
+    },
+    {
+      "epoch": 1.130232558139535,
+      "grad_norm": 0.23175758123397827,
+      "learning_rate": 4.7617444291146565e-05,
+      "loss": 0.0378,
+      "step": 365
+    },
+    {
+      "epoch": 1.1457364341085272,
+      "grad_norm": 0.28666743636131287,
+      "learning_rate": 4.750065107484859e-05,
+      "loss": 0.069,
+      "step": 370
+    },
+    {
+      "epoch": 1.1612403100775195,
+      "grad_norm": 0.2496625781059265,
+      "learning_rate": 4.738121366150916e-05,
+      "loss": 0.0654,
+      "step": 375
+    },
+    {
+      "epoch": 1.1767441860465115,
+      "grad_norm": 0.20519720017910004,
+      "learning_rate": 4.725914608699122e-05,
+      "loss": 0.0576,
+      "step": 380
+    },
+    {
+      "epoch": 1.1922480620155038,
+      "grad_norm": 0.2702353894710541,
+      "learning_rate": 4.7134462696245e-05,
+      "loss": 0.0387,
+      "step": 385
+    },
+    {
+      "epoch": 1.207751937984496,
+      "grad_norm": 0.45655345916748047,
+      "learning_rate": 4.700717814162218e-05,
+      "loss": 0.0628,
+      "step": 390
+    },
+    {
+      "epoch": 1.2232558139534884,
+      "grad_norm": 0.2866630554199219,
+      "learning_rate": 4.6877307381154044e-05,
+      "loss": 0.0596,
+      "step": 395
+    },
+    {
+      "epoch": 1.2387596899224806,
+      "grad_norm": 0.17983689904212952,
+      "learning_rate": 4.674486567679367e-05,
+      "loss": 0.0376,
+      "step": 400
+    },
+    {
+      "epoch": 1.254263565891473,
+      "grad_norm": 0.09354360401630402,
+      "learning_rate": 4.660986859262236e-05,
+      "loss": 0.032,
+      "step": 405
+    },
+    {
+      "epoch": 1.2697674418604652,
+      "grad_norm": 0.3007808327674866,
+      "learning_rate": 4.647233199302064e-05,
+      "loss": 0.0429,
+      "step": 410
+    },
+    {
+      "epoch": 1.2852713178294572,
+      "grad_norm": 0.5735777616500854,
+      "learning_rate": 4.6332272040803895e-05,
+      "loss": 0.0498,
+      "step": 415
+    },
+    {
+      "epoch": 1.3007751937984495,
+      "grad_norm": 0.21312487125396729,
+      "learning_rate": 4.618970519532303e-05,
+      "loss": 0.0398,
+      "step": 420
+    },
+    {
+      "epoch": 1.3162790697674418,
+      "grad_norm": 0.348650723695755,
+      "learning_rate": 4.6044648210530175e-05,
+      "loss": 0.0429,
+      "step": 425
+    },
+    {
+      "epoch": 1.331782945736434,
+      "grad_norm": 0.6043110489845276,
+      "learning_rate": 4.589711813300983e-05,
+      "loss": 0.0664,
+      "step": 430
+    },
+    {
+      "epoch": 1.3472868217054264,
+      "grad_norm": 0.14238876104354858,
+      "learning_rate": 4.574713229997563e-05,
+      "loss": 0.0478,
+      "step": 435
+    },
+    {
+      "epoch": 1.3627906976744186,
+      "grad_norm": 0.47702425718307495,
+      "learning_rate": 4.559470833723292e-05,
+      "loss": 0.0528,
+      "step": 440
+    },
+    {
+      "epoch": 1.378294573643411,
+      "grad_norm": 0.16487376391887665,
+      "learning_rate": 4.5439864157107434e-05,
+      "loss": 0.0435,
+      "step": 445
+    },
+    {
+      "epoch": 1.3937984496124032,
+      "grad_norm": 0.0906042605638504,
+      "learning_rate": 4.528261795634032e-05,
+      "loss": 0.0337,
+      "step": 450
+    },
+    {
+      "epoch": 1.4093023255813955,
+      "grad_norm": 0.2174687385559082,
+      "learning_rate": 4.5122988213949676e-05,
+      "loss": 0.0514,
+      "step": 455
+    },
+    {
+      "epoch": 1.4248062015503877,
+      "grad_norm": 0.08279066532850266,
+      "learning_rate": 4.496099368905902e-05,
+      "loss": 0.0229,
+      "step": 460
+    },
+    {
+      "epoch": 1.4403100775193798,
+      "grad_norm": 0.19147436320781708,
+      "learning_rate": 4.4796653418692745e-05,
+      "loss": 0.0347,
+      "step": 465
+    },
+    {
+      "epoch": 1.455813953488372,
+      "grad_norm": 0.15159855782985687,
+      "learning_rate": 4.4629986715538976e-05,
+      "loss": 0.0295,
+      "step": 470
+    },
+    {
+      "epoch": 1.4713178294573643,
+      "grad_norm": 0.3000525236129761,
+      "learning_rate": 4.4461013165679986e-05,
+      "loss": 0.0405,
+      "step": 475
+    },
+    {
+      "epoch": 1.4868217054263566,
+      "grad_norm": 0.16434980928897858,
+      "learning_rate": 4.428975262629055e-05,
+      "loss": 0.0341,
+      "step": 480
+    },
+    {
+      "epoch": 1.5023255813953489,
+      "grad_norm": 0.06991487741470337,
+      "learning_rate": 4.411622522330435e-05,
+      "loss": 0.0404,
+      "step": 485
+    },
+    {
+      "epoch": 1.517829457364341,
+      "grad_norm": 0.15435563027858734,
+      "learning_rate": 4.39404513490489e-05,
+      "loss": 0.0539,
+      "step": 490
+    },
+    {
+      "epoch": 1.5333333333333332,
+      "grad_norm": 0.1697537750005722,
+      "learning_rate": 4.376245165984903e-05,
+      "loss": 0.0555,
+      "step": 495
+    },
+    {
+      "epoch": 1.5488372093023255,
+      "grad_norm": 0.3248571455478668,
+      "learning_rate": 4.358224707359955e-05,
+      "loss": 0.0403,
+      "step": 500
+    },
+    {
+      "epoch": 1.5643410852713178,
+      "grad_norm": 0.06237597391009331,
+      "learning_rate": 4.3399858767306936e-05,
+      "loss": 0.0318,
+      "step": 505
+    },
+    {
+      "epoch": 1.57984496124031,
+      "grad_norm": 0.34228137135505676,
+      "learning_rate": 4.321530817460073e-05,
+      "loss": 0.0509,
+      "step": 510
+    },
+    {
+      "epoch": 1.5953488372093023,
+      "grad_norm": 0.45852935314178467,
+      "learning_rate": 4.302861698321478e-05,
+      "loss": 0.0418,
+      "step": 515
+    },
+    {
+      "epoch": 1.6108527131782946,
+      "grad_norm": 0.14077672362327576,
+      "learning_rate": 4.283980713243847e-05,
+      "loss": 0.026,
+      "step": 520
+    },
+    {
+      "epoch": 1.6263565891472869,
+      "grad_norm": 0.13448594510555267,
+      "learning_rate": 4.264890081053859e-05,
+      "loss": 0.0429,
+      "step": 525
+    },
+    {
+      "epoch": 1.6418604651162791,
+      "grad_norm": 0.0402817465364933,
+      "learning_rate": 4.245592045215182e-05,
+      "loss": 0.0252,
+      "step": 530
+    },
+    {
+      "epoch": 1.6573643410852714,
+      "grad_norm": 0.25280848145484924,
+      "learning_rate": 4.226088873564825e-05,
+      "loss": 0.0353,
+      "step": 535
+    },
+    {
+      "epoch": 1.6728682170542637,
+      "grad_norm": 0.12823021411895752,
+      "learning_rate": 4.206382858046636e-05,
+      "loss": 0.038,
+      "step": 540
+    },
+    {
+      "epoch": 1.688372093023256,
+      "grad_norm": 0.08113641291856766,
+      "learning_rate": 4.1864763144419536e-05,
+      "loss": 0.035,
+      "step": 545
+    },
+    {
+      "epoch": 1.703875968992248,
+      "grad_norm": 0.27006813883781433,
+      "learning_rate": 4.166371582097476e-05,
+      "loss": 0.0439,
+      "step": 550
+    },
+    {
+      "epoch": 1.7193798449612403,
+      "grad_norm": 0.2137015163898468,
+      "learning_rate": 4.146071023650335e-05,
+      "loss": 0.0552,
+      "step": 555
+    },
+    {
+      "epoch": 1.7348837209302326,
+      "grad_norm": 0.35401883721351624,
+      "learning_rate": 4.1255770247504576e-05,
+      "loss": 0.0259,
+      "step": 560
+    },
+    {
+      "epoch": 1.7503875968992249,
+      "grad_norm": 0.4056580066680908,
+      "learning_rate": 4.10489199378021e-05,
+      "loss": 0.0419,
+      "step": 565
+    },
+    {
+      "epoch": 1.765891472868217,
+      "grad_norm": 0.11533407121896744,
+      "learning_rate": 4.0840183615713714e-05,
+      "loss": 0.0311,
+      "step": 570
+    },
+    {
+      "epoch": 1.7813953488372092,
+      "grad_norm": 0.1366463154554367,
+      "learning_rate": 4.0629585811194726e-05,
+      "loss": 0.0449,
+      "step": 575
+    },
+    {
+      "epoch": 1.7968992248062015,
+      "grad_norm": 0.2846928536891937,
+      "learning_rate": 4.041715127295529e-05,
+      "loss": 0.0607,
+      "step": 580
+    },
+    {
+      "epoch": 1.8124031007751937,
+      "grad_norm": 0.2537185847759247,
+      "learning_rate": 4.020290496555202e-05,
+      "loss": 0.0482,
+      "step": 585
+    },
+    {
+      "epoch": 1.827906976744186,
+      "grad_norm": 0.11237087100744247,
+      "learning_rate": 3.9986872066454226e-05,
+      "loss": 0.0374,
+      "step": 590
+    },
+    {
+      "epoch": 1.8434108527131783,
+      "grad_norm": 0.25917041301727295,
+      "learning_rate": 3.976907796308519e-05,
+      "loss": 0.059,
+      "step": 595
+    },
+    {
+      "epoch": 1.8589147286821706,
+      "grad_norm": 0.16126245260238647,
+      "learning_rate": 3.954954824983867e-05,
+      "loss": 0.0313,
+      "step": 600
+    },
+    {
+      "epoch": 1.8744186046511628,
+      "grad_norm": 0.17019878327846527,
+      "learning_rate": 3.9328308725071204e-05,
+      "loss": 0.0397,
+      "step": 605
+    },
+    {
+      "epoch": 1.889922480620155,
+      "grad_norm": 0.21204759180545807,
+      "learning_rate": 3.9105385388070305e-05,
+      "loss": 0.0414,
+      "step": 610
+    },
+    {
+      "epoch": 1.9054263565891474,
+      "grad_norm": 0.20105929672718048,
+      "learning_rate": 3.8880804435999164e-05,
+      "loss": 0.0341,
+      "step": 615
+    },
+    {
+      "epoch": 1.9209302325581397,
+      "grad_norm": 0.11282369494438171,
+      "learning_rate": 3.8654592260818045e-05,
+      "loss": 0.0323,
+      "step": 620
+    },
+    {
+      "epoch": 1.936434108527132,
+      "grad_norm": 0.1675432175397873,
+      "learning_rate": 3.842677544618279e-05,
+      "loss": 0.027,
+      "step": 625
+    },
+    {
+      "epoch": 1.951937984496124,
+      "grad_norm": 0.2266375571489334,
+      "learning_rate": 3.819738076432081e-05,
+      "loss": 0.0214,
+      "step": 630
+    },
+    {
+      "epoch": 1.9674418604651163,
+      "grad_norm": 0.1010638102889061,
+      "learning_rate": 3.7966435172884885e-05,
+      "loss": 0.0435,
+      "step": 635
+    },
+    {
+      "epoch": 1.9829457364341085,
+      "grad_norm": 0.11044441908597946,
+      "learning_rate": 3.77339658117852e-05,
+      "loss": 0.0243,
+      "step": 640
+    },
+    {
+      "epoch": 1.9984496124031008,
+      "grad_norm": 0.050437528640031815,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.0423,
+      "step": 645
+    },
+    {
+      "epoch": 2.012403100775194,
+      "grad_norm": 0.08492262661457062,
+      "learning_rate": 3.726456523236511e-05,
+      "loss": 0.0266,
+      "step": 650
+    },
+    {
+      "epoch": 2.027906976744186,
+      "grad_norm": 0.12510479986667633,
+      "learning_rate": 3.7027689176342855e-05,
+      "loss": 0.0364,
+      "step": 655
+    },
+    {
+      "epoch": 2.0434108527131785,
+      "grad_norm": 0.191548690199852,
+      "learning_rate": 3.67893996687707e-05,
+      "loss": 0.0293,
+      "step": 660
+    },
+    {
+      "epoch": 2.0589147286821707,
+      "grad_norm": 0.2661445140838623,
+      "learning_rate": 3.6549724712589905e-05,
+      "loss": 0.0298,
+      "step": 665
+    },
+    {
+      "epoch": 2.0744186046511626,
+      "grad_norm": 0.3290082514286041,
+      "learning_rate": 3.6308692473554814e-05,
+      "loss": 0.0196,
+      "step": 670
+    },
+    {
+      "epoch": 2.089922480620155,
+      "grad_norm": 0.2585301697254181,
+      "learning_rate": 3.60663312769228e-05,
+      "loss": 0.0281,
+      "step": 675
+    },
+    {
+      "epoch": 2.105426356589147,
+      "grad_norm": 0.23062346875667572,
+      "learning_rate": 3.5822669604125684e-05,
+      "loss": 0.0228,
+      "step": 680
+    },
+    {
+      "epoch": 2.1209302325581394,
+      "grad_norm": 0.10087283700704575,
+      "learning_rate": 3.557773608942262e-05,
+      "loss": 0.0292,
+      "step": 685
+    },
+    {
+      "epoch": 2.1364341085271317,
+      "grad_norm": 0.15738359093666077,
+      "learning_rate": 3.533155951653516e-05,
+      "loss": 0.0418,
+      "step": 690
+    },
+    {
+      "epoch": 2.151937984496124,
+      "grad_norm": 0.13803963363170624,
+      "learning_rate": 3.508416881526464e-05,
+      "loss": 0.0287,
+      "step": 695
+    },
+    {
+      "epoch": 2.167441860465116,
+      "grad_norm": 0.19056080281734467,
+      "learning_rate": 3.483559305809248e-05,
+      "loss": 0.0332,
+      "step": 700
+    },
+    {
+      "epoch": 2.1829457364341085,
+      "grad_norm": 0.18886078894138336,
+      "learning_rate": 3.4585861456763686e-05,
+      "loss": 0.0352,
+      "step": 705
+    },
+    {
+      "epoch": 2.1984496124031008,
+      "grad_norm": 0.2717881202697754,
+      "learning_rate": 3.4335003358853996e-05,
+      "loss": 0.0264,
+      "step": 710
+    },
+    {
+      "epoch": 2.213953488372093,
+      "grad_norm": 0.1758740395307541,
+      "learning_rate": 3.408304824432104e-05,
+      "loss": 0.0248,
+      "step": 715
+    },
+    {
+      "epoch": 2.2294573643410853,
+      "grad_norm": 0.22997550666332245,
+      "learning_rate": 3.383002572203995e-05,
+      "loss": 0.0306,
+      "step": 720
+    },
+    {
+      "epoch": 2.2449612403100776,
+      "grad_norm": 0.11724910885095596,
+      "learning_rate": 3.357596552632388e-05,
+      "loss": 0.028,
+      "step": 725
+    },
+    {
+      "epoch": 2.26046511627907,
+      "grad_norm": 0.22709335386753082,
+      "learning_rate": 3.332089751342968e-05,
+      "loss": 0.024,
+      "step": 730
+    },
+    {
+      "epoch": 2.275968992248062,
+      "grad_norm": 0.27800169587135315,
+      "learning_rate": 3.3064851658049314e-05,
+      "loss": 0.0202,
+      "step": 735
+    },
+    {
+      "epoch": 2.2914728682170544,
+      "grad_norm": 0.17299439013004303,
+      "learning_rate": 3.280785804978735e-05,
+      "loss": 0.0189,
+      "step": 740
+    },
+    {
+      "epoch": 2.3069767441860467,
+      "grad_norm": 0.1307191699743271,
+      "learning_rate": 3.2549946889624926e-05,
+      "loss": 0.0357,
+      "step": 745
+    },
+    {
+      "epoch": 2.322480620155039,
+      "grad_norm": 0.10246355831623077,
+      "learning_rate": 3.2291148486370626e-05,
+      "loss": 0.0224,
+      "step": 750
+    },
+    {
+      "epoch": 2.3379844961240313,
+      "grad_norm": 0.3734508752822876,
+      "learning_rate": 3.2031493253098724e-05,
+      "loss": 0.0233,
+      "step": 755
+    },
+    {
+      "epoch": 2.353488372093023,
+      "grad_norm": 0.13778243958950043,
+      "learning_rate": 3.177101170357513e-05,
+      "loss": 0.0219,
+      "step": 760
+    },
+    {
+      "epoch": 2.3689922480620154,
+      "grad_norm": 0.17842572927474976,
+      "learning_rate": 3.150973444867151e-05,
+      "loss": 0.0302,
+      "step": 765
+    },
+    {
+      "epoch": 2.3844961240310076,
+      "grad_norm": 0.16797401010990143,
+      "learning_rate": 3.124769219276803e-05,
+      "loss": 0.0492,
+      "step": 770
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.1816670447587967,
+      "learning_rate": 3.0984915730145046e-05,
+      "loss": 0.0208,
+      "step": 775
+    },
+    {
+      "epoch": 2.415503875968992,
+      "grad_norm": 0.07712769508361816,
+      "learning_rate": 3.072143594136433e-05,
+      "loss": 0.0156,
+      "step": 780
+    },
+    {
+      "epoch": 2.4310077519379845,
+      "grad_norm": 0.06302152574062347,
+      "learning_rate": 3.045728378964004e-05,
+      "loss": 0.0212,
+      "step": 785
+    },
+    {
+      "epoch": 2.4465116279069767,
+      "grad_norm": 0.11739777028560638,
+      "learning_rate": 3.0192490317200058e-05,
+      "loss": 0.0246,
+      "step": 790
+    },
+    {
+      "epoch": 2.462015503875969,
+      "grad_norm": 0.18686673045158386,
+      "learning_rate": 2.9927086641637997e-05,
+      "loss": 0.0166,
+      "step": 795
+    },
+    {
+      "epoch": 2.4775193798449613,
+      "grad_norm": 0.1006050631403923,
+      "learning_rate": 2.9661103952256396e-05,
+      "loss": 0.0209,
+      "step": 800
+    },
+    {
+      "epoch": 2.4930232558139536,
+      "grad_norm": 0.17344793677330017,
+      "learning_rate": 2.9394573506401467e-05,
+      "loss": 0.0205,
+      "step": 805
+    },
+    {
+      "epoch": 2.508527131782946,
+      "grad_norm": 0.08328920602798462,
+      "learning_rate": 2.9127526625789808e-05,
+      "loss": 0.0208,
+      "step": 810
+    },
+    {
+      "epoch": 2.524031007751938,
+      "grad_norm": 0.36139625310897827,
+      "learning_rate": 2.885999469282761e-05,
+      "loss": 0.0246,
+      "step": 815
+    },
+    {
+      "epoch": 2.5395348837209304,
+      "grad_norm": 0.22528782486915588,
+      "learning_rate": 2.8592009146922704e-05,
+      "loss": 0.0258,
+      "step": 820
+    },
+    {
+      "epoch": 2.5550387596899222,
+      "grad_norm": 0.2691043019294739,
+      "learning_rate": 2.8323601480789928e-05,
+      "loss": 0.0203,
+      "step": 825
+    },
+    {
+      "epoch": 2.5705426356589145,
+      "grad_norm": 0.1831626147031784,
+      "learning_rate": 2.805480323675016e-05,
+      "loss": 0.0274,
+      "step": 830
+    },
+    {
+      "epoch": 2.5860465116279068,
+      "grad_norm": 0.20435118675231934,
+      "learning_rate": 2.7785646003023656e-05,
+      "loss": 0.0217,
+      "step": 835
+    },
+    {
+      "epoch": 2.601550387596899,
+      "grad_norm": 0.1789761781692505,
+      "learning_rate": 2.7516161410017844e-05,
+      "loss": 0.0191,
+      "step": 840
+    },
+    {
+      "epoch": 2.6170542635658913,
+      "grad_norm": 0.08747836202383041,
+      "learning_rate": 2.7246381126610272e-05,
+      "loss": 0.0233,
+      "step": 845
+    },
+    {
+      "epoch": 2.6325581395348836,
+      "grad_norm": 0.30709850788116455,
+      "learning_rate": 2.697633685642697e-05,
+      "loss": 0.0252,
+      "step": 850
+    },
+    {
+      "epoch": 2.648062015503876,
+      "grad_norm": 0.11726944893598557,
+      "learning_rate": 2.6706060334116777e-05,
+      "loss": 0.0233,
+      "step": 855
+    },
+    {
+      "epoch": 2.663565891472868,
+      "grad_norm": 0.06737342476844788,
+      "learning_rate": 2.6435583321621966e-05,
+      "loss": 0.0129,
+      "step": 860
+    },
+    {
+      "epoch": 2.6790697674418604,
+      "grad_norm": 0.09594861418008804,
+      "learning_rate": 2.6164937604445705e-05,
+      "loss": 0.021,
+      "step": 865
+    },
+    {
+      "epoch": 2.6945736434108527,
+      "grad_norm": 0.12169867008924484,
+      "learning_rate": 2.5894154987916764e-05,
+      "loss": 0.023,
+      "step": 870
+    },
+    {
+      "epoch": 2.710077519379845,
+      "grad_norm": 0.22493800520896912,
+      "learning_rate": 2.5623267293451826e-05,
+      "loss": 0.0167,
+      "step": 875
+    },
+    {
+      "epoch": 2.7255813953488373,
+      "grad_norm": 0.23264090716838837,
+      "learning_rate": 2.5352306354815953e-05,
+      "loss": 0.0222,
+      "step": 880
+    },
+    {
+      "epoch": 2.7410852713178295,
+      "grad_norm": 0.29153597354888916,
+      "learning_rate": 2.5081304014381614e-05,
+      "loss": 0.0208,
+      "step": 885
+    },
+    {
+      "epoch": 2.756589147286822,
+      "grad_norm": 0.11771135032176971,
+      "learning_rate": 2.4810292119386675e-05,
+      "loss": 0.0186,
+      "step": 890
+    },
+    {
+      "epoch": 2.772093023255814,
+      "grad_norm": 0.33184051513671875,
+      "learning_rate": 2.4539302518191802e-05,
+      "loss": 0.0177,
+      "step": 895
+    },
+    {
+      "epoch": 2.7875968992248064,
+      "grad_norm": 0.2414429783821106,
+      "learning_rate": 2.426836705653782e-05,
+      "loss": 0.0198,
+      "step": 900
+    },
+    {
+      "epoch": 2.8031007751937986,
+      "grad_norm": 0.11880580335855484,
+      "learning_rate": 2.3997517573803187e-05,
+      "loss": 0.0188,
+      "step": 905
+    },
+    {
+      "epoch": 2.818604651162791,
+      "grad_norm": 0.05161415413022041,
+      "learning_rate": 2.3726785899262493e-05,
+      "loss": 0.0131,
+      "step": 910
+    },
+    {
+      "epoch": 2.834108527131783,
+      "grad_norm": 0.09770730137825012,
+      "learning_rate": 2.34562038483459e-05,
+      "loss": 0.0129,
+      "step": 915
+    },
+    {
+      "epoch": 2.8496124031007755,
+      "grad_norm": 0.27657774090766907,
+      "learning_rate": 2.318580321890032e-05,
+      "loss": 0.0242,
+      "step": 920
+    },
+    {
+      "epoch": 2.8651162790697673,
+      "grad_norm": 0.1245102509856224,
+      "learning_rate": 2.2915615787452666e-05,
+      "loss": 0.0182,
+      "step": 925
+    },
+    {
+      "epoch": 2.8806201550387596,
+      "grad_norm": 0.095403291285038,
+      "learning_rate": 2.264567330547557e-05,
+      "loss": 0.0229,
+      "step": 930
+    },
+    {
+      "epoch": 2.896124031007752,
+      "grad_norm": 0.09689685702323914,
+      "learning_rate": 2.2376007495656084e-05,
+      "loss": 0.02,
+      "step": 935
+    },
+    {
+      "epoch": 2.911627906976744,
+      "grad_norm": 0.07814809679985046,
+      "learning_rate": 2.2106650048167697e-05,
+      "loss": 0.0296,
+      "step": 940
+    },
+    {
+      "epoch": 2.9271317829457364,
+      "grad_norm": 0.18573637306690216,
+      "learning_rate": 2.1837632616946266e-05,
+      "loss": 0.0191,
+      "step": 945
+    },
+    {
+      "epoch": 2.9426356589147287,
+      "grad_norm": 0.16544780135154724,
+      "learning_rate": 2.1568986815970126e-05,
+      "loss": 0.0262,
+      "step": 950
+    },
+    {
+      "epoch": 2.958139534883721,
+      "grad_norm": 0.06749454140663147,
+      "learning_rate": 2.1300744215544967e-05,
+      "loss": 0.0178,
+      "step": 955
+    },
+    {
+      "epoch": 2.973643410852713,
+      "grad_norm": 0.1645621359348297,
+      "learning_rate": 2.1032936338593718e-05,
+      "loss": 0.017,
+      "step": 960
+    },
+    {
+      "epoch": 2.9891472868217055,
+      "grad_norm": 0.14035086333751678,
+      "learning_rate": 2.0765594656952198e-05,
+      "loss": 0.0269,
+      "step": 965
+    },
+    {
+      "epoch": 3.0031007751937984,
+      "grad_norm": 0.07817042618989944,
+      "learning_rate": 2.0498750587670572e-05,
+      "loss": 0.0183,
+      "step": 970
+    },
+    {
+      "epoch": 3.0186046511627906,
+      "grad_norm": 0.0851919949054718,
+      "learning_rate": 2.0232435489321354e-05,
+      "loss": 0.0115,
+      "step": 975
+    },
+    {
+      "epoch": 3.034108527131783,
+      "grad_norm": 0.07319127768278122,
+      "learning_rate": 1.9966680658314273e-05,
+      "loss": 0.0186,
+      "step": 980
+    },
+    {
+      "epoch": 3.049612403100775,
+      "grad_norm": 0.05918855220079422,
+      "learning_rate": 1.970151732521842e-05,
+      "loss": 0.0137,
+      "step": 985
+    },
+    {
+      "epoch": 3.0651162790697675,
+      "grad_norm": 0.09402059018611908,
+      "learning_rate": 1.9436976651092144e-05,
+      "loss": 0.0216,
+      "step": 990
+    },
+    {
+      "epoch": 3.0806201550387597,
+      "grad_norm": 0.15518927574157715,
+      "learning_rate": 1.917308972382109e-05,
+      "loss": 0.0164,
+      "step": 995
+    },
+    {
+      "epoch": 3.096124031007752,
+      "grad_norm": 0.17928968369960785,
+      "learning_rate": 1.89098875544649e-05,
+      "loss": 0.0153,
+      "step": 1000
+    },
+    {
+      "epoch": 3.1116279069767443,
+      "grad_norm": 0.20205701887607574,
+      "learning_rate": 1.8647401073612892e-05,
+      "loss": 0.0143,
+      "step": 1005
+    },
+    {
+      "epoch": 3.1271317829457366,
+      "grad_norm": 0.023780664429068565,
+      "learning_rate": 1.8385661127749166e-05,
+      "loss": 0.0138,
+      "step": 1010
+    },
+    {
+      "epoch": 3.142635658914729,
+      "grad_norm": 0.16407065093517303,
+      "learning_rate": 1.8124698475627696e-05,
+      "loss": 0.0164,
+      "step": 1015
+    },
+    {
+      "epoch": 3.158139534883721,
+      "grad_norm": 0.05904044210910797,
+      "learning_rate": 1.7864543784657643e-05,
+      "loss": 0.0127,
+      "step": 1020
+    },
+    {
+      "epoch": 3.173643410852713,
+      "grad_norm": 0.07115277647972107,
+      "learning_rate": 1.7605227627299413e-05,
+      "loss": 0.0127,
+      "step": 1025
+    },
+    {
+      "epoch": 3.1891472868217052,
+      "grad_norm": 0.3148862421512604,
+      "learning_rate": 1.73467804774719e-05,
+      "loss": 0.0174,
+      "step": 1030
+    },
+    {
+      "epoch": 3.2046511627906975,
+      "grad_norm": 0.1581067591905594,
+      "learning_rate": 1.7089232706971313e-05,
+      "loss": 0.0148,
+      "step": 1035
+    },
+    {
+      "epoch": 3.22015503875969,
+      "grad_norm": 0.17511816322803497,
+      "learning_rate": 1.6832614581901986e-05,
+      "loss": 0.0193,
+      "step": 1040
+    },
+    {
+      "epoch": 3.235658914728682,
+      "grad_norm": 0.07704796642065048,
+      "learning_rate": 1.6576956259119576e-05,
+      "loss": 0.0114,
+      "step": 1045
+    },
+    {
+      "epoch": 3.2511627906976743,
+      "grad_norm": 0.08784597367048264,
+      "learning_rate": 1.6322287782687197e-05,
+      "loss": 0.0116,
+      "step": 1050
+    },
+    {
+      "epoch": 3.2666666666666666,
+      "grad_norm": 0.0565035343170166,
+      "learning_rate": 1.6068639080344708e-05,
+      "loss": 0.0159,
+      "step": 1055
+    },
+    {
+      "epoch": 3.282170542635659,
+      "grad_norm": 0.15565626323223114,
+      "learning_rate": 1.5816039959991712e-05,
+      "loss": 0.015,
+      "step": 1060
+    },
+    {
+      "epoch": 3.297674418604651,
+      "grad_norm": 0.06181817501783371,
+      "learning_rate": 1.5564520106184644e-05,
+      "loss": 0.0169,
+      "step": 1065
+    },
+    {
+      "epoch": 3.3131782945736434,
+      "grad_norm": 0.15954700112342834,
+      "learning_rate": 1.531410907664834e-05,
+      "loss": 0.0147,
+      "step": 1070
+    },
+    {
+      "epoch": 3.3286821705426357,
+      "grad_norm": 0.0700472965836525,
+      "learning_rate": 1.5064836298802551e-05,
+      "loss": 0.0156,
+      "step": 1075
+    },
+    {
+      "epoch": 3.344186046511628,
+      "grad_norm": 0.028587840497493744,
+      "learning_rate": 1.4816731066303686e-05,
+      "loss": 0.0116,
+      "step": 1080
+    },
+    {
+      "epoch": 3.3596899224806203,
+      "grad_norm": 0.11734448373317719,
+      "learning_rate": 1.456982253560235e-05,
+      "loss": 0.0179,
+      "step": 1085
+    },
+    {
+      "epoch": 3.3751937984496125,
+      "grad_norm": 0.046429798007011414,
+      "learning_rate": 1.4324139722516982e-05,
+      "loss": 0.011,
+      "step": 1090
+    },
+    {
+      "epoch": 3.390697674418605,
+      "grad_norm": 0.18383632600307465,
+      "learning_rate": 1.4079711498824027e-05,
+      "loss": 0.0125,
+      "step": 1095
+    },
+    {
+      "epoch": 3.406201550387597,
+      "grad_norm": 0.3278388977050781,
+      "learning_rate": 1.3836566588864999e-05,
+      "loss": 0.0157,
+      "step": 1100
+    },
+    {
+      "epoch": 3.4217054263565894,
+      "grad_norm": 0.18710392713546753,
+      "learning_rate": 1.3594733566170926e-05,
+      "loss": 0.0148,
+      "step": 1105
+    },
+    {
+      "epoch": 3.4372093023255816,
+      "grad_norm": 0.04076448082923889,
+      "learning_rate": 1.3354240850104476e-05,
+      "loss": 0.0077,
+      "step": 1110
+    },
+    {
+      "epoch": 3.4527131782945735,
+      "grad_norm": 0.06835182756185532,
+      "learning_rate": 1.3115116702520219e-05,
+      "loss": 0.0172,
+      "step": 1115
+    },
+    {
+      "epoch": 3.4682170542635657,
+      "grad_norm": 0.07915415614843369,
+      "learning_rate": 1.2877389224443365e-05,
+      "loss": 0.0091,
+      "step": 1120
+    },
+    {
+      "epoch": 3.483720930232558,
+      "grad_norm": 0.04475206881761551,
+      "learning_rate": 1.2641086352767506e-05,
+      "loss": 0.015,
+      "step": 1125
+    },
+    {
+      "epoch": 3.4992248062015503,
+      "grad_norm": 0.025727396830916405,
+      "learning_rate": 1.2406235856971487e-05,
+      "loss": 0.0117,
+      "step": 1130
+    },
+    {
+      "epoch": 3.5147286821705426,
+      "grad_norm": 0.3452167510986328,
+      "learning_rate": 1.2172865335856066e-05,
+      "loss": 0.0115,
+      "step": 1135
+    },
+    {
+      "epoch": 3.530232558139535,
+      "grad_norm": 0.2533954977989197,
+      "learning_rate": 1.1941002214300606e-05,
+      "loss": 0.0174,
+      "step": 1140
+    },
+    {
+      "epoch": 3.545736434108527,
+      "grad_norm": 0.11330398172140121,
+      "learning_rate": 1.1710673740040232e-05,
+      "loss": 0.0119,
+      "step": 1145
+    },
+    {
+      "epoch": 3.5612403100775194,
+      "grad_norm": 0.07775407284498215,
+      "learning_rate": 1.1481906980463709e-05,
+      "loss": 0.0093,
+      "step": 1150
+    },
+    {
+      "epoch": 3.5767441860465117,
+      "grad_norm": 0.14502529799938202,
+      "learning_rate": 1.1254728819432595e-05,
+      "loss": 0.0137,
+      "step": 1155
+    },
+    {
+      "epoch": 3.592248062015504,
+      "grad_norm": 0.05564185976982117,
+      "learning_rate": 1.1029165954121983e-05,
+      "loss": 0.0116,
+      "step": 1160
+    },
+    {
+      "epoch": 3.6077519379844962,
+      "grad_norm": 0.07241734862327576,
+      "learning_rate": 1.0805244891883113e-05,
+      "loss": 0.0095,
+      "step": 1165
+    },
+    {
+      "epoch": 3.6232558139534885,
+      "grad_norm": 0.05909044295549393,
+      "learning_rate": 1.0582991947128324e-05,
+      "loss": 0.0088,
+      "step": 1170
+    },
+    {
+      "epoch": 3.6387596899224808,
+      "grad_norm": 0.12203407287597656,
+      "learning_rate": 1.036243323823868e-05,
+      "loss": 0.0157,
+      "step": 1175
+    },
+    {
+      "epoch": 3.6542635658914726,
+      "grad_norm": 0.15194092690944672,
+      "learning_rate": 1.0143594684494634e-05,
+      "loss": 0.0116,
+      "step": 1180
+    },
+    {
+      "epoch": 3.669767441860465,
+      "grad_norm": 0.06669194251298904,
+      "learning_rate": 9.926502003030075e-06,
+      "loss": 0.0136,
+      "step": 1185
+    },
+    {
+      "epoch": 3.685271317829457,
+      "grad_norm": 0.07091967761516571,
+      "learning_rate": 9.711180705810156e-06,
+      "loss": 0.0164,
+      "step": 1190
+    },
+    {
+      "epoch": 3.7007751937984494,
+      "grad_norm": 0.0350261889398098,
+      "learning_rate": 9.4976560966332e-06,
+      "loss": 0.0128,
+      "step": 1195
+    },
+    {
+      "epoch": 3.7162790697674417,
+      "grad_norm": 0.09878349304199219,
+      "learning_rate": 9.285953268157116e-06,
+      "loss": 0.0127,
+      "step": 1200
+    },
+    {
+      "epoch": 3.731782945736434,
+      "grad_norm": 0.1007269099354744,
+      "learning_rate": 9.076097098950543e-06,
+      "loss": 0.0087,
+      "step": 1205
+    },
+    {
+      "epoch": 3.7472868217054263,
+      "grad_norm": 0.07725387811660767,
+      "learning_rate": 8.868112250569288e-06,
+      "loss": 0.014,
+      "step": 1210
+    },
+    {
+      "epoch": 3.7627906976744185,
+      "grad_norm": 0.07512272149324417,
+      "learning_rate": 8.662023164658125e-06,
+      "loss": 0.0121,
+      "step": 1215
+    },
+    {
+      "epoch": 3.778294573643411,
+      "grad_norm": 0.05582176521420479,
+      "learning_rate": 8.45785406007852e-06,
+      "loss": 0.0153,
+      "step": 1220
+    },
+    {
+      "epoch": 3.793798449612403,
+      "grad_norm": 0.1534244567155838,
+      "learning_rate": 8.2556289300625e-06,
+      "loss": 0.0151,
+      "step": 1225
+    },
+    {
+      "epoch": 3.8093023255813954,
+      "grad_norm": 0.042408719658851624,
+      "learning_rate": 8.055371539393081e-06,
+      "loss": 0.0108,
+      "step": 1230
+    },
+    {
+      "epoch": 3.8248062015503876,
+      "grad_norm": 0.062217891216278076,
+      "learning_rate": 7.857105421611515e-06,
+      "loss": 0.0136,
+      "step": 1235
+    },
+    {
+      "epoch": 3.84031007751938,
+      "grad_norm": 0.09418876469135284,
+      "learning_rate": 7.660853876251684e-06,
+      "loss": 0.0116,
+      "step": 1240
+    },
+    {
+      "epoch": 3.855813953488372,
+      "grad_norm": 0.06122265383601189,
+      "learning_rate": 7.4666399661020126e-06,
+      "loss": 0.0103,
+      "step": 1245
+    },
+    {
+      "epoch": 3.8713178294573645,
+      "grad_norm": 0.06508161127567291,
+      "learning_rate": 7.274486514495268e-06,
+      "loss": 0.0094,
+      "step": 1250
+    },
+    {
+      "epoch": 3.8868217054263567,
+      "grad_norm": 0.122026726603508,
+      "learning_rate": 7.08441610262639e-06,
+      "loss": 0.0105,
+      "step": 1255
+    },
+    {
+      "epoch": 3.902325581395349,
+      "grad_norm": 0.09518284350633621,
+      "learning_rate": 6.896451066898846e-06,
+      "loss": 0.0105,
+      "step": 1260
+    },
+    {
+      "epoch": 3.9178294573643413,
+      "grad_norm": 0.3977924883365631,
+      "learning_rate": 6.710613496299739e-06,
+      "loss": 0.0171,
+      "step": 1265
+    },
+    {
+      "epoch": 3.9333333333333336,
+      "grad_norm": 0.2375529408454895,
+      "learning_rate": 6.526925229803982e-06,
+      "loss": 0.0155,
+      "step": 1270
+    },
+    {
+      "epoch": 3.948837209302326,
+      "grad_norm": 0.15753792226314545,
+      "learning_rate": 6.3454078538078635e-06,
+      "loss": 0.0101,
+      "step": 1275
+    },
+    {
+      "epoch": 3.9643410852713177,
+      "grad_norm": 0.13304033875465393,
+      "learning_rate": 6.166082699592288e-06,
+      "loss": 0.0137,
+      "step": 1280
+    },
+    {
+      "epoch": 3.97984496124031,
+      "grad_norm": 0.11497492343187332,
+      "learning_rate": 5.988970840815994e-06,
+      "loss": 0.0129,
+      "step": 1285
+    },
+    {
+      "epoch": 3.9953488372093022,
+      "grad_norm": 0.052612703293561935,
+      "learning_rate": 5.8140930910390715e-06,
+      "loss": 0.0132,
+      "step": 1290
+    },
+    {
+      "epoch": 4.0093023255813955,
+      "grad_norm": 0.0735371857881546,
+      "learning_rate": 5.64147000127698e-06,
+      "loss": 0.0111,
+      "step": 1295
+    },
+    {
+      "epoch": 4.024806201550388,
+      "grad_norm": 0.08621438592672348,
+      "learning_rate": 5.471121857585543e-06,
+      "loss": 0.01,
+      "step": 1300
+    },
+    {
+      "epoch": 4.04031007751938,
+      "grad_norm": 0.03453483060002327,
+      "learning_rate": 5.30306867867692e-06,
+      "loss": 0.0067,
+      "step": 1305
+    },
+    {
+      "epoch": 4.055813953488372,
+      "grad_norm": 0.02685674838721752,
+      "learning_rate": 5.13733021356714e-06,
+      "loss": 0.0087,
+      "step": 1310
+    },
+    {
+      "epoch": 4.071317829457365,
+      "grad_norm": 0.05555293336510658,
+      "learning_rate": 4.973925939255209e-06,
+      "loss": 0.0067,
+      "step": 1315
+    },
+    {
+      "epoch": 4.086821705426357,
+      "grad_norm": 0.058123618364334106,
+      "learning_rate": 4.812875058434315e-06,
+      "loss": 0.0102,
+      "step": 1320
+    },
+    {
+      "epoch": 4.102325581395349,
+      "grad_norm": 0.026801196858286858,
+      "learning_rate": 4.654196497235139e-06,
+      "loss": 0.0071,
+      "step": 1325
+    },
+    {
+      "epoch": 4.1178294573643415,
+      "grad_norm": 0.053194936364889145,
+      "learning_rate": 4.4979089030017216e-06,
+      "loss": 0.0086,
+      "step": 1330
+    },
+    {
+      "epoch": 4.133333333333334,
+      "grad_norm": 0.11018364131450653,
+      "learning_rate": 4.344030642100133e-06,
+      "loss": 0.011,
+      "step": 1335
+    },
+    {
+      "epoch": 4.148837209302325,
+      "grad_norm": 0.05405386909842491,
+      "learning_rate": 4.192579797760085e-06,
+      "loss": 0.0102,
+      "step": 1340
+    },
+    {
+      "epoch": 4.164341085271317,
+      "grad_norm": 0.05461077392101288,
+      "learning_rate": 4.043574167949893e-06,
+      "loss": 0.0104,
+      "step": 1345
+    },
+    {
+      "epoch": 4.17984496124031,
+      "grad_norm": 0.0669790729880333,
+      "learning_rate": 3.897031263284867e-06,
+      "loss": 0.0075,
+      "step": 1350
+    },
+    {
+      "epoch": 4.195348837209302,
+      "grad_norm": 0.04254228249192238,
+      "learning_rate": 3.752968304969576e-06,
+      "loss": 0.0079,
+      "step": 1355
+    },
+    {
+      "epoch": 4.210852713178294,
+      "grad_norm": 0.06297585368156433,
+      "learning_rate": 3.6114022227740433e-06,
+      "loss": 0.0109,
+      "step": 1360
+    },
+    {
+      "epoch": 4.2263565891472865,
+      "grad_norm": 0.07878061383962631,
+      "learning_rate": 3.4723496530442352e-06,
+      "loss": 0.0092,
+      "step": 1365
+    },
+    {
+      "epoch": 4.241860465116279,
+      "grad_norm": 0.11867242306470871,
+      "learning_rate": 3.335826936747011e-06,
+      "loss": 0.0092,
+      "step": 1370
+    },
+    {
+      "epoch": 4.257364341085271,
+      "grad_norm": 0.10879813879728317,
+      "learning_rate": 3.201850117549787e-06,
+      "loss": 0.009,
+      "step": 1375
+    },
+    {
+      "epoch": 4.272868217054263,
+      "grad_norm": 0.05206475034356117,
+      "learning_rate": 3.0704349399351435e-06,
+      "loss": 0.0099,
+      "step": 1380
+    },
+    {
+      "epoch": 4.288372093023256,
+      "grad_norm": 0.06414878368377686,
+      "learning_rate": 2.941596847350597e-06,
+      "loss": 0.0076,
+      "step": 1385
+    },
+    {
+      "epoch": 4.303875968992248,
+      "grad_norm": 0.09740181267261505,
+      "learning_rate": 2.8153509803937274e-06,
+      "loss": 0.0081,
+      "step": 1390
+    },
+    {
+      "epoch": 4.31937984496124,
+      "grad_norm": 0.055816520005464554,
+      "learning_rate": 2.691712175032912e-06,
+      "loss": 0.0085,
+      "step": 1395
+    },
+    {
+      "epoch": 4.334883720930232,
+      "grad_norm": 0.08039291948080063,
+      "learning_rate": 2.5706949608638704e-06,
+      "loss": 0.0096,
+      "step": 1400
+    },
+    {
+      "epoch": 4.350387596899225,
+      "grad_norm": 0.06461725383996964,
+      "learning_rate": 2.4523135594021585e-06,
+      "loss": 0.0082,
+      "step": 1405
+    },
+    {
+      "epoch": 4.365891472868217,
+      "grad_norm": 0.03589886054396629,
+      "learning_rate": 2.336581882411967e-06,
+      "loss": 0.0064,
+      "step": 1410
+    },
+    {
+      "epoch": 4.381395348837209,
+      "grad_norm": 0.0716664046049118,
+      "learning_rate": 2.2235135302712095e-06,
+      "loss": 0.0093,
+      "step": 1415
+    },
+    {
+      "epoch": 4.3968992248062015,
+      "grad_norm": 0.07864725589752197,
+      "learning_rate": 2.113121790373257e-06,
+      "loss": 0.0091,
+      "step": 1420
+    },
+    {
+      "epoch": 4.412403100775194,
+      "grad_norm": 0.0717134103178978,
+      "learning_rate": 2.005419635565481e-06,
+      "loss": 0.0081,
+      "step": 1425
+    },
+    {
+      "epoch": 4.427906976744186,
+      "grad_norm": 0.11225301772356033,
+      "learning_rate": 1.900419722624705e-06,
+      "loss": 0.0085,
+      "step": 1430
+    },
+    {
+      "epoch": 4.443410852713178,
+      "grad_norm": 0.06452286243438721,
+      "learning_rate": 1.7981343907698484e-06,
+      "loss": 0.0102,
+      "step": 1435
+    },
+    {
+      "epoch": 4.458914728682171,
+      "grad_norm": 0.08178742229938507,
+      "learning_rate": 1.6985756602118236e-06,
+      "loss": 0.0096,
+      "step": 1440
+    },
+    {
+      "epoch": 4.474418604651163,
+      "grad_norm": 0.055801451206207275,
+      "learning_rate": 1.6017552307410033e-06,
+      "loss": 0.0073,
+      "step": 1445
+    },
+    {
+      "epoch": 4.489922480620155,
+      "grad_norm": 0.11048652976751328,
+      "learning_rate": 1.5076844803522922e-06,
+      "loss": 0.0095,
+      "step": 1450
+    },
+    {
+      "epoch": 4.5054263565891475,
+      "grad_norm": 0.06384676694869995,
+      "learning_rate": 1.4163744639080101e-06,
+      "loss": 0.0077,
+      "step": 1455
+    },
+    {
+      "epoch": 4.52093023255814,
+      "grad_norm": 0.05776697397232056,
+      "learning_rate": 1.3278359118387845e-06,
+      "loss": 0.0095,
+      "step": 1460
+    },
+    {
+      "epoch": 4.536434108527132,
+      "grad_norm": 0.055965911597013474,
+      "learning_rate": 1.2420792288825312e-06,
+      "loss": 0.0108,
+      "step": 1465
+    },
+    {
+      "epoch": 4.551937984496124,
+      "grad_norm": 0.06405636668205261,
+      "learning_rate": 1.1591144928617375e-06,
+      "loss": 0.0074,
+      "step": 1470
+    },
+    {
+      "epoch": 4.567441860465117,
+      "grad_norm": 0.03841257467865944,
+      "learning_rate": 1.0789514534991497e-06,
+      "loss": 0.0073,
+      "step": 1475
+    },
+    {
+      "epoch": 4.582945736434109,
+      "grad_norm": 0.0615706592798233,
+      "learning_rate": 1.0015995312720127e-06,
+      "loss": 0.0066,
+      "step": 1480
+    },
+    {
+      "epoch": 4.598449612403101,
+      "grad_norm": 0.037747208029031754,
+      "learning_rate": 9.270678163050217e-07,
+      "loss": 0.0082,
+      "step": 1485
+    },
+    {
+      "epoch": 4.613953488372093,
+      "grad_norm": 0.04813956841826439,
+      "learning_rate": 8.553650673020608e-07,
+      "loss": 0.0089,
+      "step": 1490
+    },
+    {
+      "epoch": 4.629457364341086,
+      "grad_norm": 0.06449221074581146,
+      "learning_rate": 7.864997105169497e-07,
+      "loss": 0.0074,
+      "step": 1495
+    },
+    {
+      "epoch": 4.644961240310078,
+      "grad_norm": 0.1142016053199768,
+      "learning_rate": 7.204798387631773e-07,
+      "loss": 0.009,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1610,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.531573029699584e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc429601d1d23ce75bcf84e7e4ed5fc0ae418d073e5933d8bb8717ac0faf730
+size 5688

checkpoint-1610/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-1B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-1610/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-1610/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef1c63beed69b42dc1dd6c20a47e30f47118e4d534fb1e93ba1ba7fb89daa41
+size 180385008

checkpoint-1610/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab2da32633a7613cf4ba994267ce1db3ba1cc6804d95bd0349c6a4e6db63fa8
+size 360899194

checkpoint-1610/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ee827a7a00012c0a116546df467feee35e70376d81a7a85b1a70eb90414d3
+size 14244

checkpoint-1610/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e3e37a36a4dc60de774807b2074b816981368511fe16bbf5c80dfbfb4a3026
+size 988

checkpoint-1610/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa84fdb6a391eba451b6140040529ccc03f0cb6689d7c0409c8fea703be0a634
+size 1064

checkpoint-1610/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-1610/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-1610/tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-1610/trainer_state.json

@@ -0,0 +1,2288 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.986046511627907,
+  "eval_steps": 500,
+  "global_step": 1610,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015503875968992248,
+      "grad_norm": 2.5634377002716064,
+      "learning_rate": 1.2422360248447205e-06,
+      "loss": 2.2423,
+      "step": 5
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 1.774464726448059,
+      "learning_rate": 2.7950310559006214e-06,
+      "loss": 2.0959,
+      "step": 10
+    },
+    {
+      "epoch": 0.046511627906976744,
+      "grad_norm": 2.2086267471313477,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 1.7507,
+      "step": 15
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 1.5988163948059082,
+      "learning_rate": 5.900621118012423e-06,
+      "loss": 1.4298,
+      "step": 20
+    },
+    {
+      "epoch": 0.07751937984496124,
+      "grad_norm": 1.3644428253173828,
+      "learning_rate": 7.453416149068324e-06,
+      "loss": 0.9425,
+      "step": 25
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 1.1469796895980835,
+      "learning_rate": 9.006211180124225e-06,
+      "loss": 0.6502,
+      "step": 30
+    },
+    {
+      "epoch": 0.10852713178294573,
+      "grad_norm": 1.8373690843582153,
+      "learning_rate": 1.0559006211180125e-05,
+      "loss": 0.6724,
+      "step": 35
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 1.116761565208435,
+      "learning_rate": 1.2111801242236026e-05,
+      "loss": 0.4023,
+      "step": 40
+    },
+    {
+      "epoch": 0.13953488372093023,
+      "grad_norm": 0.7392648458480835,
+      "learning_rate": 1.3664596273291926e-05,
+      "loss": 0.3874,
+      "step": 45
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.9391402006149292,
+      "learning_rate": 1.5217391304347828e-05,
+      "loss": 0.3164,
+      "step": 50
+    },
+    {
+      "epoch": 0.17054263565891473,
+      "grad_norm": 0.9636594653129578,
+      "learning_rate": 1.6770186335403728e-05,
+      "loss": 0.1785,
+      "step": 55
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 0.6391934156417847,
+      "learning_rate": 1.8322981366459628e-05,
+      "loss": 0.1778,
+      "step": 60
+    },
+    {
+      "epoch": 0.20155038759689922,
+      "grad_norm": 0.5561841726303101,
+      "learning_rate": 1.9875776397515528e-05,
+      "loss": 0.2703,
+      "step": 65
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 0.49807441234588623,
+      "learning_rate": 2.1428571428571428e-05,
+      "loss": 0.1875,
+      "step": 70
+    },
+    {
+      "epoch": 0.23255813953488372,
+      "grad_norm": 1.2350372076034546,
+      "learning_rate": 2.2981366459627328e-05,
+      "loss": 0.3248,
+      "step": 75
+    },
+    {
+      "epoch": 0.24806201550387597,
+      "grad_norm": 0.6338334083557129,
+      "learning_rate": 2.453416149068323e-05,
+      "loss": 0.1297,
+      "step": 80
+    },
+    {
+      "epoch": 0.26356589147286824,
+      "grad_norm": 0.6853603720664978,
+      "learning_rate": 2.608695652173913e-05,
+      "loss": 0.1357,
+      "step": 85
+    },
+    {
+      "epoch": 0.27906976744186046,
+      "grad_norm": 1.0921283960342407,
+      "learning_rate": 2.7639751552795035e-05,
+      "loss": 0.1418,
+      "step": 90
+    },
+    {
+      "epoch": 0.29457364341085274,
+      "grad_norm": 0.7996405363082886,
+      "learning_rate": 2.919254658385093e-05,
+      "loss": 0.1293,
+      "step": 95
+    },
+    {
+      "epoch": 0.31007751937984496,
+      "grad_norm": 0.4951094388961792,
+      "learning_rate": 3.074534161490684e-05,
+      "loss": 0.1783,
+      "step": 100
+    },
+    {
+      "epoch": 0.32558139534883723,
+      "grad_norm": 0.3423459231853485,
+      "learning_rate": 3.2298136645962735e-05,
+      "loss": 0.0996,
+      "step": 105
+    },
+    {
+      "epoch": 0.34108527131782945,
+      "grad_norm": 0.6147115230560303,
+      "learning_rate": 3.385093167701863e-05,
+      "loss": 0.1909,
+      "step": 110
+    },
+    {
+      "epoch": 0.35658914728682173,
+      "grad_norm": 0.6499375104904175,
+      "learning_rate": 3.5403726708074535e-05,
+      "loss": 0.1572,
+      "step": 115
+    },
+    {
+      "epoch": 0.37209302325581395,
+      "grad_norm": 0.274794340133667,
+      "learning_rate": 3.695652173913043e-05,
+      "loss": 0.1313,
+      "step": 120
+    },
+    {
+      "epoch": 0.3875968992248062,
+      "grad_norm": 0.44879093766212463,
+      "learning_rate": 3.8509316770186335e-05,
+      "loss": 0.1141,
+      "step": 125
+    },
+    {
+      "epoch": 0.40310077519379844,
+      "grad_norm": 0.3992724120616913,
+      "learning_rate": 4.006211180124224e-05,
+      "loss": 0.1539,
+      "step": 130
+    },
+    {
+      "epoch": 0.4186046511627907,
+      "grad_norm": 0.28350868821144104,
+      "learning_rate": 4.161490683229814e-05,
+      "loss": 0.0857,
+      "step": 135
+    },
+    {
+      "epoch": 0.43410852713178294,
+      "grad_norm": 0.5912169814109802,
+      "learning_rate": 4.316770186335404e-05,
+      "loss": 0.1939,
+      "step": 140
+    },
+    {
+      "epoch": 0.4496124031007752,
+      "grad_norm": 0.35334816575050354,
+      "learning_rate": 4.472049689440994e-05,
+      "loss": 0.1149,
+      "step": 145
+    },
+    {
+      "epoch": 0.46511627906976744,
+      "grad_norm": 0.7359523177146912,
+      "learning_rate": 4.627329192546584e-05,
+      "loss": 0.1193,
+      "step": 150
+    },
+    {
+      "epoch": 0.4806201550387597,
+      "grad_norm": 0.43439972400665283,
+      "learning_rate": 4.782608695652174e-05,
+      "loss": 0.1049,
+      "step": 155
+    },
+    {
+      "epoch": 0.49612403100775193,
+      "grad_norm": 0.4149303734302521,
+      "learning_rate": 4.937888198757764e-05,
+      "loss": 0.1168,
+      "step": 160
+    },
+    {
+      "epoch": 0.5116279069767442,
+      "grad_norm": 0.38137003779411316,
+      "learning_rate": 4.999947117257964e-05,
+      "loss": 0.122,
+      "step": 165
+    },
+    {
+      "epoch": 0.5271317829457365,
+      "grad_norm": 0.6025403738021851,
+      "learning_rate": 4.999623953047522e-05,
+      "loss": 0.1107,
+      "step": 170
+    },
+    {
+      "epoch": 0.5426356589147286,
+      "grad_norm": 0.6327984929084778,
+      "learning_rate": 4.999007041858851e-05,
+      "loss": 0.0855,
+      "step": 175
+    },
+    {
+      "epoch": 0.5581395348837209,
+      "grad_norm": 0.5637001991271973,
+      "learning_rate": 4.998096456189175e-05,
+      "loss": 0.0993,
+      "step": 180
+    },
+    {
+      "epoch": 0.5736434108527132,
+      "grad_norm": 0.2784324586391449,
+      "learning_rate": 4.996892303047306e-05,
+      "loss": 0.0716,
+      "step": 185
+    },
+    {
+      "epoch": 0.5891472868217055,
+      "grad_norm": 0.6117509603500366,
+      "learning_rate": 4.995394723941068e-05,
+      "loss": 0.0693,
+      "step": 190
+    },
+    {
+      "epoch": 0.6046511627906976,
+      "grad_norm": 1.3043673038482666,
+      "learning_rate": 4.993603894860669e-05,
+      "loss": 0.1016,
+      "step": 195
+    },
+    {
+      "epoch": 0.6201550387596899,
+      "grad_norm": 0.44789212942123413,
+      "learning_rate": 4.991520026258015e-05,
+      "loss": 0.0891,
+      "step": 200
+    },
+    {
+      "epoch": 0.6356589147286822,
+      "grad_norm": 1.85973060131073,
+      "learning_rate": 4.989143363021987e-05,
+      "loss": 0.1393,
+      "step": 205
+    },
+    {
+      "epoch": 0.6511627906976745,
+      "grad_norm": 1.2061032056808472,
+      "learning_rate": 4.9864741844496506e-05,
+      "loss": 0.116,
+      "step": 210
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.3840301036834717,
+      "learning_rate": 4.983512804213447e-05,
+      "loss": 0.0952,
+      "step": 215
+    },
+    {
+      "epoch": 0.6821705426356589,
+      "grad_norm": 0.4879723787307739,
+      "learning_rate": 4.9802595703243205e-05,
+      "loss": 0.128,
+      "step": 220
+    },
+    {
+      "epoch": 0.6976744186046512,
+      "grad_norm": 0.4783574938774109,
+      "learning_rate": 4.976714865090827e-05,
+      "loss": 0.0783,
+      "step": 225
+    },
+    {
+      "epoch": 0.7131782945736435,
+      "grad_norm": 0.4228968620300293,
+      "learning_rate": 4.9728791050742064e-05,
+      "loss": 0.1176,
+      "step": 230
+    },
+    {
+      "epoch": 0.7286821705426356,
+      "grad_norm": 0.18757346272468567,
+      "learning_rate": 4.9687527410394275e-05,
+      "loss": 0.0872,
+      "step": 235
+    },
+    {
+      "epoch": 0.7441860465116279,
+      "grad_norm": 0.4684408903121948,
+      "learning_rate": 4.964336257902217e-05,
+      "loss": 0.0753,
+      "step": 240
+    },
+    {
+      "epoch": 0.7596899224806202,
+      "grad_norm": 0.7171066403388977,
+      "learning_rate": 4.9596301746720734e-05,
+      "loss": 0.0988,
+      "step": 245
+    },
+    {
+      "epoch": 0.7751937984496124,
+      "grad_norm": 0.5907664895057678,
+      "learning_rate": 4.9546350443912783e-05,
+      "loss": 0.1172,
+      "step": 250
+    },
+    {
+      "epoch": 0.7906976744186046,
+      "grad_norm": 0.8421684503555298,
+      "learning_rate": 4.9493514540698963e-05,
+      "loss": 0.0771,
+      "step": 255
+    },
+    {
+      "epoch": 0.8062015503875969,
+      "grad_norm": 0.2831384837627411,
+      "learning_rate": 4.9437800246168025e-05,
+      "loss": 0.1212,
+      "step": 260
+    },
+    {
+      "epoch": 0.8217054263565892,
+      "grad_norm": 0.4991057217121124,
+      "learning_rate": 4.937921410766707e-05,
+      "loss": 0.0837,
+      "step": 265
+    },
+    {
+      "epoch": 0.8372093023255814,
+      "grad_norm": 0.5720856189727783,
+      "learning_rate": 4.931776301003217e-05,
+      "loss": 0.1615,
+      "step": 270
+    },
+    {
+      "epoch": 0.8527131782945736,
+      "grad_norm": 0.48435062170028687,
+      "learning_rate": 4.9253454174779265e-05,
+      "loss": 0.0872,
+      "step": 275
+    },
+    {
+      "epoch": 0.8682170542635659,
+      "grad_norm": 0.2810228765010834,
+      "learning_rate": 4.9186295159255537e-05,
+      "loss": 0.0886,
+      "step": 280
+    },
+    {
+      "epoch": 0.8837209302325582,
+      "grad_norm": 0.8470152616500854,
+      "learning_rate": 4.9116293855751285e-05,
+      "loss": 0.1107,
+      "step": 285
+    },
+    {
+      "epoch": 0.8992248062015504,
+      "grad_norm": 0.26309266686439514,
+      "learning_rate": 4.9043458490572444e-05,
+      "loss": 0.0861,
+      "step": 290
+    },
+    {
+      "epoch": 0.9147286821705426,
+      "grad_norm": 0.4955242872238159,
+      "learning_rate": 4.896779762307389e-05,
+      "loss": 0.0548,
+      "step": 295
+    },
+    {
+      "epoch": 0.9302325581395349,
+      "grad_norm": 0.5125411152839661,
+      "learning_rate": 4.888932014465352e-05,
+      "loss": 0.0456,
+      "step": 300
+    },
+    {
+      "epoch": 0.9457364341085271,
+      "grad_norm": 0.4470186233520508,
+      "learning_rate": 4.880803527770742e-05,
+      "loss": 0.0909,
+      "step": 305
+    },
+    {
+      "epoch": 0.9612403100775194,
+      "grad_norm": 0.22464849054813385,
+      "learning_rate": 4.872395257454605e-05,
+      "loss": 0.0722,
+      "step": 310
+    },
+    {
+      "epoch": 0.9767441860465116,
+      "grad_norm": 0.1867540031671524,
+      "learning_rate": 4.86370819162717e-05,
+      "loss": 0.0497,
+      "step": 315
+    },
+    {
+      "epoch": 0.9922480620155039,
+      "grad_norm": 0.1916547268629074,
+      "learning_rate": 4.8547433511617305e-05,
+      "loss": 0.0698,
+      "step": 320
+    },
+    {
+      "epoch": 1.006201550387597,
+      "grad_norm": 0.1836194545030594,
+      "learning_rate": 4.845501789574674e-05,
+      "loss": 0.0563,
+      "step": 325
+    },
+    {
+      "epoch": 1.0217054263565892,
+      "grad_norm": 0.4584813416004181,
+      "learning_rate": 4.835984592901678e-05,
+      "loss": 0.0489,
+      "step": 330
+    },
+    {
+      "epoch": 1.0372093023255813,
+      "grad_norm": 0.06475898623466492,
+      "learning_rate": 4.826192879570078e-05,
+      "loss": 0.0526,
+      "step": 335
+    },
+    {
+      "epoch": 1.0527131782945736,
+      "grad_norm": 0.1889159232378006,
+      "learning_rate": 4.8161278002674424e-05,
+      "loss": 0.0363,
+      "step": 340
+    },
+    {
+      "epoch": 1.0682170542635658,
+      "grad_norm": 0.5690692663192749,
+      "learning_rate": 4.80579053780634e-05,
+      "loss": 0.0791,
+      "step": 345
+    },
+    {
+      "epoch": 1.083720930232558,
+      "grad_norm": 0.13445481657981873,
+      "learning_rate": 4.795182306985343e-05,
+      "loss": 0.0595,
+      "step": 350
+    },
+    {
+      "epoch": 1.0992248062015504,
+      "grad_norm": 0.357576847076416,
+      "learning_rate": 4.7843043544462696e-05,
+      "loss": 0.0516,
+      "step": 355
+    },
+    {
+      "epoch": 1.1147286821705427,
+      "grad_norm": 0.16702419519424438,
+      "learning_rate": 4.773157958527681e-05,
+      "loss": 0.0454,
+      "step": 360
+    },
+    {
+      "epoch": 1.130232558139535,
+      "grad_norm": 0.23175758123397827,
+      "learning_rate": 4.7617444291146565e-05,
+      "loss": 0.0378,
+      "step": 365
+    },
+    {
+      "epoch": 1.1457364341085272,
+      "grad_norm": 0.28666743636131287,
+      "learning_rate": 4.750065107484859e-05,
+      "loss": 0.069,
+      "step": 370
+    },
+    {
+      "epoch": 1.1612403100775195,
+      "grad_norm": 0.2496625781059265,
+      "learning_rate": 4.738121366150916e-05,
+      "loss": 0.0654,
+      "step": 375
+    },
+    {
+      "epoch": 1.1767441860465115,
+      "grad_norm": 0.20519720017910004,
+      "learning_rate": 4.725914608699122e-05,
+      "loss": 0.0576,
+      "step": 380
+    },
+    {
+      "epoch": 1.1922480620155038,
+      "grad_norm": 0.2702353894710541,
+      "learning_rate": 4.7134462696245e-05,
+      "loss": 0.0387,
+      "step": 385
+    },
+    {
+      "epoch": 1.207751937984496,
+      "grad_norm": 0.45655345916748047,
+      "learning_rate": 4.700717814162218e-05,
+      "loss": 0.0628,
+      "step": 390
+    },
+    {
+      "epoch": 1.2232558139534884,
+      "grad_norm": 0.2866630554199219,
+      "learning_rate": 4.6877307381154044e-05,
+      "loss": 0.0596,
+      "step": 395
+    },
+    {
+      "epoch": 1.2387596899224806,
+      "grad_norm": 0.17983689904212952,
+      "learning_rate": 4.674486567679367e-05,
+      "loss": 0.0376,
+      "step": 400
+    },
+    {
+      "epoch": 1.254263565891473,
+      "grad_norm": 0.09354360401630402,
+      "learning_rate": 4.660986859262236e-05,
+      "loss": 0.032,
+      "step": 405
+    },
+    {
+      "epoch": 1.2697674418604652,
+      "grad_norm": 0.3007808327674866,
+      "learning_rate": 4.647233199302064e-05,
+      "loss": 0.0429,
+      "step": 410
+    },
+    {
+      "epoch": 1.2852713178294572,
+      "grad_norm": 0.5735777616500854,
+      "learning_rate": 4.6332272040803895e-05,
+      "loss": 0.0498,
+      "step": 415
+    },
+    {
+      "epoch": 1.3007751937984495,
+      "grad_norm": 0.21312487125396729,
+      "learning_rate": 4.618970519532303e-05,
+      "loss": 0.0398,
+      "step": 420
+    },
+    {
+      "epoch": 1.3162790697674418,
+      "grad_norm": 0.348650723695755,
+      "learning_rate": 4.6044648210530175e-05,
+      "loss": 0.0429,
+      "step": 425
+    },
+    {
+      "epoch": 1.331782945736434,
+      "grad_norm": 0.6043110489845276,
+      "learning_rate": 4.589711813300983e-05,
+      "loss": 0.0664,
+      "step": 430
+    },
+    {
+      "epoch": 1.3472868217054264,
+      "grad_norm": 0.14238876104354858,
+      "learning_rate": 4.574713229997563e-05,
+      "loss": 0.0478,
+      "step": 435
+    },
+    {
+      "epoch": 1.3627906976744186,
+      "grad_norm": 0.47702425718307495,
+      "learning_rate": 4.559470833723292e-05,
+      "loss": 0.0528,
+      "step": 440
+    },
+    {
+      "epoch": 1.378294573643411,
+      "grad_norm": 0.16487376391887665,
+      "learning_rate": 4.5439864157107434e-05,
+      "loss": 0.0435,
+      "step": 445
+    },
+    {
+      "epoch": 1.3937984496124032,
+      "grad_norm": 0.0906042605638504,
+      "learning_rate": 4.528261795634032e-05,
+      "loss": 0.0337,
+      "step": 450
+    },
+    {
+      "epoch": 1.4093023255813955,
+      "grad_norm": 0.2174687385559082,
+      "learning_rate": 4.5122988213949676e-05,
+      "loss": 0.0514,
+      "step": 455
+    },
+    {
+      "epoch": 1.4248062015503877,
+      "grad_norm": 0.08279066532850266,
+      "learning_rate": 4.496099368905902e-05,
+      "loss": 0.0229,
+      "step": 460
+    },
+    {
+      "epoch": 1.4403100775193798,
+      "grad_norm": 0.19147436320781708,
+      "learning_rate": 4.4796653418692745e-05,
+      "loss": 0.0347,
+      "step": 465
+    },
+    {
+      "epoch": 1.455813953488372,
+      "grad_norm": 0.15159855782985687,
+      "learning_rate": 4.4629986715538976e-05,
+      "loss": 0.0295,
+      "step": 470
+    },
+    {
+      "epoch": 1.4713178294573643,
+      "grad_norm": 0.3000525236129761,
+      "learning_rate": 4.4461013165679986e-05,
+      "loss": 0.0405,
+      "step": 475
+    },
+    {
+      "epoch": 1.4868217054263566,
+      "grad_norm": 0.16434980928897858,
+      "learning_rate": 4.428975262629055e-05,
+      "loss": 0.0341,
+      "step": 480
+    },
+    {
+      "epoch": 1.5023255813953489,
+      "grad_norm": 0.06991487741470337,
+      "learning_rate": 4.411622522330435e-05,
+      "loss": 0.0404,
+      "step": 485
+    },
+    {
+      "epoch": 1.517829457364341,
+      "grad_norm": 0.15435563027858734,
+      "learning_rate": 4.39404513490489e-05,
+      "loss": 0.0539,
+      "step": 490
+    },
+    {
+      "epoch": 1.5333333333333332,
+      "grad_norm": 0.1697537750005722,
+      "learning_rate": 4.376245165984903e-05,
+      "loss": 0.0555,
+      "step": 495
+    },
+    {
+      "epoch": 1.5488372093023255,
+      "grad_norm": 0.3248571455478668,
+      "learning_rate": 4.358224707359955e-05,
+      "loss": 0.0403,
+      "step": 500
+    },
+    {
+      "epoch": 1.5643410852713178,
+      "grad_norm": 0.06237597391009331,
+      "learning_rate": 4.3399858767306936e-05,
+      "loss": 0.0318,
+      "step": 505
+    },
+    {
+      "epoch": 1.57984496124031,
+      "grad_norm": 0.34228137135505676,
+      "learning_rate": 4.321530817460073e-05,
+      "loss": 0.0509,
+      "step": 510
+    },
+    {
+      "epoch": 1.5953488372093023,
+      "grad_norm": 0.45852935314178467,
+      "learning_rate": 4.302861698321478e-05,
+      "loss": 0.0418,
+      "step": 515
+    },
+    {
+      "epoch": 1.6108527131782946,
+      "grad_norm": 0.14077672362327576,
+      "learning_rate": 4.283980713243847e-05,
+      "loss": 0.026,
+      "step": 520
+    },
+    {
+      "epoch": 1.6263565891472869,
+      "grad_norm": 0.13448594510555267,
+      "learning_rate": 4.264890081053859e-05,
+      "loss": 0.0429,
+      "step": 525
+    },
+    {
+      "epoch": 1.6418604651162791,
+      "grad_norm": 0.0402817465364933,
+      "learning_rate": 4.245592045215182e-05,
+      "loss": 0.0252,
+      "step": 530
+    },
+    {
+      "epoch": 1.6573643410852714,
+      "grad_norm": 0.25280848145484924,
+      "learning_rate": 4.226088873564825e-05,
+      "loss": 0.0353,
+      "step": 535
+    },
+    {
+      "epoch": 1.6728682170542637,
+      "grad_norm": 0.12823021411895752,
+      "learning_rate": 4.206382858046636e-05,
+      "loss": 0.038,
+      "step": 540
+    },
+    {
+      "epoch": 1.688372093023256,
+      "grad_norm": 0.08113641291856766,
+      "learning_rate": 4.1864763144419536e-05,
+      "loss": 0.035,
+      "step": 545
+    },
+    {
+      "epoch": 1.703875968992248,
+      "grad_norm": 0.27006813883781433,
+      "learning_rate": 4.166371582097476e-05,
+      "loss": 0.0439,
+      "step": 550
+    },
+    {
+      "epoch": 1.7193798449612403,
+      "grad_norm": 0.2137015163898468,
+      "learning_rate": 4.146071023650335e-05,
+      "loss": 0.0552,
+      "step": 555
+    },
+    {
+      "epoch": 1.7348837209302326,
+      "grad_norm": 0.35401883721351624,
+      "learning_rate": 4.1255770247504576e-05,
+      "loss": 0.0259,
+      "step": 560
+    },
+    {
+      "epoch": 1.7503875968992249,
+      "grad_norm": 0.4056580066680908,
+      "learning_rate": 4.10489199378021e-05,
+      "loss": 0.0419,
+      "step": 565
+    },
+    {
+      "epoch": 1.765891472868217,
+      "grad_norm": 0.11533407121896744,
+      "learning_rate": 4.0840183615713714e-05,
+      "loss": 0.0311,
+      "step": 570
+    },
+    {
+      "epoch": 1.7813953488372092,
+      "grad_norm": 0.1366463154554367,
+      "learning_rate": 4.0629585811194726e-05,
+      "loss": 0.0449,
+      "step": 575
+    },
+    {
+      "epoch": 1.7968992248062015,
+      "grad_norm": 0.2846928536891937,
+      "learning_rate": 4.041715127295529e-05,
+      "loss": 0.0607,
+      "step": 580
+    },
+    {
+      "epoch": 1.8124031007751937,
+      "grad_norm": 0.2537185847759247,
+      "learning_rate": 4.020290496555202e-05,
+      "loss": 0.0482,
+      "step": 585
+    },
+    {
+      "epoch": 1.827906976744186,
+      "grad_norm": 0.11237087100744247,
+      "learning_rate": 3.9986872066454226e-05,
+      "loss": 0.0374,
+      "step": 590
+    },
+    {
+      "epoch": 1.8434108527131783,
+      "grad_norm": 0.25917041301727295,
+      "learning_rate": 3.976907796308519e-05,
+      "loss": 0.059,
+      "step": 595
+    },
+    {
+      "epoch": 1.8589147286821706,
+      "grad_norm": 0.16126245260238647,
+      "learning_rate": 3.954954824983867e-05,
+      "loss": 0.0313,
+      "step": 600
+    },
+    {
+      "epoch": 1.8744186046511628,
+      "grad_norm": 0.17019878327846527,
+      "learning_rate": 3.9328308725071204e-05,
+      "loss": 0.0397,
+      "step": 605
+    },
+    {
+      "epoch": 1.889922480620155,
+      "grad_norm": 0.21204759180545807,
+      "learning_rate": 3.9105385388070305e-05,
+      "loss": 0.0414,
+      "step": 610
+    },
+    {
+      "epoch": 1.9054263565891474,
+      "grad_norm": 0.20105929672718048,
+      "learning_rate": 3.8880804435999164e-05,
+      "loss": 0.0341,
+      "step": 615
+    },
+    {
+      "epoch": 1.9209302325581397,
+      "grad_norm": 0.11282369494438171,
+      "learning_rate": 3.8654592260818045e-05,
+      "loss": 0.0323,
+      "step": 620
+    },
+    {
+      "epoch": 1.936434108527132,
+      "grad_norm": 0.1675432175397873,
+      "learning_rate": 3.842677544618279e-05,
+      "loss": 0.027,
+      "step": 625
+    },
+    {
+      "epoch": 1.951937984496124,
+      "grad_norm": 0.2266375571489334,
+      "learning_rate": 3.819738076432081e-05,
+      "loss": 0.0214,
+      "step": 630
+    },
+    {
+      "epoch": 1.9674418604651163,
+      "grad_norm": 0.1010638102889061,
+      "learning_rate": 3.7966435172884885e-05,
+      "loss": 0.0435,
+      "step": 635
+    },
+    {
+      "epoch": 1.9829457364341085,
+      "grad_norm": 0.11044441908597946,
+      "learning_rate": 3.77339658117852e-05,
+      "loss": 0.0243,
+      "step": 640
+    },
+    {
+      "epoch": 1.9984496124031008,
+      "grad_norm": 0.050437528640031815,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.0423,
+      "step": 645
+    },
+    {
+      "epoch": 2.012403100775194,
+      "grad_norm": 0.08492262661457062,
+      "learning_rate": 3.726456523236511e-05,
+      "loss": 0.0266,
+      "step": 650
+    },
+    {
+      "epoch": 2.027906976744186,
+      "grad_norm": 0.12510479986667633,
+      "learning_rate": 3.7027689176342855e-05,
+      "loss": 0.0364,
+      "step": 655
+    },
+    {
+      "epoch": 2.0434108527131785,
+      "grad_norm": 0.191548690199852,
+      "learning_rate": 3.67893996687707e-05,
+      "loss": 0.0293,
+      "step": 660
+    },
+    {
+      "epoch": 2.0589147286821707,
+      "grad_norm": 0.2661445140838623,
+      "learning_rate": 3.6549724712589905e-05,
+      "loss": 0.0298,
+      "step": 665
+    },
+    {
+      "epoch": 2.0744186046511626,
+      "grad_norm": 0.3290082514286041,
+      "learning_rate": 3.6308692473554814e-05,
+      "loss": 0.0196,
+      "step": 670
+    },
+    {
+      "epoch": 2.089922480620155,
+      "grad_norm": 0.2585301697254181,
+      "learning_rate": 3.60663312769228e-05,
+      "loss": 0.0281,
+      "step": 675
+    },
+    {
+      "epoch": 2.105426356589147,
+      "grad_norm": 0.23062346875667572,
+      "learning_rate": 3.5822669604125684e-05,
+      "loss": 0.0228,
+      "step": 680
+    },
+    {
+      "epoch": 2.1209302325581394,
+      "grad_norm": 0.10087283700704575,
+      "learning_rate": 3.557773608942262e-05,
+      "loss": 0.0292,
+      "step": 685
+    },
+    {
+      "epoch": 2.1364341085271317,
+      "grad_norm": 0.15738359093666077,
+      "learning_rate": 3.533155951653516e-05,
+      "loss": 0.0418,
+      "step": 690
+    },
+    {
+      "epoch": 2.151937984496124,
+      "grad_norm": 0.13803963363170624,
+      "learning_rate": 3.508416881526464e-05,
+      "loss": 0.0287,
+      "step": 695
+    },
+    {
+      "epoch": 2.167441860465116,
+      "grad_norm": 0.19056080281734467,
+      "learning_rate": 3.483559305809248e-05,
+      "loss": 0.0332,
+      "step": 700
+    },
+    {
+      "epoch": 2.1829457364341085,
+      "grad_norm": 0.18886078894138336,
+      "learning_rate": 3.4585861456763686e-05,
+      "loss": 0.0352,
+      "step": 705
+    },
+    {
+      "epoch": 2.1984496124031008,
+      "grad_norm": 0.2717881202697754,
+      "learning_rate": 3.4335003358853996e-05,
+      "loss": 0.0264,
+      "step": 710
+    },
+    {
+      "epoch": 2.213953488372093,
+      "grad_norm": 0.1758740395307541,
+      "learning_rate": 3.408304824432104e-05,
+      "loss": 0.0248,
+      "step": 715
+    },
+    {
+      "epoch": 2.2294573643410853,
+      "grad_norm": 0.22997550666332245,
+      "learning_rate": 3.383002572203995e-05,
+      "loss": 0.0306,
+      "step": 720
+    },
+    {
+      "epoch": 2.2449612403100776,
+      "grad_norm": 0.11724910885095596,
+      "learning_rate": 3.357596552632388e-05,
+      "loss": 0.028,
+      "step": 725
+    },
+    {
+      "epoch": 2.26046511627907,
+      "grad_norm": 0.22709335386753082,
+      "learning_rate": 3.332089751342968e-05,
+      "loss": 0.024,
+      "step": 730
+    },
+    {
+      "epoch": 2.275968992248062,
+      "grad_norm": 0.27800169587135315,
+      "learning_rate": 3.3064851658049314e-05,
+      "loss": 0.0202,
+      "step": 735
+    },
+    {
+      "epoch": 2.2914728682170544,
+      "grad_norm": 0.17299439013004303,
+      "learning_rate": 3.280785804978735e-05,
+      "loss": 0.0189,
+      "step": 740
+    },
+    {
+      "epoch": 2.3069767441860467,
+      "grad_norm": 0.1307191699743271,
+      "learning_rate": 3.2549946889624926e-05,
+      "loss": 0.0357,
+      "step": 745
+    },
+    {
+      "epoch": 2.322480620155039,
+      "grad_norm": 0.10246355831623077,
+      "learning_rate": 3.2291148486370626e-05,
+      "loss": 0.0224,
+      "step": 750
+    },
+    {
+      "epoch": 2.3379844961240313,
+      "grad_norm": 0.3734508752822876,
+      "learning_rate": 3.2031493253098724e-05,
+      "loss": 0.0233,
+      "step": 755
+    },
+    {
+      "epoch": 2.353488372093023,
+      "grad_norm": 0.13778243958950043,
+      "learning_rate": 3.177101170357513e-05,
+      "loss": 0.0219,
+      "step": 760
+    },
+    {
+      "epoch": 2.3689922480620154,
+      "grad_norm": 0.17842572927474976,
+      "learning_rate": 3.150973444867151e-05,
+      "loss": 0.0302,
+      "step": 765
+    },
+    {
+      "epoch": 2.3844961240310076,
+      "grad_norm": 0.16797401010990143,
+      "learning_rate": 3.124769219276803e-05,
+      "loss": 0.0492,
+      "step": 770
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 0.1816670447587967,
+      "learning_rate": 3.0984915730145046e-05,
+      "loss": 0.0208,
+      "step": 775
+    },
+    {
+      "epoch": 2.415503875968992,
+      "grad_norm": 0.07712769508361816,
+      "learning_rate": 3.072143594136433e-05,
+      "loss": 0.0156,
+      "step": 780
+    },
+    {
+      "epoch": 2.4310077519379845,
+      "grad_norm": 0.06302152574062347,
+      "learning_rate": 3.045728378964004e-05,
+      "loss": 0.0212,
+      "step": 785
+    },
+    {
+      "epoch": 2.4465116279069767,
+      "grad_norm": 0.11739777028560638,
+      "learning_rate": 3.0192490317200058e-05,
+      "loss": 0.0246,
+      "step": 790
+    },
+    {
+      "epoch": 2.462015503875969,
+      "grad_norm": 0.18686673045158386,
+      "learning_rate": 2.9927086641637997e-05,
+      "loss": 0.0166,
+      "step": 795
+    },
+    {
+      "epoch": 2.4775193798449613,
+      "grad_norm": 0.1006050631403923,
+      "learning_rate": 2.9661103952256396e-05,
+      "loss": 0.0209,
+      "step": 800
+    },
+    {
+      "epoch": 2.4930232558139536,
+      "grad_norm": 0.17344793677330017,
+      "learning_rate": 2.9394573506401467e-05,
+      "loss": 0.0205,
+      "step": 805
+    },
+    {
+      "epoch": 2.508527131782946,
+      "grad_norm": 0.08328920602798462,
+      "learning_rate": 2.9127526625789808e-05,
+      "loss": 0.0208,
+      "step": 810
+    },
+    {
+      "epoch": 2.524031007751938,
+      "grad_norm": 0.36139625310897827,
+      "learning_rate": 2.885999469282761e-05,
+      "loss": 0.0246,
+      "step": 815
+    },
+    {
+      "epoch": 2.5395348837209304,
+      "grad_norm": 0.22528782486915588,
+      "learning_rate": 2.8592009146922704e-05,
+      "loss": 0.0258,
+      "step": 820
+    },
+    {
+      "epoch": 2.5550387596899222,
+      "grad_norm": 0.2691043019294739,
+      "learning_rate": 2.8323601480789928e-05,
+      "loss": 0.0203,
+      "step": 825
+    },
+    {
+      "epoch": 2.5705426356589145,
+      "grad_norm": 0.1831626147031784,
+      "learning_rate": 2.805480323675016e-05,
+      "loss": 0.0274,
+      "step": 830
+    },
+    {
+      "epoch": 2.5860465116279068,
+      "grad_norm": 0.20435118675231934,
+      "learning_rate": 2.7785646003023656e-05,
+      "loss": 0.0217,
+      "step": 835
+    },
+    {
+      "epoch": 2.601550387596899,
+      "grad_norm": 0.1789761781692505,
+      "learning_rate": 2.7516161410017844e-05,
+      "loss": 0.0191,
+      "step": 840
+    },
+    {
+      "epoch": 2.6170542635658913,
+      "grad_norm": 0.08747836202383041,
+      "learning_rate": 2.7246381126610272e-05,
+      "loss": 0.0233,
+      "step": 845
+    },
+    {
+      "epoch": 2.6325581395348836,
+      "grad_norm": 0.30709850788116455,
+      "learning_rate": 2.697633685642697e-05,
+      "loss": 0.0252,
+      "step": 850
+    },
+    {
+      "epoch": 2.648062015503876,
+      "grad_norm": 0.11726944893598557,
+      "learning_rate": 2.6706060334116777e-05,
+      "loss": 0.0233,
+      "step": 855
+    },
+    {
+      "epoch": 2.663565891472868,
+      "grad_norm": 0.06737342476844788,
+      "learning_rate": 2.6435583321621966e-05,
+      "loss": 0.0129,
+      "step": 860
+    },
+    {
+      "epoch": 2.6790697674418604,
+      "grad_norm": 0.09594861418008804,
+      "learning_rate": 2.6164937604445705e-05,
+      "loss": 0.021,
+      "step": 865
+    },
+    {
+      "epoch": 2.6945736434108527,
+      "grad_norm": 0.12169867008924484,
+      "learning_rate": 2.5894154987916764e-05,
+      "loss": 0.023,
+      "step": 870
+    },
+    {
+      "epoch": 2.710077519379845,
+      "grad_norm": 0.22493800520896912,
+      "learning_rate": 2.5623267293451826e-05,
+      "loss": 0.0167,
+      "step": 875
+    },
+    {
+      "epoch": 2.7255813953488373,
+      "grad_norm": 0.23264090716838837,
+      "learning_rate": 2.5352306354815953e-05,
+      "loss": 0.0222,
+      "step": 880
+    },
+    {
+      "epoch": 2.7410852713178295,
+      "grad_norm": 0.29153597354888916,
+      "learning_rate": 2.5081304014381614e-05,
+      "loss": 0.0208,
+      "step": 885
+    },
+    {
+      "epoch": 2.756589147286822,
+      "grad_norm": 0.11771135032176971,
+      "learning_rate": 2.4810292119386675e-05,
+      "loss": 0.0186,
+      "step": 890
+    },
+    {
+      "epoch": 2.772093023255814,
+      "grad_norm": 0.33184051513671875,
+      "learning_rate": 2.4539302518191802e-05,
+      "loss": 0.0177,
+      "step": 895
+    },
+    {
+      "epoch": 2.7875968992248064,
+      "grad_norm": 0.2414429783821106,
+      "learning_rate": 2.426836705653782e-05,
+      "loss": 0.0198,
+      "step": 900
+    },
+    {
+      "epoch": 2.8031007751937986,
+      "grad_norm": 0.11880580335855484,
+      "learning_rate": 2.3997517573803187e-05,
+      "loss": 0.0188,
+      "step": 905
+    },
+    {
+      "epoch": 2.818604651162791,
+      "grad_norm": 0.05161415413022041,
+      "learning_rate": 2.3726785899262493e-05,
+      "loss": 0.0131,
+      "step": 910
+    },
+    {
+      "epoch": 2.834108527131783,
+      "grad_norm": 0.09770730137825012,
+      "learning_rate": 2.34562038483459e-05,
+      "loss": 0.0129,
+      "step": 915
+    },
+    {
+      "epoch": 2.8496124031007755,
+      "grad_norm": 0.27657774090766907,
+      "learning_rate": 2.318580321890032e-05,
+      "loss": 0.0242,
+      "step": 920
+    },
+    {
+      "epoch": 2.8651162790697673,
+      "grad_norm": 0.1245102509856224,
+      "learning_rate": 2.2915615787452666e-05,
+      "loss": 0.0182,
+      "step": 925
+    },
+    {
+      "epoch": 2.8806201550387596,
+      "grad_norm": 0.095403291285038,
+      "learning_rate": 2.264567330547557e-05,
+      "loss": 0.0229,
+      "step": 930
+    },
+    {
+      "epoch": 2.896124031007752,
+      "grad_norm": 0.09689685702323914,
+      "learning_rate": 2.2376007495656084e-05,
+      "loss": 0.02,
+      "step": 935
+    },
+    {
+      "epoch": 2.911627906976744,
+      "grad_norm": 0.07814809679985046,
+      "learning_rate": 2.2106650048167697e-05,
+      "loss": 0.0296,
+      "step": 940
+    },
+    {
+      "epoch": 2.9271317829457364,
+      "grad_norm": 0.18573637306690216,
+      "learning_rate": 2.1837632616946266e-05,
+      "loss": 0.0191,
+      "step": 945
+    },
+    {
+      "epoch": 2.9426356589147287,
+      "grad_norm": 0.16544780135154724,
+      "learning_rate": 2.1568986815970126e-05,
+      "loss": 0.0262,
+      "step": 950
+    },
+    {
+      "epoch": 2.958139534883721,
+      "grad_norm": 0.06749454140663147,
+      "learning_rate": 2.1300744215544967e-05,
+      "loss": 0.0178,
+      "step": 955
+    },
+    {
+      "epoch": 2.973643410852713,
+      "grad_norm": 0.1645621359348297,
+      "learning_rate": 2.1032936338593718e-05,
+      "loss": 0.017,
+      "step": 960
+    },
+    {
+      "epoch": 2.9891472868217055,
+      "grad_norm": 0.14035086333751678,
+      "learning_rate": 2.0765594656952198e-05,
+      "loss": 0.0269,
+      "step": 965
+    },
+    {
+      "epoch": 3.0031007751937984,
+      "grad_norm": 0.07817042618989944,
+      "learning_rate": 2.0498750587670572e-05,
+      "loss": 0.0183,
+      "step": 970
+    },
+    {
+      "epoch": 3.0186046511627906,
+      "grad_norm": 0.0851919949054718,
+      "learning_rate": 2.0232435489321354e-05,
+      "loss": 0.0115,
+      "step": 975
+    },
+    {
+      "epoch": 3.034108527131783,
+      "grad_norm": 0.07319127768278122,
+      "learning_rate": 1.9966680658314273e-05,
+      "loss": 0.0186,
+      "step": 980
+    },
+    {
+      "epoch": 3.049612403100775,
+      "grad_norm": 0.05918855220079422,
+      "learning_rate": 1.970151732521842e-05,
+      "loss": 0.0137,
+      "step": 985
+    },
+    {
+      "epoch": 3.0651162790697675,
+      "grad_norm": 0.09402059018611908,
+      "learning_rate": 1.9436976651092144e-05,
+      "loss": 0.0216,
+      "step": 990
+    },
+    {
+      "epoch": 3.0806201550387597,
+      "grad_norm": 0.15518927574157715,
+      "learning_rate": 1.917308972382109e-05,
+      "loss": 0.0164,
+      "step": 995
+    },
+    {
+      "epoch": 3.096124031007752,
+      "grad_norm": 0.17928968369960785,
+      "learning_rate": 1.89098875544649e-05,
+      "loss": 0.0153,
+      "step": 1000
+    },
+    {
+      "epoch": 3.1116279069767443,
+      "grad_norm": 0.20205701887607574,
+      "learning_rate": 1.8647401073612892e-05,
+      "loss": 0.0143,
+      "step": 1005
+    },
+    {
+      "epoch": 3.1271317829457366,
+      "grad_norm": 0.023780664429068565,
+      "learning_rate": 1.8385661127749166e-05,
+      "loss": 0.0138,
+      "step": 1010
+    },
+    {
+      "epoch": 3.142635658914729,
+      "grad_norm": 0.16407065093517303,
+      "learning_rate": 1.8124698475627696e-05,
+      "loss": 0.0164,
+      "step": 1015
+    },
+    {
+      "epoch": 3.158139534883721,
+      "grad_norm": 0.05904044210910797,
+      "learning_rate": 1.7864543784657643e-05,
+      "loss": 0.0127,
+      "step": 1020
+    },
+    {
+      "epoch": 3.173643410852713,
+      "grad_norm": 0.07115277647972107,
+      "learning_rate": 1.7605227627299413e-05,
+      "loss": 0.0127,
+      "step": 1025
+    },
+    {
+      "epoch": 3.1891472868217052,
+      "grad_norm": 0.3148862421512604,
+      "learning_rate": 1.73467804774719e-05,
+      "loss": 0.0174,
+      "step": 1030
+    },
+    {
+      "epoch": 3.2046511627906975,
+      "grad_norm": 0.1581067591905594,
+      "learning_rate": 1.7089232706971313e-05,
+      "loss": 0.0148,
+      "step": 1035
+    },
+    {
+      "epoch": 3.22015503875969,
+      "grad_norm": 0.17511816322803497,
+      "learning_rate": 1.6832614581901986e-05,
+      "loss": 0.0193,
+      "step": 1040
+    },
+    {
+      "epoch": 3.235658914728682,
+      "grad_norm": 0.07704796642065048,
+      "learning_rate": 1.6576956259119576e-05,
+      "loss": 0.0114,
+      "step": 1045
+    },
+    {
+      "epoch": 3.2511627906976743,
+      "grad_norm": 0.08784597367048264,
+      "learning_rate": 1.6322287782687197e-05,
+      "loss": 0.0116,
+      "step": 1050
+    },
+    {
+      "epoch": 3.2666666666666666,
+      "grad_norm": 0.0565035343170166,
+      "learning_rate": 1.6068639080344708e-05,
+      "loss": 0.0159,
+      "step": 1055
+    },
+    {
+      "epoch": 3.282170542635659,
+      "grad_norm": 0.15565626323223114,
+      "learning_rate": 1.5816039959991712e-05,
+      "loss": 0.015,
+      "step": 1060
+    },
+    {
+      "epoch": 3.297674418604651,
+      "grad_norm": 0.06181817501783371,
+      "learning_rate": 1.5564520106184644e-05,
+      "loss": 0.0169,
+      "step": 1065
+    },
+    {
+      "epoch": 3.3131782945736434,
+      "grad_norm": 0.15954700112342834,
+      "learning_rate": 1.531410907664834e-05,
+      "loss": 0.0147,
+      "step": 1070
+    },
+    {
+      "epoch": 3.3286821705426357,
+      "grad_norm": 0.0700472965836525,
+      "learning_rate": 1.5064836298802551e-05,
+      "loss": 0.0156,
+      "step": 1075
+    },
+    {
+      "epoch": 3.344186046511628,
+      "grad_norm": 0.028587840497493744,
+      "learning_rate": 1.4816731066303686e-05,
+      "loss": 0.0116,
+      "step": 1080
+    },
+    {
+      "epoch": 3.3596899224806203,
+      "grad_norm": 0.11734448373317719,
+      "learning_rate": 1.456982253560235e-05,
+      "loss": 0.0179,
+      "step": 1085
+    },
+    {
+      "epoch": 3.3751937984496125,
+      "grad_norm": 0.046429798007011414,
+      "learning_rate": 1.4324139722516982e-05,
+      "loss": 0.011,
+      "step": 1090
+    },
+    {
+      "epoch": 3.390697674418605,
+      "grad_norm": 0.18383632600307465,
+      "learning_rate": 1.4079711498824027e-05,
+      "loss": 0.0125,
+      "step": 1095
+    },
+    {
+      "epoch": 3.406201550387597,
+      "grad_norm": 0.3278388977050781,
+      "learning_rate": 1.3836566588864999e-05,
+      "loss": 0.0157,
+      "step": 1100
+    },
+    {
+      "epoch": 3.4217054263565894,
+      "grad_norm": 0.18710392713546753,
+      "learning_rate": 1.3594733566170926e-05,
+      "loss": 0.0148,
+      "step": 1105
+    },
+    {
+      "epoch": 3.4372093023255816,
+      "grad_norm": 0.04076448082923889,
+      "learning_rate": 1.3354240850104476e-05,
+      "loss": 0.0077,
+      "step": 1110
+    },
+    {
+      "epoch": 3.4527131782945735,
+      "grad_norm": 0.06835182756185532,
+      "learning_rate": 1.3115116702520219e-05,
+      "loss": 0.0172,
+      "step": 1115
+    },
+    {
+      "epoch": 3.4682170542635657,
+      "grad_norm": 0.07915415614843369,
+      "learning_rate": 1.2877389224443365e-05,
+      "loss": 0.0091,
+      "step": 1120
+    },
+    {
+      "epoch": 3.483720930232558,
+      "grad_norm": 0.04475206881761551,
+      "learning_rate": 1.2641086352767506e-05,
+      "loss": 0.015,
+      "step": 1125
+    },
+    {
+      "epoch": 3.4992248062015503,
+      "grad_norm": 0.025727396830916405,
+      "learning_rate": 1.2406235856971487e-05,
+      "loss": 0.0117,
+      "step": 1130
+    },
+    {
+      "epoch": 3.5147286821705426,
+      "grad_norm": 0.3452167510986328,
+      "learning_rate": 1.2172865335856066e-05,
+      "loss": 0.0115,
+      "step": 1135
+    },
+    {
+      "epoch": 3.530232558139535,
+      "grad_norm": 0.2533954977989197,
+      "learning_rate": 1.1941002214300606e-05,
+      "loss": 0.0174,
+      "step": 1140
+    },
+    {
+      "epoch": 3.545736434108527,
+      "grad_norm": 0.11330398172140121,
+      "learning_rate": 1.1710673740040232e-05,
+      "loss": 0.0119,
+      "step": 1145
+    },
+    {
+      "epoch": 3.5612403100775194,
+      "grad_norm": 0.07775407284498215,
+      "learning_rate": 1.1481906980463709e-05,
+      "loss": 0.0093,
+      "step": 1150
+    },
+    {
+      "epoch": 3.5767441860465117,
+      "grad_norm": 0.14502529799938202,
+      "learning_rate": 1.1254728819432595e-05,
+      "loss": 0.0137,
+      "step": 1155
+    },
+    {
+      "epoch": 3.592248062015504,
+      "grad_norm": 0.05564185976982117,
+      "learning_rate": 1.1029165954121983e-05,
+      "loss": 0.0116,
+      "step": 1160
+    },
+    {
+      "epoch": 3.6077519379844962,
+      "grad_norm": 0.07241734862327576,
+      "learning_rate": 1.0805244891883113e-05,
+      "loss": 0.0095,
+      "step": 1165
+    },
+    {
+      "epoch": 3.6232558139534885,
+      "grad_norm": 0.05909044295549393,
+      "learning_rate": 1.0582991947128324e-05,
+      "loss": 0.0088,
+      "step": 1170
+    },
+    {
+      "epoch": 3.6387596899224808,
+      "grad_norm": 0.12203407287597656,
+      "learning_rate": 1.036243323823868e-05,
+      "loss": 0.0157,
+      "step": 1175
+    },
+    {
+      "epoch": 3.6542635658914726,
+      "grad_norm": 0.15194092690944672,
+      "learning_rate": 1.0143594684494634e-05,
+      "loss": 0.0116,
+      "step": 1180
+    },
+    {
+      "epoch": 3.669767441860465,
+      "grad_norm": 0.06669194251298904,
+      "learning_rate": 9.926502003030075e-06,
+      "loss": 0.0136,
+      "step": 1185
+    },
+    {
+      "epoch": 3.685271317829457,
+      "grad_norm": 0.07091967761516571,
+      "learning_rate": 9.711180705810156e-06,
+      "loss": 0.0164,
+      "step": 1190
+    },
+    {
+      "epoch": 3.7007751937984494,
+      "grad_norm": 0.0350261889398098,
+      "learning_rate": 9.4976560966332e-06,
+      "loss": 0.0128,
+      "step": 1195
+    },
+    {
+      "epoch": 3.7162790697674417,
+      "grad_norm": 0.09878349304199219,
+      "learning_rate": 9.285953268157116e-06,
+      "loss": 0.0127,
+      "step": 1200
+    },
+    {
+      "epoch": 3.731782945736434,
+      "grad_norm": 0.1007269099354744,
+      "learning_rate": 9.076097098950543e-06,
+      "loss": 0.0087,
+      "step": 1205
+    },
+    {
+      "epoch": 3.7472868217054263,
+      "grad_norm": 0.07725387811660767,
+      "learning_rate": 8.868112250569288e-06,
+      "loss": 0.014,
+      "step": 1210
+    },
+    {
+      "epoch": 3.7627906976744185,
+      "grad_norm": 0.07512272149324417,
+      "learning_rate": 8.662023164658125e-06,
+      "loss": 0.0121,
+      "step": 1215
+    },
+    {
+      "epoch": 3.778294573643411,
+      "grad_norm": 0.05582176521420479,
+      "learning_rate": 8.45785406007852e-06,
+      "loss": 0.0153,
+      "step": 1220
+    },
+    {
+      "epoch": 3.793798449612403,
+      "grad_norm": 0.1534244567155838,
+      "learning_rate": 8.2556289300625e-06,
+      "loss": 0.0151,
+      "step": 1225
+    },
+    {
+      "epoch": 3.8093023255813954,
+      "grad_norm": 0.042408719658851624,
+      "learning_rate": 8.055371539393081e-06,
+      "loss": 0.0108,
+      "step": 1230
+    },
+    {
+      "epoch": 3.8248062015503876,
+      "grad_norm": 0.062217891216278076,
+      "learning_rate": 7.857105421611515e-06,
+      "loss": 0.0136,
+      "step": 1235
+    },
+    {
+      "epoch": 3.84031007751938,
+      "grad_norm": 0.09418876469135284,
+      "learning_rate": 7.660853876251684e-06,
+      "loss": 0.0116,
+      "step": 1240
+    },
+    {
+      "epoch": 3.855813953488372,
+      "grad_norm": 0.06122265383601189,
+      "learning_rate": 7.4666399661020126e-06,
+      "loss": 0.0103,
+      "step": 1245
+    },
+    {
+      "epoch": 3.8713178294573645,
+      "grad_norm": 0.06508161127567291,
+      "learning_rate": 7.274486514495268e-06,
+      "loss": 0.0094,
+      "step": 1250
+    },
+    {
+      "epoch": 3.8868217054263567,
+      "grad_norm": 0.122026726603508,
+      "learning_rate": 7.08441610262639e-06,
+      "loss": 0.0105,
+      "step": 1255
+    },
+    {
+      "epoch": 3.902325581395349,
+      "grad_norm": 0.09518284350633621,
+      "learning_rate": 6.896451066898846e-06,
+      "loss": 0.0105,
+      "step": 1260
+    },
+    {
+      "epoch": 3.9178294573643413,
+      "grad_norm": 0.3977924883365631,
+      "learning_rate": 6.710613496299739e-06,
+      "loss": 0.0171,
+      "step": 1265
+    },
+    {
+      "epoch": 3.9333333333333336,
+      "grad_norm": 0.2375529408454895,
+      "learning_rate": 6.526925229803982e-06,
+      "loss": 0.0155,
+      "step": 1270
+    },
+    {
+      "epoch": 3.948837209302326,
+      "grad_norm": 0.15753792226314545,
+      "learning_rate": 6.3454078538078635e-06,
+      "loss": 0.0101,
+      "step": 1275
+    },
+    {
+      "epoch": 3.9643410852713177,
+      "grad_norm": 0.13304033875465393,
+      "learning_rate": 6.166082699592288e-06,
+      "loss": 0.0137,
+      "step": 1280
+    },
+    {
+      "epoch": 3.97984496124031,
+      "grad_norm": 0.11497492343187332,
+      "learning_rate": 5.988970840815994e-06,
+      "loss": 0.0129,
+      "step": 1285
+    },
+    {
+      "epoch": 3.9953488372093022,
+      "grad_norm": 0.052612703293561935,
+      "learning_rate": 5.8140930910390715e-06,
+      "loss": 0.0132,
+      "step": 1290
+    },
+    {
+      "epoch": 4.0093023255813955,
+      "grad_norm": 0.0735371857881546,
+      "learning_rate": 5.64147000127698e-06,
+      "loss": 0.0111,
+      "step": 1295
+    },
+    {
+      "epoch": 4.024806201550388,
+      "grad_norm": 0.08621438592672348,
+      "learning_rate": 5.471121857585543e-06,
+      "loss": 0.01,
+      "step": 1300
+    },
+    {
+      "epoch": 4.04031007751938,
+      "grad_norm": 0.03453483060002327,
+      "learning_rate": 5.30306867867692e-06,
+      "loss": 0.0067,
+      "step": 1305
+    },
+    {
+      "epoch": 4.055813953488372,
+      "grad_norm": 0.02685674838721752,
+      "learning_rate": 5.13733021356714e-06,
+      "loss": 0.0087,
+      "step": 1310
+    },
+    {
+      "epoch": 4.071317829457365,
+      "grad_norm": 0.05555293336510658,
+      "learning_rate": 4.973925939255209e-06,
+      "loss": 0.0067,
+      "step": 1315
+    },
+    {
+      "epoch": 4.086821705426357,
+      "grad_norm": 0.058123618364334106,
+      "learning_rate": 4.812875058434315e-06,
+      "loss": 0.0102,
+      "step": 1320
+    },
+    {
+      "epoch": 4.102325581395349,
+      "grad_norm": 0.026801196858286858,
+      "learning_rate": 4.654196497235139e-06,
+      "loss": 0.0071,
+      "step": 1325
+    },
+    {
+      "epoch": 4.1178294573643415,
+      "grad_norm": 0.053194936364889145,
+      "learning_rate": 4.4979089030017216e-06,
+      "loss": 0.0086,
+      "step": 1330
+    },
+    {
+      "epoch": 4.133333333333334,
+      "grad_norm": 0.11018364131450653,
+      "learning_rate": 4.344030642100133e-06,
+      "loss": 0.011,
+      "step": 1335
+    },
+    {
+      "epoch": 4.148837209302325,
+      "grad_norm": 0.05405386909842491,
+      "learning_rate": 4.192579797760085e-06,
+      "loss": 0.0102,
+      "step": 1340
+    },
+    {
+      "epoch": 4.164341085271317,
+      "grad_norm": 0.05461077392101288,
+      "learning_rate": 4.043574167949893e-06,
+      "loss": 0.0104,
+      "step": 1345
+    },
+    {
+      "epoch": 4.17984496124031,
+      "grad_norm": 0.0669790729880333,
+      "learning_rate": 3.897031263284867e-06,
+      "loss": 0.0075,
+      "step": 1350
+    },
+    {
+      "epoch": 4.195348837209302,
+      "grad_norm": 0.04254228249192238,
+      "learning_rate": 3.752968304969576e-06,
+      "loss": 0.0079,
+      "step": 1355
+    },
+    {
+      "epoch": 4.210852713178294,
+      "grad_norm": 0.06297585368156433,
+      "learning_rate": 3.6114022227740433e-06,
+      "loss": 0.0109,
+      "step": 1360
+    },
+    {
+      "epoch": 4.2263565891472865,
+      "grad_norm": 0.07878061383962631,
+      "learning_rate": 3.4723496530442352e-06,
+      "loss": 0.0092,
+      "step": 1365
+    },
+    {
+      "epoch": 4.241860465116279,
+      "grad_norm": 0.11867242306470871,
+      "learning_rate": 3.335826936747011e-06,
+      "loss": 0.0092,
+      "step": 1370
+    },
+    {
+      "epoch": 4.257364341085271,
+      "grad_norm": 0.10879813879728317,
+      "learning_rate": 3.201850117549787e-06,
+      "loss": 0.009,
+      "step": 1375
+    },
+    {
+      "epoch": 4.272868217054263,
+      "grad_norm": 0.05206475034356117,
+      "learning_rate": 3.0704349399351435e-06,
+      "loss": 0.0099,
+      "step": 1380
+    },
+    {
+      "epoch": 4.288372093023256,
+      "grad_norm": 0.06414878368377686,
+      "learning_rate": 2.941596847350597e-06,
+      "loss": 0.0076,
+      "step": 1385
+    },
+    {
+      "epoch": 4.303875968992248,
+      "grad_norm": 0.09740181267261505,
+      "learning_rate": 2.8153509803937274e-06,
+      "loss": 0.0081,
+      "step": 1390
+    },
+    {
+      "epoch": 4.31937984496124,
+      "grad_norm": 0.055816520005464554,
+      "learning_rate": 2.691712175032912e-06,
+      "loss": 0.0085,
+      "step": 1395
+    },
+    {
+      "epoch": 4.334883720930232,
+      "grad_norm": 0.08039291948080063,
+      "learning_rate": 2.5706949608638704e-06,
+      "loss": 0.0096,
+      "step": 1400
+    },
+    {
+      "epoch": 4.350387596899225,
+      "grad_norm": 0.06461725383996964,
+      "learning_rate": 2.4523135594021585e-06,
+      "loss": 0.0082,
+      "step": 1405
+    },
+    {
+      "epoch": 4.365891472868217,
+      "grad_norm": 0.03589886054396629,
+      "learning_rate": 2.336581882411967e-06,
+      "loss": 0.0064,
+      "step": 1410
+    },
+    {
+      "epoch": 4.381395348837209,
+      "grad_norm": 0.0716664046049118,
+      "learning_rate": 2.2235135302712095e-06,
+      "loss": 0.0093,
+      "step": 1415
+    },
+    {
+      "epoch": 4.3968992248062015,
+      "grad_norm": 0.07864725589752197,
+      "learning_rate": 2.113121790373257e-06,
+      "loss": 0.0091,
+      "step": 1420
+    },
+    {
+      "epoch": 4.412403100775194,
+      "grad_norm": 0.0717134103178978,
+      "learning_rate": 2.005419635565481e-06,
+      "loss": 0.0081,
+      "step": 1425
+    },
+    {
+      "epoch": 4.427906976744186,
+      "grad_norm": 0.11225301772356033,
+      "learning_rate": 1.900419722624705e-06,
+      "loss": 0.0085,
+      "step": 1430
+    },
+    {
+      "epoch": 4.443410852713178,
+      "grad_norm": 0.06452286243438721,
+      "learning_rate": 1.7981343907698484e-06,
+      "loss": 0.0102,
+      "step": 1435
+    },
+    {
+      "epoch": 4.458914728682171,
+      "grad_norm": 0.08178742229938507,
+      "learning_rate": 1.6985756602118236e-06,
+      "loss": 0.0096,
+      "step": 1440
+    },
+    {
+      "epoch": 4.474418604651163,
+      "grad_norm": 0.055801451206207275,
+      "learning_rate": 1.6017552307410033e-06,
+      "loss": 0.0073,
+      "step": 1445
+    },
+    {
+      "epoch": 4.489922480620155,
+      "grad_norm": 0.11048652976751328,
+      "learning_rate": 1.5076844803522922e-06,
+      "loss": 0.0095,
+      "step": 1450
+    },
+    {
+      "epoch": 4.5054263565891475,
+      "grad_norm": 0.06384676694869995,
+      "learning_rate": 1.4163744639080101e-06,
+      "loss": 0.0077,
+      "step": 1455
+    },
+    {
+      "epoch": 4.52093023255814,
+      "grad_norm": 0.05776697397232056,
+      "learning_rate": 1.3278359118387845e-06,
+      "loss": 0.0095,
+      "step": 1460
+    },
+    {
+      "epoch": 4.536434108527132,
+      "grad_norm": 0.055965911597013474,
+      "learning_rate": 1.2420792288825312e-06,
+      "loss": 0.0108,
+      "step": 1465
+    },
+    {
+      "epoch": 4.551937984496124,
+      "grad_norm": 0.06405636668205261,
+      "learning_rate": 1.1591144928617375e-06,
+      "loss": 0.0074,
+      "step": 1470
+    },
+    {
+      "epoch": 4.567441860465117,
+      "grad_norm": 0.03841257467865944,
+      "learning_rate": 1.0789514534991497e-06,
+      "loss": 0.0073,
+      "step": 1475
+    },
+    {
+      "epoch": 4.582945736434109,
+      "grad_norm": 0.0615706592798233,
+      "learning_rate": 1.0015995312720127e-06,
+      "loss": 0.0066,
+      "step": 1480
+    },
+    {
+      "epoch": 4.598449612403101,
+      "grad_norm": 0.037747208029031754,
+      "learning_rate": 9.270678163050217e-07,
+      "loss": 0.0082,
+      "step": 1485
+    },
+    {
+      "epoch": 4.613953488372093,
+      "grad_norm": 0.04813956841826439,
+      "learning_rate": 8.553650673020608e-07,
+      "loss": 0.0089,
+      "step": 1490
+    },
+    {
+      "epoch": 4.629457364341086,
+      "grad_norm": 0.06449221074581146,
+      "learning_rate": 7.864997105169497e-07,
+      "loss": 0.0074,
+      "step": 1495
+    },
+    {
+      "epoch": 4.644961240310078,
+      "grad_norm": 0.1142016053199768,
+      "learning_rate": 7.204798387631773e-07,
+      "loss": 0.009,
+      "step": 1500
+    },
+    {
+      "epoch": 4.66046511627907,
+      "grad_norm": 0.037693146616220474,
+      "learning_rate": 6.573132104628954e-07,
+      "loss": 0.01,
+      "step": 1505
+    },
+    {
+      "epoch": 4.6759689922480625,
+      "grad_norm": 0.06647146493196487,
+      "learning_rate": 5.970072487351458e-07,
+      "loss": 0.0098,
+      "step": 1510
+    },
+    {
+      "epoch": 4.691472868217054,
+      "grad_norm": 0.05509454756975174,
+      "learning_rate": 5.395690405235493e-07,
+      "loss": 0.0072,
+      "step": 1515
+    },
+    {
+      "epoch": 4.706976744186046,
+      "grad_norm": 0.04223225638270378,
+      "learning_rate": 4.850053357634693e-07,
+      "loss": 0.0091,
+      "step": 1520
+    },
+    {
+      "epoch": 4.7224806201550384,
+      "grad_norm": 0.1627756506204605,
+      "learning_rate": 4.333225465887658e-07,
+      "loss": 0.0108,
+      "step": 1525
+    },
+    {
+      "epoch": 4.737984496124031,
+      "grad_norm": 0.0994868054986,
+      "learning_rate": 3.845267465782759e-07,
+      "loss": 0.0088,
+      "step": 1530
+    },
+    {
+      "epoch": 4.753488372093023,
+      "grad_norm": 0.1813383400440216,
+      "learning_rate": 3.386236700420708e-07,
+      "loss": 0.0098,
+      "step": 1535
+    },
+    {
+      "epoch": 4.768992248062015,
+      "grad_norm": 0.06936731189489365,
+      "learning_rate": 2.9561871134757e-07,
+      "loss": 0.0076,
+      "step": 1540
+    },
+    {
+      "epoch": 4.7844961240310075,
+      "grad_norm": 0.06031731516122818,
+      "learning_rate": 2.5551692428563143e-07,
+      "loss": 0.0086,
+      "step": 1545
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 0.05364159867167473,
+      "learning_rate": 2.183230214766241e-07,
+      "loss": 0.0081,
+      "step": 1550
+    },
+    {
+      "epoch": 4.815503875968992,
+      "grad_norm": 0.06721718609333038,
+      "learning_rate": 1.8404137381664022e-07,
+      "loss": 0.0127,
+      "step": 1555
+    },
+    {
+      "epoch": 4.831007751937984,
+      "grad_norm": 0.11584588885307312,
+      "learning_rate": 1.526760099638286e-07,
+      "loss": 0.0084,
+      "step": 1560
+    },
+    {
+      "epoch": 4.846511627906977,
+      "grad_norm": 0.03231743723154068,
+      "learning_rate": 1.2423061586496477e-07,
+      "loss": 0.0075,
+      "step": 1565
+    },
+    {
+      "epoch": 4.862015503875969,
+      "grad_norm": 0.04497898742556572,
+      "learning_rate": 9.870853432229488e-08,
+      "loss": 0.009,
+      "step": 1570
+    },
+    {
+      "epoch": 4.877519379844961,
+      "grad_norm": 0.052457842975854874,
+      "learning_rate": 7.611276460069428e-08,
+      "loss": 0.01,
+      "step": 1575
+    },
+    {
+      "epoch": 4.8930232558139535,
+      "grad_norm": 0.08025941997766495,
+      "learning_rate": 5.644596207521335e-08,
+      "loss": 0.0113,
+      "step": 1580
+    },
+    {
+      "epoch": 4.908527131782946,
+      "grad_norm": 0.09332724660634995,
+      "learning_rate": 3.97104379190244e-08,
+      "loss": 0.0088,
+      "step": 1585
+    },
+    {
+      "epoch": 4.924031007751938,
+      "grad_norm": 0.08747787028551102,
+      "learning_rate": 2.590815883181108e-08,
+      "loss": 0.0126,
+      "step": 1590
+    },
+    {
+      "epoch": 4.93953488372093,
+      "grad_norm": 0.2842964231967926,
+      "learning_rate": 1.5040746808664407e-08,
+      "loss": 0.0105,
+      "step": 1595
+    },
+    {
+      "epoch": 4.955038759689923,
+      "grad_norm": 0.07913018018007278,
+      "learning_rate": 7.1094789494602355e-09,
+      "loss": 0.0122,
+      "step": 1600
+    },
+    {
+      "epoch": 4.970542635658915,
+      "grad_norm": 0.07465241849422455,
+      "learning_rate": 2.1152873087848525e-09,
+      "loss": 0.0076,
+      "step": 1605
+    },
+    {
+      "epoch": 4.986046511627907,
+      "grad_norm": 0.12626029551029205,
+      "learning_rate": 5.875878640038135e-11,
+      "loss": 0.0095,
+      "step": 1610
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 1610,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.716595267862528e+16,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1610/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc429601d1d23ce75bcf84e7e4ed5fc0ae418d073e5933d8bb8717ac0faf730
+size 5688

checkpoint-500/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Llama-3.2-1B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-500/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 128,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "gate_proj",
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-500/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc306b4eb63f7882f26260252352abe8a246563664f56058bb7404e95a43aeb2
+size 180385008

checkpoint-500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e18340be5ff6d1390976ca28a65a3d3c3fac96491a757471219f4df27a4181
+size 360899194

checkpoint-500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff264f99d31b522cc7e2a4eac9d38606d0c58a34c0adc74d71e0ca8b371dc36
+size 14244

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
+size 988

checkpoint-500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84072ec1be49a4c5d3e3f22ccb582e0b4cda85bf83afeb28f14ea1a2cd65496
+size 1064

checkpoint-500/special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

checkpoint-500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920