Model save

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,68 @@
+---
+base_model: Qwen/Qwen2.5-Math-7B
+library_name: transformers
+model_name: Qwen2.5-7B-GRPO-NM-COT-20K
+tags:
+- generated_from_trainer
+- trl
+- grpo
+licence: license
+---
+
+# Model Card for Qwen2.5-7B-GRPO-NM-COT-20K
+
+This model is a fine-tuned version of [Qwen/Qwen2.5-Math-7B](https://huggingface.co/Qwen/Qwen2.5-Math-7B).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="Haitao999/Qwen2.5-7B-GRPO-NM-COT-20K", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/tjucsailab/huggingface/runs/3o5ac7y3) 
+
+
+This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
+
+### Framework versions
+
+- TRL: 0.14.0
+- Transformers: 4.48.3
+- Pytorch: 2.5.1+cu124
+- Datasets: 3.1.0
+- Tokenizers: 0.21.0
+
+## Citations
+
+Cite GRPO as:
+
+```bibtex
+@article{zhihong2024deepseekmath,
+    title        = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}},
+    author       = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo},
+    year         = 2024,
+    eprint       = {arXiv:2402.03300},
+}
+
+```
+
+Cite TRL as:
+    
+```bibtex
+@misc{vonwerra2022trl,
+	title        = {{TRL: Transformer Reinforcement Learning}},
+	author       = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
+	year         = 2020,
+	journal      = {GitHub repository},
+	publisher    = {GitHub},
+	howpublished = {\url{https://github.com/huggingface/trl}}
+}
+```

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,8 @@
+{
+    "total_flos": 0.0,
+    "train_loss": 0.0,
+    "train_runtime": 2.2646,
+    "train_samples": 20000,
+    "train_samples_per_second": 8831.586,
+    "train_steps_per_second": 39.301
+}

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "Qwen/Qwen2.5-Math-7B",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 4096,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.3",
+  "use_cache": false,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.48.3"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020aab99cf3b40c5a2de4cf380219d5ef4a049082d47a2940bafe6ca1fe4fa4
+size 4877660776

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8872a69f113cf288b737b05d2a340a0e74a2d05cfcff4078a8506eb53ca9da
+size 4932751008

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481f0ccf59821ce9675b9c4dc62dee5041cf594d877bb30f108da7eb9f063ae
+size 4330865200

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a83bba9483f9c7cb78a9236ebd7c846ace309c8c0d97720060a1ec78bbfe9
+size 1089994880

model.safetensors.index.json

@@ -0,0 +1,346 @@
+{
+  "metadata": {
+    "total_size": 15231233024
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00003-of-00004.safetensors"
+  }
+}

runs/Apr01_11-12-53_SH-IDC1-10-140-1-45/events.out.tfevents.1743477401.SH-IDC1-10-140-1-45

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6d188d3c003b7d2b2939440550f24971ca5a6cf5973306972e6d4e997fb609
+size 6373

runs/Mar31_18-48-54_SH-IDC1-10-140-1-45/events.out.tfevents.1743418240.SH-IDC1-10-140-1-45

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2678e05749190b899db492ffabbe07b96e78839a0cdf6e43ee21930138ce89
+size 45445

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,209 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'Please reason step by step, and put your final answer within \\\\boxed{}.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nPlease reason step by step, and put your final answer within \\\\boxed{}.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "total_flos": 0.0,
+    "train_loss": 0.0,
+    "train_runtime": 2.2646,
+    "train_samples": 20000,
+    "train_samples_per_second": 8831.586,
+    "train_steps_per_second": 39.301
+}

trainer_state.json

@@ -0,0 +1,1021 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9965010496850945,
+  "eval_steps": 100,
+  "global_step": 89,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "completion_length": 869.9017639160156,
+      "epoch": 0.01119664100769769,
+      "grad_norm": 0.1226201057434082,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3118622424080968,
+      "reward_std": 0.21511575765907764,
+      "rewards/accuracy_reward": 0.3118622424080968,
+      "step": 1
+    },
+    {
+      "completion_length": 898.8724212646484,
+      "epoch": 0.02239328201539538,
+      "grad_norm": 0.06424866616725922,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.27614795323461294,
+      "reward_std": 0.20953080570325255,
+      "rewards/accuracy_reward": 0.27614795323461294,
+      "step": 2
+    },
+    {
+      "completion_length": 908.4138870239258,
+      "epoch": 0.03358992302309307,
+      "grad_norm": 0.16260072588920593,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.33673468697816133,
+      "reward_std": 0.19594408059492707,
+      "rewards/accuracy_reward": 0.33673468697816133,
+      "step": 3
+    },
+    {
+      "completion_length": 861.184928894043,
+      "epoch": 0.04478656403079076,
+      "grad_norm": 0.1080532968044281,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.32525509409606457,
+      "reward_std": 0.19159379415214062,
+      "rewards/accuracy_reward": 0.32525509409606457,
+      "step": 4
+    },
+    {
+      "completion_length": 837.5133781433105,
+      "epoch": 0.05598320503848846,
+      "grad_norm": 0.05878443643450737,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3373724417760968,
+      "reward_std": 0.1757088042795658,
+      "rewards/accuracy_reward": 0.3373724417760968,
+      "step": 5
+    },
+    {
+      "completion_length": 870.5720481872559,
+      "epoch": 0.06717984604618614,
+      "grad_norm": 0.045949794352054596,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.30293366871774197,
+      "reward_std": 0.2117346664890647,
+      "rewards/accuracy_reward": 0.30293366871774197,
+      "step": 6
+    },
+    {
+      "completion_length": 846.4999847412109,
+      "epoch": 0.07837648705388384,
+      "grad_norm": 0.07094219326972961,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.34948979038745165,
+      "reward_std": 0.20344350347295403,
+      "rewards/accuracy_reward": 0.34948979038745165,
+      "step": 7
+    },
+    {
+      "completion_length": 865.3762550354004,
+      "epoch": 0.08957312806158152,
+      "grad_norm": 0.03545041009783745,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.295918358489871,
+      "reward_std": 0.16994785657152534,
+      "rewards/accuracy_reward": 0.295918358489871,
+      "step": 8
+    },
+    {
+      "completion_length": 852.7289352416992,
+      "epoch": 0.10076976906927922,
+      "grad_norm": 0.045342933386564255,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.34438775200396776,
+      "reward_std": 0.1971532292664051,
+      "rewards/accuracy_reward": 0.34438775200396776,
+      "step": 9
+    },
+    {
+      "completion_length": 843.637092590332,
+      "epoch": 0.11196641007697691,
+      "grad_norm": 0.026218140497803688,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3373724464327097,
+      "reward_std": 0.19200961757451296,
+      "rewards/accuracy_reward": 0.3373724464327097,
+      "step": 10
+    },
+    {
+      "completion_length": 887.6957740783691,
+      "epoch": 0.1231630510846746,
+      "grad_norm": 0.04722030088305473,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3252550936304033,
+      "reward_std": 0.1759854848496616,
+      "rewards/accuracy_reward": 0.3252550936304033,
+      "step": 11
+    },
+    {
+      "completion_length": 812.6587829589844,
+      "epoch": 0.13435969209237228,
+      "grad_norm": 0.03267057612538338,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.37244897335767746,
+      "reward_std": 0.19372099824249744,
+      "rewards/accuracy_reward": 0.37244897335767746,
+      "step": 12
+    },
+    {
+      "completion_length": 833.1377372741699,
+      "epoch": 0.14555633310007,
+      "grad_norm": 0.028331954032182693,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3769132560119033,
+      "reward_std": 0.18134982651099563,
+      "rewards/accuracy_reward": 0.3769132560119033,
+      "step": 13
+    },
+    {
+      "completion_length": 818.9668273925781,
+      "epoch": 0.15675297410776767,
+      "grad_norm": 0.04085038602352142,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3348214216530323,
+      "reward_std": 0.1621781517751515,
+      "rewards/accuracy_reward": 0.3348214216530323,
+      "step": 14
+    },
+    {
+      "completion_length": 840.0886306762695,
+      "epoch": 0.16794961511546536,
+      "grad_norm": 0.028016554191708565,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.33673468697816133,
+      "reward_std": 0.13258170057088137,
+      "rewards/accuracy_reward": 0.33673468697816133,
+      "step": 15
+    },
+    {
+      "completion_length": 826.784423828125,
+      "epoch": 0.17914625612316304,
+      "grad_norm": 0.015145727433264256,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3596938708797097,
+      "reward_std": 0.18337781634181738,
+      "rewards/accuracy_reward": 0.3596938708797097,
+      "step": 16
+    },
+    {
+      "completion_length": 803.470645904541,
+      "epoch": 0.19034289713086075,
+      "grad_norm": 0.026870042085647583,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.34502550307661295,
+      "reward_std": 0.14298884477466345,
+      "rewards/accuracy_reward": 0.34502550307661295,
+      "step": 17
+    },
+    {
+      "completion_length": 805.1179656982422,
+      "epoch": 0.20153953813855843,
+      "grad_norm": 0.01876048557460308,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.39732141699641943,
+      "reward_std": 0.182099889498204,
+      "rewards/accuracy_reward": 0.39732141699641943,
+      "step": 18
+    },
+    {
+      "completion_length": 805.6084022521973,
+      "epoch": 0.21273617914625612,
+      "grad_norm": 0.028706129640340805,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.40114795230329037,
+      "reward_std": 0.1437693452462554,
+      "rewards/accuracy_reward": 0.40114795230329037,
+      "step": 19
+    },
+    {
+      "completion_length": 813.2353134155273,
+      "epoch": 0.22393282015395383,
+      "grad_norm": 0.01931103877723217,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4183673420920968,
+      "reward_std": 0.172919531352818,
+      "rewards/accuracy_reward": 0.4183673420920968,
+      "step": 20
+    },
+    {
+      "completion_length": 822.071403503418,
+      "epoch": 0.2351294611616515,
+      "grad_norm": 0.013188039883971214,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.38839284982532263,
+      "reward_std": 0.1737575875595212,
+      "rewards/accuracy_reward": 0.38839284982532263,
+      "step": 21
+    },
+    {
+      "completion_length": 801.5975608825684,
+      "epoch": 0.2463261021693492,
+      "grad_norm": 0.01899808831512928,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42028060369193554,
+      "reward_std": 0.1760622572619468,
+      "rewards/accuracy_reward": 0.42028060369193554,
+      "step": 22
+    },
+    {
+      "completion_length": 766.1243476867676,
+      "epoch": 0.2575227431770469,
+      "grad_norm": 0.015976959839463234,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42155611142516136,
+      "reward_std": 0.1581620997749269,
+      "rewards/accuracy_reward": 0.42155611142516136,
+      "step": 23
+    },
+    {
+      "completion_length": 797.7608299255371,
+      "epoch": 0.26871938418474456,
+      "grad_norm": 0.016489814966917038,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3514030557125807,
+      "reward_std": 0.14521192712709308,
+      "rewards/accuracy_reward": 0.3514030557125807,
+      "step": 24
+    },
+    {
+      "completion_length": 812.9444999694824,
+      "epoch": 0.27991602519244224,
+      "grad_norm": 0.016817867755889893,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3150510140694678,
+      "reward_std": 0.12147563928738236,
+      "rewards/accuracy_reward": 0.3150510140694678,
+      "step": 25
+    },
+    {
+      "completion_length": 764.3099327087402,
+      "epoch": 0.29111266620014,
+      "grad_norm": 0.03271699696779251,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.39668366592377424,
+      "reward_std": 0.1408104975707829,
+      "rewards/accuracy_reward": 0.39668366592377424,
+      "step": 26
+    },
+    {
+      "completion_length": 781.2104415893555,
+      "epoch": 0.30230930720783766,
+      "grad_norm": 0.039215218275785446,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3903061170130968,
+      "reward_std": 0.1559837511740625,
+      "rewards/accuracy_reward": 0.3903061170130968,
+      "step": 27
+    },
+    {
+      "completion_length": 769.5580215454102,
+      "epoch": 0.31350594821553535,
+      "grad_norm": 0.036487579345703125,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3373724427074194,
+      "reward_std": 0.12534773931838572,
+      "rewards/accuracy_reward": 0.3373724427074194,
+      "step": 28
+    },
+    {
+      "completion_length": 733.8928413391113,
+      "epoch": 0.32470258922323303,
+      "grad_norm": 0.05340224504470825,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.45408162474632263,
+      "reward_std": 0.15175338089466095,
+      "rewards/accuracy_reward": 0.45408162474632263,
+      "step": 29
+    },
+    {
+      "completion_length": 784.5631217956543,
+      "epoch": 0.3358992302309307,
+      "grad_norm": 0.018003573641180992,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3507652999833226,
+      "reward_std": 0.15918243979103863,
+      "rewards/accuracy_reward": 0.3507652999833226,
+      "step": 30
+    },
+    {
+      "completion_length": 784.8794441223145,
+      "epoch": 0.3470958712386284,
+      "grad_norm": 0.0389319472014904,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3896683603525162,
+      "reward_std": 0.14439309062436223,
+      "rewards/accuracy_reward": 0.3896683603525162,
+      "step": 31
+    },
+    {
+      "completion_length": 768.0031700134277,
+      "epoch": 0.3582925122463261,
+      "grad_norm": 0.06784125417470932,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3903061170130968,
+      "reward_std": 0.13286479515954852,
+      "rewards/accuracy_reward": 0.3903061170130968,
+      "step": 32
+    },
+    {
+      "completion_length": 767.3890075683594,
+      "epoch": 0.3694891532540238,
+      "grad_norm": 0.05318552255630493,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4355867328122258,
+      "reward_std": 0.13299752678722143,
+      "rewards/accuracy_reward": 0.4355867328122258,
+      "step": 33
+    },
+    {
+      "completion_length": 762.5069999694824,
+      "epoch": 0.3806857942617215,
+      "grad_norm": 0.06330139189958572,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3941326458007097,
+      "reward_std": 0.1394878369756043,
+      "rewards/accuracy_reward": 0.3941326458007097,
+      "step": 34
+    },
+    {
+      "completion_length": 812.4967880249023,
+      "epoch": 0.3918824352694192,
+      "grad_norm": 0.10220023989677429,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.35395407397300005,
+      "reward_std": 0.14999566785991192,
+      "rewards/accuracy_reward": 0.35395407397300005,
+      "step": 35
+    },
+    {
+      "completion_length": 776.1479415893555,
+      "epoch": 0.40307907627711687,
+      "grad_norm": 0.11629489064216614,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4107142761349678,
+      "reward_std": 0.1379204117693007,
+      "rewards/accuracy_reward": 0.4107142761349678,
+      "step": 36
+    },
+    {
+      "completion_length": 740.758918762207,
+      "epoch": 0.41427571728481455,
+      "grad_norm": 0.17305724322795868,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4400510098785162,
+      "reward_std": 0.10666065919212997,
+      "rewards/accuracy_reward": 0.4400510098785162,
+      "step": 37
+    },
+    {
+      "completion_length": 779.7040634155273,
+      "epoch": 0.42547235829251223,
+      "grad_norm": 0.2567689120769501,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.39732142351567745,
+      "reward_std": 0.13629061914980412,
+      "rewards/accuracy_reward": 0.39732142351567745,
+      "step": 38
+    },
+    {
+      "completion_length": 757.4642677307129,
+      "epoch": 0.4366689993002099,
+      "grad_norm": 0.11120310425758362,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.38903060741722584,
+      "reward_std": 0.1286280113272369,
+      "rewards/accuracy_reward": 0.38903060741722584,
+      "step": 39
+    },
+    {
+      "completion_length": 741.5631141662598,
+      "epoch": 0.44786564030790765,
+      "grad_norm": 0.32911476492881775,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42155611142516136,
+      "reward_std": 0.13757976656779647,
+      "rewards/accuracy_reward": 0.42155611142516136,
+      "step": 40
+    },
+    {
+      "completion_length": 751.7557182312012,
+      "epoch": 0.45906228131560534,
+      "grad_norm": 0.35593709349632263,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.45535713247954845,
+      "reward_std": 0.14861705573275685,
+      "rewards/accuracy_reward": 0.45535713247954845,
+      "step": 41
+    },
+    {
+      "completion_length": 687.6504974365234,
+      "epoch": 0.470258922323303,
+      "grad_norm": 0.13686875998973846,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4253826420754194,
+      "reward_std": 0.1371575309894979,
+      "rewards/accuracy_reward": 0.4253826420754194,
+      "step": 42
+    },
+    {
+      "completion_length": 789.5031661987305,
+      "epoch": 0.4814555633310007,
+      "grad_norm": 0.1229076161980629,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3954081544652581,
+      "reward_std": 0.11565714655444026,
+      "rewards/accuracy_reward": 0.3954081544652581,
+      "step": 43
+    },
+    {
+      "completion_length": 765.0101890563965,
+      "epoch": 0.4926522043386984,
+      "grad_norm": 0.17409658432006836,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42665815632790327,
+      "reward_std": 0.1478876848705113,
+      "rewards/accuracy_reward": 0.42665815632790327,
+      "step": 44
+    },
+    {
+      "completion_length": 741.691951751709,
+      "epoch": 0.5038488453463961,
+      "grad_norm": 0.19942258298397064,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4323979513719678,
+      "reward_std": 0.13503032480366528,
+      "rewards/accuracy_reward": 0.4323979513719678,
+      "step": 45
+    },
+    {
+      "completion_length": 761.8099365234375,
+      "epoch": 0.5150454863540938,
+      "grad_norm": 0.13838064670562744,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.39413264486938715,
+      "reward_std": 0.11990180658176541,
+      "rewards/accuracy_reward": 0.39413264486938715,
+      "step": 46
+    },
+    {
+      "completion_length": 760.2117118835449,
+      "epoch": 0.5262421273617914,
+      "grad_norm": 0.1158590167760849,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.40369896963238716,
+      "reward_std": 0.139884436968714,
+      "rewards/accuracy_reward": 0.40369896963238716,
+      "step": 47
+    },
+    {
+      "completion_length": 765.3348045349121,
+      "epoch": 0.5374387683694891,
+      "grad_norm": 0.17314597964286804,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.36607141979038715,
+      "reward_std": 0.12787795555777848,
+      "rewards/accuracy_reward": 0.36607141979038715,
+      "step": 48
+    },
+    {
+      "completion_length": 778.6645202636719,
+      "epoch": 0.5486354093771868,
+      "grad_norm": 0.14133551716804504,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3813775386661291,
+      "reward_std": 0.12611543014645576,
+      "rewards/accuracy_reward": 0.3813775386661291,
+      "step": 49
+    },
+    {
+      "completion_length": 739.5631217956543,
+      "epoch": 0.5598320503848845,
+      "grad_norm": 0.10777953267097473,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4381377473473549,
+      "reward_std": 0.12034807563759387,
+      "rewards/accuracy_reward": 0.4381377473473549,
+      "step": 50
+    },
+    {
+      "completion_length": 777.4795761108398,
+      "epoch": 0.5710286913925823,
+      "grad_norm": 0.349727988243103,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3947704005986452,
+      "reward_std": 0.1090469197370112,
+      "rewards/accuracy_reward": 0.3947704005986452,
+      "step": 51
+    },
+    {
+      "completion_length": 749.7888832092285,
+      "epoch": 0.58222533240028,
+      "grad_norm": 0.45803913474082947,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3909438708797097,
+      "reward_std": 0.13125263480469584,
+      "rewards/accuracy_reward": 0.3909438708797097,
+      "step": 52
+    },
+    {
+      "completion_length": 731.6294479370117,
+      "epoch": 0.5934219734079776,
+      "grad_norm": 0.6970997452735901,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4923469312489033,
+      "reward_std": 0.17931061703711748,
+      "rewards/accuracy_reward": 0.4923469312489033,
+      "step": 53
+    },
+    {
+      "completion_length": 746.658145904541,
+      "epoch": 0.6046186144156753,
+      "grad_norm": 1.771281361579895,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3934948928654194,
+      "reward_std": 0.1266880240291357,
+      "rewards/accuracy_reward": 0.3934948928654194,
+      "step": 54
+    },
+    {
+      "completion_length": 707.3239631652832,
+      "epoch": 0.615815255423373,
+      "grad_norm": 3.0594873428344727,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42729591205716133,
+      "reward_std": 0.12295506754890084,
+      "rewards/accuracy_reward": 0.42729591205716133,
+      "step": 55
+    },
+    {
+      "completion_length": 754.7155456542969,
+      "epoch": 0.6270118964310707,
+      "grad_norm": 0.8483421802520752,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42665815632790327,
+      "reward_std": 0.13817946589551866,
+      "rewards/accuracy_reward": 0.42665815632790327,
+      "step": 56
+    },
+    {
+      "completion_length": 739.8411827087402,
+      "epoch": 0.6382085374387684,
+      "grad_norm": 5.133347988128662,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.43494897335767746,
+      "reward_std": 0.1543779973872006,
+      "rewards/accuracy_reward": 0.43494897335767746,
+      "step": 57
+    },
+    {
+      "completion_length": 747.3603248596191,
+      "epoch": 0.6494051784464661,
+      "grad_norm": 2.267815351486206,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.414540808647871,
+      "reward_std": 0.14408436114899814,
+      "rewards/accuracy_reward": 0.414540808647871,
+      "step": 58
+    },
+    {
+      "completion_length": 736.4936027526855,
+      "epoch": 0.6606018194541637,
+      "grad_norm": 1.127752661705017,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.400510192848742,
+      "reward_std": 0.10821045027114451,
+      "rewards/accuracy_reward": 0.400510192848742,
+      "step": 59
+    },
+    {
+      "completion_length": 752.1415672302246,
+      "epoch": 0.6717984604618614,
+      "grad_norm": 1.0189523696899414,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4126275419257581,
+      "reward_std": 0.12289111129939556,
+      "rewards/accuracy_reward": 0.4126275419257581,
+      "step": 60
+    },
+    {
+      "completion_length": 785.941951751709,
+      "epoch": 0.6829951014695591,
+      "grad_norm": 1.3853994607925415,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.36096938140690327,
+      "reward_std": 0.14290725137107074,
+      "rewards/accuracy_reward": 0.36096938140690327,
+      "step": 61
+    },
+    {
+      "completion_length": 736.9368476867676,
+      "epoch": 0.6941917424772568,
+      "grad_norm": 0.6334269046783447,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.43686223588883877,
+      "reward_std": 0.13453931966796517,
+      "rewards/accuracy_reward": 0.43686223588883877,
+      "step": 62
+    },
+    {
+      "completion_length": 745.4457702636719,
+      "epoch": 0.7053883834849545,
+      "grad_norm": 1.0885730981826782,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.45408162102103233,
+      "reward_std": 0.12036089389584959,
+      "rewards/accuracy_reward": 0.45408162102103233,
+      "step": 63
+    },
+    {
+      "completion_length": 755.409423828125,
+      "epoch": 0.7165850244926522,
+      "grad_norm": 0.753265917301178,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.452168358489871,
+      "reward_std": 0.1216771425679326,
+      "rewards/accuracy_reward": 0.452168358489871,
+      "step": 64
+    },
+    {
+      "completion_length": 767.2990875244141,
+      "epoch": 0.72778166550035,
+      "grad_norm": 0.7473352551460266,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4011479467153549,
+      "reward_std": 0.12710385350510478,
+      "rewards/accuracy_reward": 0.4011479467153549,
+      "step": 65
+    },
+    {
+      "completion_length": 749.1913146972656,
+      "epoch": 0.7389783065080476,
+      "grad_norm": 0.7118561267852783,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.33418366499245167,
+      "reward_std": 0.1169286584481597,
+      "rewards/accuracy_reward": 0.33418366499245167,
+      "step": 66
+    },
+    {
+      "completion_length": 749.1740875244141,
+      "epoch": 0.7501749475157453,
+      "grad_norm": 1.282776951789856,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4317601975053549,
+      "reward_std": 0.1398092587478459,
+      "rewards/accuracy_reward": 0.4317601975053549,
+      "step": 67
+    },
+    {
+      "completion_length": 725.507640838623,
+      "epoch": 0.761371588523443,
+      "grad_norm": 1.5337843894958496,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.41262754052877426,
+      "reward_std": 0.1240762178786099,
+      "rewards/accuracy_reward": 0.41262754052877426,
+      "step": 68
+    },
+    {
+      "completion_length": 762.5490913391113,
+      "epoch": 0.7725682295311407,
+      "grad_norm": 0.6803719997406006,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3998724380508065,
+      "reward_std": 0.14388926466926932,
+      "rewards/accuracy_reward": 0.3998724380508065,
+      "step": 69
+    },
+    {
+      "completion_length": 736.7321319580078,
+      "epoch": 0.7837648705388384,
+      "grad_norm": 0.8348100781440735,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4400510163977742,
+      "reward_std": 0.16068750014528632,
+      "rewards/accuracy_reward": 0.4400510163977742,
+      "step": 70
+    },
+    {
+      "completion_length": 776.1109466552734,
+      "epoch": 0.794961511546536,
+      "grad_norm": 0.8664807677268982,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.37436223588883877,
+      "reward_std": 0.1090405157301575,
+      "rewards/accuracy_reward": 0.37436223588883877,
+      "step": 71
+    },
+    {
+      "completion_length": 740.8290710449219,
+      "epoch": 0.8061581525542337,
+      "grad_norm": 0.653354823589325,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.422193868085742,
+      "reward_std": 0.10819763550534844,
+      "rewards/accuracy_reward": 0.422193868085742,
+      "step": 72
+    },
+    {
+      "completion_length": 757.2959022521973,
+      "epoch": 0.8173547935619314,
+      "grad_norm": 3.8601436614990234,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4808673430234194,
+      "reward_std": 0.1389840147458017,
+      "rewards/accuracy_reward": 0.4808673430234194,
+      "step": 73
+    },
+    {
+      "completion_length": 764.6084060668945,
+      "epoch": 0.8285514345696291,
+      "grad_norm": 3.1642909049987793,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3864795845001936,
+      "reward_std": 0.1433918485417962,
+      "rewards/accuracy_reward": 0.3864795845001936,
+      "step": 74
+    },
+    {
+      "completion_length": 718.1115913391113,
+      "epoch": 0.8397480755773268,
+      "grad_norm": 0.8680428862571716,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.43303570430725813,
+      "reward_std": 0.10496690985746682,
+      "rewards/accuracy_reward": 0.43303570430725813,
+      "step": 75
+    },
+    {
+      "completion_length": 827.1135025024414,
+      "epoch": 0.8509447165850245,
+      "grad_norm": 1.043720006942749,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.40178570710122585,
+      "reward_std": 0.13079995079897344,
+      "rewards/accuracy_reward": 0.40178570710122585,
+      "step": 76
+    },
+    {
+      "completion_length": 726.0165634155273,
+      "epoch": 0.8621413575927221,
+      "grad_norm": 0.9036036729812622,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4693877473473549,
+      "reward_std": 0.1229550673160702,
+      "rewards/accuracy_reward": 0.4693877473473549,
+      "step": 77
+    },
+    {
+      "completion_length": 758.820140838623,
+      "epoch": 0.8733379986004198,
+      "grad_norm": 1.107183575630188,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.389030606020242,
+      "reward_std": 0.11657038610428572,
+      "rewards/accuracy_reward": 0.389030606020242,
+      "step": 78
+    },
+    {
+      "completion_length": 751.1798362731934,
+      "epoch": 0.8845346396081175,
+      "grad_norm": 1.0681264400482178,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4068877473473549,
+      "reward_std": 0.11915174382738769,
+      "rewards/accuracy_reward": 0.4068877473473549,
+      "step": 79
+    },
+    {
+      "completion_length": 769.7729415893555,
+      "epoch": 0.8957312806158153,
+      "grad_norm": 1.9977368116378784,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.41900509502738714,
+      "reward_std": 0.1269023446366191,
+      "rewards/accuracy_reward": 0.41900509502738714,
+      "step": 80
+    },
+    {
+      "completion_length": 806.9208984375,
+      "epoch": 0.906927921623513,
+      "grad_norm": 2.3192858695983887,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.45408162474632263,
+      "reward_std": 0.1139010286424309,
+      "rewards/accuracy_reward": 0.45408162474632263,
+      "step": 81
+    },
+    {
+      "completion_length": 756.2856941223145,
+      "epoch": 0.9181245626312107,
+      "grad_norm": 1.9081544876098633,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.42091835755854845,
+      "reward_std": 0.1216771425679326,
+      "rewards/accuracy_reward": 0.42091835755854845,
+      "step": 82
+    },
+    {
+      "completion_length": 810.2716598510742,
+      "epoch": 0.9293212036389084,
+      "grad_norm": 3.4622349739074707,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3686224380508065,
+      "reward_std": 0.1060064712073654,
+      "rewards/accuracy_reward": 0.3686224380508065,
+      "step": 83
+    },
+    {
+      "completion_length": 720.8679637908936,
+      "epoch": 0.940517844646606,
+      "grad_norm": 2.7656006813049316,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4355867253616452,
+      "reward_std": 0.13207787927240133,
+      "rewards/accuracy_reward": 0.4355867253616452,
+      "step": 84
+    },
+    {
+      "completion_length": 760.388370513916,
+      "epoch": 0.9517144856543037,
+      "grad_norm": 5.173759937286377,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4317601937800646,
+      "reward_std": 0.12493191100656986,
+      "rewards/accuracy_reward": 0.4317601937800646,
+      "step": 85
+    },
+    {
+      "completion_length": 746.6460304260254,
+      "epoch": 0.9629111266620014,
+      "grad_norm": 3.111050844192505,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.44579080678522587,
+      "reward_std": 0.09203596017323434,
+      "rewards/accuracy_reward": 0.44579080678522587,
+      "step": 86
+    },
+    {
+      "completion_length": 719.7404174804688,
+      "epoch": 0.9741077676696991,
+      "grad_norm": 2.178539276123047,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4253826439380646,
+      "reward_std": 0.1273181731812656,
+      "rewards/accuracy_reward": 0.4253826439380646,
+      "step": 87
+    },
+    {
+      "completion_length": 769.220645904541,
+      "epoch": 0.9853044086773968,
+      "grad_norm": 1.5965837240219116,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.4075255058705807,
+      "reward_std": 0.12709103501401842,
+      "rewards/accuracy_reward": 0.4075255058705807,
+      "step": 88
+    },
+    {
+      "completion_length": 774.408145904541,
+      "epoch": 0.9965010496850945,
+      "grad_norm": 2.0273616313934326,
+      "learning_rate": 3e-06,
+      "loss": 0.0,
+      "reward": 0.3966836631298065,
+      "reward_std": 0.11341002094559371,
+      "rewards/accuracy_reward": 0.3966836631298065,
+      "step": 89
+    },
+    {
+      "epoch": 0.9965010496850945,
+      "step": 89,
+      "total_flos": 0.0,
+      "train_loss": 0.0,
+      "train_runtime": 2.2646,
+      "train_samples_per_second": 8831.586,
+      "train_steps_per_second": 39.301
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 89,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 20,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3840212b8e8f28e646d53ab9700d941328516a6c68e9b2f589c25cf02284f02e
+size 7544