Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,50 @@
+---
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Qwen3-0.6B-code-scorev1
+
+This model is a fine-tuned version of [./model/Qwen3-0.6B](https://huggingface.co/./model/Qwen3-0.6B) on the score_model_train_datav1 dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 16
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 32
+- total_train_batch_size: 512
+- total_eval_batch_size: 256
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.52.4
+- Pytorch 2.6.0+cu124
+- Datasets 3.6.0
+- Tokenizers 0.21.1

added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.0,
+    "total_flos": 573945069699072.0,
+    "train_loss": 2.7985938061242814,
+    "train_runtime": 14173.0448,
+    "train_samples_per_second": 3.119,
+    "train_steps_per_second": 0.006
+}

chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

checkpoint-87/global_step87/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed6959ebff935081a74ea9469e7100a4db69bc7dcb707623a8423e095e7ad73
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88d6be7b684cf68fe46ab85f5ada259020f972122781ab4cce1a957a86522e
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eaca0b9dc29ce7f488150081c3ce170c4da3740127eaf52f33002cc0273320
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e318f183a855ff8cdbfedfaf564d2848caadcc25b30230bf06603a827e92256
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cb89498fef55d24dcf844dc786c8279dbce0f2ab880aac8ac06fdabb3ef756
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd19a82a516f013ecb8dd4c937f4b710c467aa62cb5094407df8b644c313ea62
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab8b148486f370ec94982b8ae2acd32398185c0e26d15241262b71f3d0c276e
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8914b3cfb70f57b07c32423d06f97adbd9556fe5534ebebc27d0680bd4838d
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b68c72f0d7e9e3d62cb6da3ad02fe50d06bb358902aa9cddfd0f22616a195
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f8d978d88b46ae54177f11880746f00056fc88ab7f07fc9b4d71a5e6353a04
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb484c2d214aba971de199e70b03dfd5e5a5d6ca29304a0bbc880273e5aaa689
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ecc2e85fcf843ec784758a496564dec840e9f63d2c8bab38c6b29e18ea922
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aaa396013e3af326be61ae058d8d580cc79af876f536f2b7d89ae532bbbc29
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd424aa91a8a03469a8dc0c724f015e83fbdbc49c5331cd40dc5cf382bae329f
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0f6a7f7a2b61cf7d3f2e299f07c5fbe7a379dd002dd82c82574740f3f8e554
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ac47ea9382557b3dfcafb14c2a2f5b31963d51859ebd53ceae6e97d174cce1
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557116e9980328e2efdcecba519d2d3c267b003d5cb93deebe7a13dc344fec3e
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3a4dd8547b0248a4c0f09c0612e9c4f0ca369347b9bae3846eaf2efd808a0f
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5737d99e09f096f376f7733e879f7e2f73436e6b06f0799f2f68609c8f7d82f
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1bc2267aeddf31b5255241796d89e6c86170b37559f39d6ee7c518de5f5cdc
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a516ac4b45a4e5228ebf05fb41dc2c52d812b1568cb36c7a6eeece36d88995
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b48050ac4092ece86c35b26c46a6426ec97e55c48d14ae74647430080f3649f
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6595d21e6ae55cb5745024d8bc879c9ca9566160d283c743d86dcf32ac805eed
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9010654e4d2ed85cdf5c5be4d901c7c978c9dce045843b0240e5c8b9c833ea
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b738d61587f49e2c82f884f0242090a1d02e07e6166a91ac625203be89c616
+size 223523836

checkpoint-87/global_step87/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee95b7e9b8626ba5bafedd50bdd67316fb5f2ea8c632f406d93cc184e269b63
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a43797b361facb716332713f0226633442e3d3b111f028f996d7e586744b9e9
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae02dd2dd8234b0587609dbe6edcfb2d4974336f4f9693bc7f69f16cd5d5cb1
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d72233a10380c57316838766fb739cd76624283536c5f55288766072f0edebb
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa123929b2e5cf0ed045824fe9dacb13e38c7c2eba2c7710e3d0f60b2cab7e5
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef0846f088cd53e179e4cbbb93a9dac875a61f2271daa2f9c547da09d02db07
+size 223523824

checkpoint-87/global_step87/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9edf319db7d59bcdd20a9afe7253d7ccfa796b2b004c368c685787b3bd920f5
+size 223523824

checkpoint-87/global_step87/zero_pp_rank_0_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383308bf28e2ff7fac62826c52b8855966cb636cf03b16f265273d955cf72e87
+size 156300

checkpoint-87/global_step87/zero_pp_rank_10_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cde299347a2275c752c7b86de6e3c615532cb75116f6a3a24a41e5db2377ac
+size 156550

checkpoint-87/global_step87/zero_pp_rank_11_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7947e9c6293f25a6c00236ff9e9d7ab334f14609fe954cdfeed1b6dd2b4ae18
+size 156550

checkpoint-87/global_step87/zero_pp_rank_12_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97baea585e82bfcd375ac077e885d2c8a2edfe8fd0705f7a0a7409a759addfdc
+size 156550

checkpoint-87/global_step87/zero_pp_rank_13_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd188509b7769f2cae2631bca63d58f2da3677a1bb55c6e1901a42c0e76ad519
+size 156550

checkpoint-87/global_step87/zero_pp_rank_14_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80207f585378674307bf2558f30206a46ace8596d368c94d87c912caaeb2490e
+size 156550

checkpoint-87/global_step87/zero_pp_rank_15_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3f208e35f2613d79e915e831020ff22ad180f5569dd66fc91bc84d21cc917a
+size 156550

checkpoint-87/global_step87/zero_pp_rank_16_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039442f488e2c343cc150d894ff459f8132c5e956fa69b09fa9297686679cffe
+size 156550

checkpoint-87/global_step87/zero_pp_rank_17_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5808b481a042bcdafb32d9181fa500889f65fd4593b68d54bffe037e3ad0cb3f
+size 156550

checkpoint-87/global_step87/zero_pp_rank_18_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6ed00417a066b433280a773ba4758b461a8437299c7c76bc3e0068762174e3
+size 156550

checkpoint-87/global_step87/zero_pp_rank_19_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582c4d81206aa8eedb155dea242ef33b9f6675160d98d57f72976f7672f8f391
+size 156550

checkpoint-87/global_step87/zero_pp_rank_1_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88b0a8b3c4cd974bbc2586eccaf540cbf0915e83a0d3cdafb53e0fcd6790c64
+size 156236

checkpoint-87/global_step87/zero_pp_rank_20_mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a2fe35318700322996632cb31b411370ae77835bc968c139af28bb40ba56a7
+size 156550