Moved checkpoint-3800 contents to root

config.json

@@ -23,7 +23,7 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.52.3",
   "unsloth_fixed": true,
-  "unsloth_version": "2025.5.9",
+  "unsloth_version": "2025.5.8",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 152064

generation_config.json

@@ -0,0 +1,15 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "max_length": 32768,
+  "pad_token_id": 151654,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.52.3"
+}

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b5019a969a59f0fa2c4f2bf9e1e5d4026e088a3a89a84e64ca987a28312b58
+oid sha256:120b4b4d9eaa684667c0f53a76de9acb9c0c7f4628f48553ee1dee9948d05ac0
 size 1089994880

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5bcfcff7703489ae56b56d1e5c6be85f56e45ac908c92f513931ab4113d6c0
+size 2179992883

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c19bab1174704a4a4441475683bf1270277af15d2e2c95e964789128e482c4
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bed431da5b8370427286ed62d7353c6726e9cac8820bbdac7a67d1eba00314
+size 1465

tokenizer_config.json

@@ -199,14 +199,10 @@
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "max_length": 1024,
   "model_max_length": 32768,
   "pad_token": "<|vision_pad|>",
   "padding_side": "right",
   "split_special_tokens": false,
-  "stride": 0,
   "tokenizer_class": "Qwen2Tokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": null
 }

trainer_state.json

@@ -0,0 +1,307 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.25460956377173916,
+  "eval_steps": 500,
+  "global_step": 3800,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 6.700251678203663e-05,
+      "grad_norm": 5.96875,
+      "learning_rate": 0.0002,
+      "loss": 2.3034,
+      "step": 1
+    },
+    {
+      "epoch": 0.0067002516782036625,
+      "grad_norm": 0.8203125,
+      "learning_rate": 0.00019867336683417085,
+      "loss": 1.0562,
+      "step": 100
+    },
+    {
+      "epoch": 0.013400503356407325,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.00019733333333333335,
+      "loss": 0.9729,
+      "step": 200
+    },
+    {
+      "epoch": 0.02010075503461099,
+      "grad_norm": 0.75,
+      "learning_rate": 0.00019599329983249582,
+      "loss": 0.9693,
+      "step": 300
+    },
+    {
+      "epoch": 0.02680100671281465,
+      "grad_norm": 0.78125,
+      "learning_rate": 0.00019465326633165831,
+      "loss": 0.9563,
+      "step": 400
+    },
+    {
+      "epoch": 0.033501258391018314,
+      "grad_norm": 0.72265625,
+      "learning_rate": 0.00019331323283082078,
+      "loss": 0.9593,
+      "step": 500
+    },
+    {
+      "epoch": 0.04020151006922198,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00019197319932998325,
+      "loss": 0.9478,
+      "step": 600
+    },
+    {
+      "epoch": 0.046901761747425635,
+      "grad_norm": 0.703125,
+      "learning_rate": 0.00019063316582914575,
+      "loss": 0.9474,
+      "step": 700
+    },
+    {
+      "epoch": 0.0536020134256293,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.00018929313232830821,
+      "loss": 0.9438,
+      "step": 800
+    },
+    {
+      "epoch": 0.060302265103832964,
+      "grad_norm": 0.70703125,
+      "learning_rate": 0.0001879530988274707,
+      "loss": 0.9297,
+      "step": 900
+    },
+    {
+      "epoch": 0.06700251678203663,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00018661306532663318,
+      "loss": 0.9297,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07370276846024029,
+      "grad_norm": 0.69140625,
+      "learning_rate": 0.00018527303182579565,
+      "loss": 0.9218,
+      "step": 1100
+    },
+    {
+      "epoch": 0.08040302013844396,
+      "grad_norm": 0.73046875,
+      "learning_rate": 0.00018393299832495814,
+      "loss": 0.9129,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0871032718166476,
+      "grad_norm": 0.70703125,
+      "learning_rate": 0.0001825929648241206,
+      "loss": 0.9156,
+      "step": 1300
+    },
+    {
+      "epoch": 0.09380352349485127,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.00018125293132328308,
+      "loss": 0.9151,
+      "step": 1400
+    },
+    {
+      "epoch": 0.10050377517305494,
+      "grad_norm": 1.0625,
+      "learning_rate": 0.00017991289782244557,
+      "loss": 0.9115,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1072040268512586,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.00017857286432160804,
+      "loss": 0.9114,
+      "step": 1600
+    },
+    {
+      "epoch": 0.11390427852946226,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.00017723283082077054,
+      "loss": 0.9064,
+      "step": 1700
+    },
+    {
+      "epoch": 0.12060453020766593,
+      "grad_norm": 0.69921875,
+      "learning_rate": 0.000175892797319933,
+      "loss": 0.9039,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12730478188586958,
+      "grad_norm": 0.68359375,
+      "learning_rate": 0.00017455276381909548,
+      "loss": 0.8975,
+      "step": 1900
+    },
+    {
+      "epoch": 0.13400503356407326,
+      "grad_norm": 0.71484375,
+      "learning_rate": 0.00017321273031825794,
+      "loss": 0.8919,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1407052852422769,
+      "grad_norm": 0.80078125,
+      "learning_rate": 0.00017187269681742044,
+      "loss": 0.8902,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14740553692048058,
+      "grad_norm": 0.67578125,
+      "learning_rate": 0.00017053266331658293,
+      "loss": 0.8941,
+      "step": 2200
+    },
+    {
+      "epoch": 0.15410578859868423,
+      "grad_norm": 0.6875,
+      "learning_rate": 0.0001691926298157454,
+      "loss": 0.8928,
+      "step": 2300
+    },
+    {
+      "epoch": 0.1608060402768879,
+      "grad_norm": 0.7578125,
+      "learning_rate": 0.00016785259631490787,
+      "loss": 0.8889,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16750629195509156,
+      "grad_norm": 0.69921875,
+      "learning_rate": 0.00016651256281407034,
+      "loss": 0.8825,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1742065436332952,
+      "grad_norm": 0.703125,
+      "learning_rate": 0.00016517252931323284,
+      "loss": 0.8742,
+      "step": 2600
+    },
+    {
+      "epoch": 0.1809067953114989,
+      "grad_norm": 0.67578125,
+      "learning_rate": 0.00016383249581239533,
+      "loss": 0.878,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18760704698970254,
+      "grad_norm": 0.66796875,
+      "learning_rate": 0.0001624924623115578,
+      "loss": 0.8679,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19430729866790622,
+      "grad_norm": 0.6796875,
+      "learning_rate": 0.00016115242881072027,
+      "loss": 0.8618,
+      "step": 2900
+    },
+    {
+      "epoch": 0.20100755034610987,
+      "grad_norm": 0.67578125,
+      "learning_rate": 0.00015981239530988274,
+      "loss": 0.8695,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20770780202431355,
+      "grad_norm": 0.62890625,
+      "learning_rate": 0.00015847236180904523,
+      "loss": 0.8769,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2144080537025172,
+      "grad_norm": 0.6484375,
+      "learning_rate": 0.00015713232830820773,
+      "loss": 0.8665,
+      "step": 3200
+    },
+    {
+      "epoch": 0.22110830538072088,
+      "grad_norm": 0.7109375,
+      "learning_rate": 0.0001557922948073702,
+      "loss": 0.8572,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22780855705892453,
+      "grad_norm": 0.65625,
+      "learning_rate": 0.00015445226130653266,
+      "loss": 0.8696,
+      "step": 3400
+    },
+    {
+      "epoch": 0.23450880873712818,
+      "grad_norm": 0.7578125,
+      "learning_rate": 0.00015311222780569513,
+      "loss": 0.8543,
+      "step": 3500
+    },
+    {
+      "epoch": 0.24120906041533186,
+      "grad_norm": 0.66015625,
+      "learning_rate": 0.00015177219430485763,
+      "loss": 0.8618,
+      "step": 3600
+    },
+    {
+      "epoch": 0.2479093120935355,
+      "grad_norm": 0.640625,
+      "learning_rate": 0.00015043216080402012,
+      "loss": 0.8553,
+      "step": 3700
+    },
+    {
+      "epoch": 0.25460956377173916,
+      "grad_norm": 0.640625,
+      "learning_rate": 0.0001490921273031826,
+      "loss": 0.8541,
+      "step": 3800
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 14925,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.0541408970364707e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d940005b5c994908f56007a770bd82c2946bbe8f6c6171913a46ea751f4d0b3
+oid sha256:6d4374b07c1f986c7320718de1ddb6856a2d2ff7749e3e9b05e692ab2de670d7
 size 6097