jan-hq's picture
Upload folder using huggingface_hub
a5b8115 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.0006053268765133172,
"eval_steps": 500,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 4095.0,
"completions/max_terminated_length": 4095.0,
"completions/mean_length": 1229.75,
"completions/mean_terminated_length": 1229.75,
"completions/min_length": 354.0,
"completions/min_terminated_length": 354.0,
"epoch": 6.053268765133172e-06,
"grad_norm": 0.07209322590841183,
"kl": 0.011932373046875,
"learning_rate": 0.0,
"loss": 0.0,
"num_tokens": 27312.0,
"reward": 0.0,
"reward_std": 0.0,
"rewards/avg_thinking_length_func": 73.625,
"rewards/correct_answer_reward_func": 0.0,
"rewards/efficient_thinking_reward_func": 0.45941640084546015,
"rewards/format_reward_func": 0.987500011920929,
"rewards/num_xml_reward_func": 1.03125,
"rewards/tool_execution_reward_func": 0.6875,
"step": 1
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 1.2106537530266343e-05,
"grad_norm": 0.07214504525426423,
"kl": 0.011932373046875,
"learning_rate": 1.5000000000000002e-07,
"loss": 0.0,
"step": 2
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 1.8159806295399516e-05,
"grad_norm": 0.053264765218760744,
"kl": 0.0120086669921875,
"learning_rate": 3.0000000000000004e-07,
"loss": 0.0,
"step": 3
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 2.4213075060532686e-05,
"grad_norm": 0.05122123329371393,
"kl": 0.01312255859375,
"learning_rate": 4.5e-07,
"loss": 0.0,
"step": 4
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2499.0,
"completions/max_terminated_length": 2499.0,
"completions/mean_length": 1216.875,
"completions/mean_terminated_length": 1298.0,
"completions/min_length": 0.0,
"completions/min_terminated_length": 13.0,
"epoch": 3.026634382566586e-05,
"grad_norm": 1.163761459062396,
"kl": 0.01102447509765625,
"learning_rate": 6.000000000000001e-07,
"loss": -0.0148,
"num_tokens": 58482.0,
"reward": 0.0473831407725811,
"reward_std": 0.1895325630903244,
"rewards/avg_thinking_length_func": 129.625,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.37734568415024294,
"rewards/format_reward_func": 0.9375,
"rewards/num_xml_reward_func": 0.9479166269302368,
"rewards/tool_execution_reward_func": 0.8125,
"step": 5
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 3.631961259079903e-05,
"grad_norm": 1.1267039287882714,
"kl": 0.0118865966796875,
"learning_rate": 7.5e-07,
"loss": -0.0148,
"step": 6
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 4.2372881355932206e-05,
"grad_norm": 1.0659471491371402,
"kl": 0.0120391845703125,
"learning_rate": 9e-07,
"loss": -0.0148,
"step": 7
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 4.842615012106537e-05,
"grad_norm": 1.057686209956945,
"kl": 0.015655517578125,
"learning_rate": 1.05e-06,
"loss": -0.0148,
"step": 8
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2692.0,
"completions/max_terminated_length": 2692.0,
"completions/mean_length": 1255.625,
"completions/mean_terminated_length": 1255.625,
"completions/min_length": 224.0,
"completions/min_terminated_length": 224.0,
"epoch": 5.4479418886198546e-05,
"grad_norm": 1.4615219881629928,
"kl": 0.030914306640625,
"learning_rate": 1.2000000000000002e-06,
"loss": -0.0149,
"num_tokens": 86164.0,
"reward": 0.16301509737968445,
"reward_std": 0.29241904616355896,
"rewards/avg_thinking_length_func": 80.65625,
"rewards/correct_answer_reward_func": 0.25,
"rewards/efficient_thinking_reward_func": 0.5424594521082594,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.1458332538604736,
"rewards/tool_execution_reward_func": 0.9375,
"step": 9
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 6.053268765133172e-05,
"grad_norm": 1.4154730974531706,
"kl": 0.0540771484375,
"learning_rate": 1.35e-06,
"loss": -0.0149,
"step": 10
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 6.658595641646489e-05,
"grad_norm": 1.330539156016462,
"kl": 0.0582275390625,
"learning_rate": 1.5e-06,
"loss": -0.0148,
"step": 11
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 7.263922518159807e-05,
"grad_norm": 1.152360438708297,
"kl": 0.1031494140625,
"learning_rate": 1.65e-06,
"loss": -0.0147,
"step": 12
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2962.0,
"completions/max_terminated_length": 2962.0,
"completions/mean_length": 1276.4375,
"completions/mean_terminated_length": 1276.4375,
"completions/min_length": 13.0,
"completions/min_terminated_length": 13.0,
"epoch": 7.869249394673124e-05,
"grad_norm": 0.6615289048669231,
"kl": 0.1724853515625,
"learning_rate": 1.8e-06,
"loss": 0.0005,
"num_tokens": 114191.0,
"reward": 0.0,
"reward_std": 0.0,
"rewards/avg_thinking_length_func": 127.6875,
"rewards/correct_answer_reward_func": 0.0,
"rewards/efficient_thinking_reward_func": 0.3556471644759768,
"rewards/format_reward_func": 0.949999988079071,
"rewards/num_xml_reward_func": 0.875,
"rewards/tool_execution_reward_func": 0.75,
"step": 13
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 8.474576271186441e-05,
"grad_norm": 0.12138546214366204,
"kl": 0.147705078125,
"learning_rate": 1.95e-06,
"loss": 0.0004,
"step": 14
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 9.079903147699757e-05,
"grad_norm": 0.09332769954040936,
"kl": 0.1591796875,
"learning_rate": 2.1e-06,
"loss": 0.0004,
"step": 15
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 9.685230024213075e-05,
"grad_norm": 0.07716503221980582,
"kl": 0.162109375,
"learning_rate": 2.25e-06,
"loss": 0.0004,
"step": 16
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2705.0,
"completions/max_terminated_length": 2705.0,
"completions/mean_length": 1008.3125,
"completions/mean_terminated_length": 1075.5333333333333,
"completions/min_length": 0.0,
"completions/min_terminated_length": 302.0,
"epoch": 0.00010290556900726392,
"grad_norm": 0.9574173404984538,
"kl": 0.200439453125,
"learning_rate": 2.4000000000000003e-06,
"loss": -0.0132,
"num_tokens": 142012.0,
"reward": 0.2393198013305664,
"reward_std": 0.32144659757614136,
"rewards/avg_thinking_length_func": 90.72916412353516,
"rewards/correct_answer_reward_func": 0.375,
"rewards/efficient_thinking_reward_func": 0.4970963413018923,
"rewards/format_reward_func": 0.9937499761581421,
"rewards/num_xml_reward_func": 1.1197916269302368,
"rewards/tool_execution_reward_func": 0.75,
"step": 17
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00010895883777239709,
"grad_norm": 0.828846190744325,
"kl": 0.23681640625,
"learning_rate": 2.55e-06,
"loss": -0.0131,
"step": 18
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00011501210653753027,
"grad_norm": 1.0886098363962515,
"kl": 0.34619140625,
"learning_rate": 2.7e-06,
"loss": -0.0128,
"step": 19
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00012106537530266344,
"grad_norm": 0.6602921666981004,
"kl": 0.31396484375,
"learning_rate": 2.85e-06,
"loss": -0.0129,
"step": 20
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2584.0,
"completions/max_terminated_length": 2584.0,
"completions/mean_length": 1127.125,
"completions/mean_terminated_length": 1202.2666666666667,
"completions/min_length": 0.0,
"completions/min_terminated_length": 13.0,
"epoch": 0.0001271186440677966,
"grad_norm": 0.29632542403765916,
"kl": 0.54736328125,
"learning_rate": 3e-06,
"loss": 0.0011,
"num_tokens": 171746.0,
"reward": 0.0,
"reward_std": 0.0,
"rewards/avg_thinking_length_func": 147.97500610351562,
"rewards/correct_answer_reward_func": 0.0,
"rewards/efficient_thinking_reward_func": 0.5322939489765828,
"rewards/format_reward_func": 0.9375,
"rewards/num_xml_reward_func": 1.0625,
"rewards/tool_execution_reward_func": 0.800000011920929,
"step": 21
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00013317191283292979,
"grad_norm": 0.1030784592698183,
"kl": 0.60009765625,
"learning_rate": 3e-06,
"loss": 0.0011,
"step": 22
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00013922518159806296,
"grad_norm": 0.06720833154961504,
"kl": 0.615234375,
"learning_rate": 3e-06,
"loss": 0.0011,
"step": 23
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00014527845036319613,
"grad_norm": 0.06007920361540232,
"kl": 0.5869140625,
"learning_rate": 3e-06,
"loss": 0.0011,
"step": 24
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.125,
"completions/max_length": 2784.0,
"completions/max_terminated_length": 2784.0,
"completions/mean_length": 1101.5625,
"completions/mean_terminated_length": 1258.9285714285713,
"completions/min_length": 0.0,
"completions/min_terminated_length": 307.0,
"epoch": 0.0001513317191283293,
"grad_norm": 89.19553783212066,
"kl": 9.30859375,
"learning_rate": 3e-06,
"loss": 0.0237,
"num_tokens": 205155.0,
"reward": -0.10851632058620453,
"reward_std": 0.300925612449646,
"rewards/avg_thinking_length_func": 73.3125,
"rewards/correct_answer_reward_func": 0.25,
"rewards/efficient_thinking_reward_func": 0.5233806335786315,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.0416666269302368,
"rewards/tool_execution_reward_func": 0.9375,
"step": 25
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00015738498789346248,
"grad_norm": 2.0573920189308668,
"kl": 0.83154296875,
"learning_rate": 3e-06,
"loss": 0.0012,
"step": 26
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00016343825665859565,
"grad_norm": 0.8432081368048696,
"kl": 0.5546875,
"learning_rate": 3e-06,
"loss": 0.0004,
"step": 27
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00016949152542372882,
"grad_norm": 1.8587603334809846,
"kl": 0.546875,
"learning_rate": 3e-06,
"loss": 0.0003,
"step": 28
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2871.0,
"completions/max_terminated_length": 2871.0,
"completions/mean_length": 1893.9375,
"completions/mean_terminated_length": 1893.9375,
"completions/min_length": 1204.0,
"completions/min_terminated_length": 1204.0,
"epoch": 0.000175544794188862,
"grad_norm": 64.92072887185255,
"kl": 8.59521484375,
"learning_rate": 3e-06,
"loss": 0.0227,
"num_tokens": 243062.0,
"reward": 0.03321200609207153,
"reward_std": 0.13284802436828613,
"rewards/avg_thinking_length_func": 282.96875,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.4781555664530499,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.2395832538604736,
"rewards/tool_execution_reward_func": 1.125,
"step": 29
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00018159806295399514,
"grad_norm": 23076.53534131984,
"kl": 46.0673828125,
"learning_rate": 3e-06,
"loss": 0.3029,
"step": 30
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00018765133171912832,
"grad_norm": 6.2253448587216,
"kl": 0.97314453125,
"learning_rate": 3e-06,
"loss": -0.0007,
"step": 31
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0001937046004842615,
"grad_norm": 3.6768029356119563,
"kl": 0.62109375,
"learning_rate": 3e-06,
"loss": -0.0015,
"step": 32
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2817.0,
"completions/max_terminated_length": 2817.0,
"completions/mean_length": 1192.4375,
"completions/mean_terminated_length": 1271.9333333333334,
"completions/min_length": 0.0,
"completions/min_terminated_length": 323.0,
"epoch": 0.00019975786924939466,
"grad_norm": 3.7035403316845934,
"kl": 1.03271484375,
"learning_rate": 3e-06,
"loss": -0.0039,
"num_tokens": 273829.0,
"reward": 0.09496757388114929,
"reward_std": 0.41386595368385315,
"rewards/avg_thinking_length_func": 69.1875,
"rewards/correct_answer_reward_func": 0.4375,
"rewards/efficient_thinking_reward_func": 0.4750871147644119,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 0.9479166269302368,
"rewards/tool_execution_reward_func": 0.9375,
"step": 33
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00020581113801452784,
"grad_norm": 1.6964420133725846,
"kl": 0.6962890625,
"learning_rate": 3e-06,
"loss": -0.0055,
"step": 34
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.000211864406779661,
"grad_norm": 1.2613994802405568,
"kl": 0.7099609375,
"learning_rate": 3e-06,
"loss": -0.0054,
"step": 35
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00021791767554479418,
"grad_norm": 1.4140209746173513,
"kl": 0.7392578125,
"learning_rate": 3e-06,
"loss": -0.0051,
"step": 36
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 3204.0,
"completions/max_terminated_length": 3204.0,
"completions/mean_length": 1571.1875,
"completions/mean_terminated_length": 1675.9333333333334,
"completions/min_length": 0.0,
"completions/min_terminated_length": 511.0,
"epoch": 0.00022397094430992736,
"grad_norm": 53596994705358.31,
"kl": 3710857740297.5625,
"learning_rate": 3e-06,
"loss": 10334783488.0,
"num_tokens": 310668.0,
"reward": -0.043196823447942734,
"reward_std": 0.17278729379177094,
"rewards/avg_thinking_length_func": 162.5625,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.3250826003494903,
"rewards/format_reward_func": 0.987500011920929,
"rewards/num_xml_reward_func": 0.875,
"rewards/tool_execution_reward_func": 0.9375,
"step": 37
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00023002421307506053,
"grad_norm": 84771335.30009712,
"kl": 2411058.75,
"learning_rate": 3e-06,
"loss": 6696.0161,
"step": 38
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0002360774818401937,
"grad_norm": 3632.7359114591427,
"kl": 133.154296875,
"learning_rate": 3e-06,
"loss": 0.82,
"step": 39
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00024213075060532688,
"grad_norm": 42.64315100889087,
"kl": 3.703125,
"learning_rate": 3e-06,
"loss": 0.0345,
"step": 40
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2535.0,
"completions/max_terminated_length": 2535.0,
"completions/mean_length": 1004.0625,
"completions/mean_terminated_length": 1071.0,
"completions/min_length": 0.0,
"completions/min_terminated_length": 277.0,
"epoch": 0.00024818401937046,
"grad_norm": 0.3830041877799282,
"kl": 0.59814453125,
"learning_rate": 3e-06,
"loss": -0.0042,
"num_tokens": 338421.0,
"reward": 0.0777856633067131,
"reward_std": 0.305923730134964,
"rewards/avg_thinking_length_func": 89.21875,
"rewards/correct_answer_reward_func": 0.3125,
"rewards/efficient_thinking_reward_func": 0.49057807654986807,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.0104166269302368,
"rewards/tool_execution_reward_func": 0.8125,
"step": 41
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0002542372881355932,
"grad_norm": 0.26752404691559056,
"kl": 0.572265625,
"learning_rate": 3e-06,
"loss": -0.0043,
"step": 42
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00026029055690072637,
"grad_norm": 0.24396627644436175,
"kl": 0.59033203125,
"learning_rate": 3e-06,
"loss": -0.0043,
"step": 43
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00026634382566585957,
"grad_norm": 0.2219905360560463,
"kl": 0.5869140625,
"learning_rate": 3e-06,
"loss": -0.0043,
"step": 44
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2556.0,
"completions/max_terminated_length": 2556.0,
"completions/mean_length": 1469.9375,
"completions/mean_terminated_length": 1469.9375,
"completions/min_length": 806.0,
"completions/min_terminated_length": 806.0,
"epoch": 0.0002723970944309927,
"grad_norm": 0.3505513257767094,
"kl": 0.515625,
"learning_rate": 3e-06,
"loss": 0.0017,
"num_tokens": 369544.0,
"reward": 0.0,
"reward_std": 0.0,
"rewards/avg_thinking_length_func": 145.875,
"rewards/correct_answer_reward_func": 0.0,
"rewards/efficient_thinking_reward_func": 0.3200705292271429,
"rewards/format_reward_func": 0.9937499761581421,
"rewards/num_xml_reward_func": 0.875,
"rewards/tool_execution_reward_func": 0.875,
"step": 45
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0002784503631961259,
"grad_norm": 0.1358254536364525,
"kl": 0.48291015625,
"learning_rate": 3e-06,
"loss": 0.0016,
"step": 46
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00028450363196125906,
"grad_norm": 0.04953296360188178,
"kl": 0.46240234375,
"learning_rate": 3e-06,
"loss": 0.0016,
"step": 47
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00029055690072639226,
"grad_norm": 0.04556158513173327,
"kl": 0.458984375,
"learning_rate": 3e-06,
"loss": 0.0015,
"step": 48
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 1418.0,
"completions/max_terminated_length": 1418.0,
"completions/mean_length": 1150.0625,
"completions/mean_terminated_length": 1150.0625,
"completions/min_length": 281.0,
"completions/min_terminated_length": 281.0,
"epoch": 0.0002966101694915254,
"grad_norm": 24.523298976288224,
"kl": 4.013671875,
"learning_rate": 3e-06,
"loss": 0.0174,
"num_tokens": 395537.0,
"reward": 0.09051951766014099,
"reward_std": 0.40777578949928284,
"rewards/avg_thinking_length_func": 90.625,
"rewards/correct_answer_reward_func": 0.4375,
"rewards/efficient_thinking_reward_func": 0.6560945998667584,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.1875,
"rewards/tool_execution_reward_func": 0.9375,
"step": 49
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0003026634382566586,
"grad_norm": 1.1088188455815937,
"kl": 1.0966796875,
"learning_rate": 3e-06,
"loss": 0.0085,
"step": 50
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00030871670702179176,
"grad_norm": 0.8246471166001736,
"kl": 0.998046875,
"learning_rate": 3e-06,
"loss": 0.0081,
"step": 51
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00031476997578692496,
"grad_norm": 0.7444859388030179,
"kl": 0.927734375,
"learning_rate": 3e-06,
"loss": 0.0079,
"step": 52
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 3603.0,
"completions/max_terminated_length": 3603.0,
"completions/mean_length": 1481.75,
"completions/mean_terminated_length": 1481.75,
"completions/min_length": 938.0,
"completions/min_terminated_length": 938.0,
"epoch": 0.0003208232445520581,
"grad_norm": 0.6560467591027961,
"kl": 0.72265625,
"learning_rate": 3e-06,
"loss": 0.0026,
"num_tokens": 426849.0,
"reward": 0.0,
"reward_std": 0.0,
"rewards/avg_thinking_length_func": 110.40625,
"rewards/correct_answer_reward_func": 0.0,
"rewards/efficient_thinking_reward_func": 0.5525294297041425,
"rewards/format_reward_func": 0.9697916507720947,
"rewards/num_xml_reward_func": 0.9583333730697632,
"rewards/tool_execution_reward_func": 0.875,
"step": 53
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0003268765133171913,
"grad_norm": 0.9054808017375268,
"kl": 0.7802734375,
"learning_rate": 3e-06,
"loss": 0.0027,
"step": 54
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00033292978208232445,
"grad_norm": 0.2664167272731428,
"kl": 0.6806640625,
"learning_rate": 3e-06,
"loss": 0.0024,
"step": 55
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00033898305084745765,
"grad_norm": 0.06723837861451398,
"kl": 0.6181640625,
"learning_rate": 3e-06,
"loss": 0.0022,
"step": 56
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 3084.0,
"completions/max_terminated_length": 3084.0,
"completions/mean_length": 1275.125,
"completions/mean_terminated_length": 1275.125,
"completions/min_length": 239.0,
"completions/min_terminated_length": 239.0,
"epoch": 0.0003450363196125908,
"grad_norm": 18149.022369023623,
"kl": 436.88671875,
"learning_rate": 3e-06,
"loss": 2.4098,
"num_tokens": 454843.0,
"reward": 0.06402035802602768,
"reward_std": 0.3948812782764435,
"rewards/avg_thinking_length_func": 72.0,
"rewards/correct_answer_reward_func": 0.375,
"rewards/efficient_thinking_reward_func": 0.5193150989217454,
"rewards/format_reward_func": 0.9791666865348816,
"rewards/num_xml_reward_func": 1.046875,
"rewards/tool_execution_reward_func": 0.875,
"step": 57
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.000351089588377724,
"grad_norm": 130.24455511173358,
"kl": 25.609375,
"learning_rate": 3e-06,
"loss": 0.0696,
"step": 58
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00035714285714285714,
"grad_norm": 6.994583625280491,
"kl": 3.1640625,
"learning_rate": 3e-06,
"loss": -0.0064,
"step": 59
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0003631961259079903,
"grad_norm": 1.0257205408467853,
"kl": 1.396484375,
"learning_rate": 3e-06,
"loss": -0.0124,
"step": 60
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 3353.0,
"completions/max_terminated_length": 3353.0,
"completions/mean_length": 1478.4375,
"completions/mean_terminated_length": 1577.0,
"completions/min_length": 0.0,
"completions/min_terminated_length": 13.0,
"epoch": 0.0003692493946731235,
"grad_norm": 0.39241037722147315,
"kl": 0.7880859375,
"learning_rate": 3e-06,
"loss": -0.0248,
"num_tokens": 490198.0,
"reward": 0.004050910472869873,
"reward_std": 0.2644372284412384,
"rewards/avg_thinking_length_func": 157.6770782470703,
"rewards/correct_answer_reward_func": 0.125,
"rewards/efficient_thinking_reward_func": 0.5676122758117079,
"rewards/format_reward_func": 0.9004167318344116,
"rewards/num_xml_reward_func": 0.96875,
"rewards/tool_execution_reward_func": 0.9375,
"step": 61
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00037530266343825664,
"grad_norm": 0.33115302407577757,
"kl": 0.78515625,
"learning_rate": 3e-06,
"loss": -0.0248,
"step": 62
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00038135593220338984,
"grad_norm": 0.25505560853744225,
"kl": 0.798828125,
"learning_rate": 3e-06,
"loss": -0.0248,
"step": 63
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.000387409200968523,
"grad_norm": 0.2102809253373098,
"kl": 0.828125,
"learning_rate": 3e-06,
"loss": -0.0248,
"step": 64
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2543.0,
"completions/max_terminated_length": 2543.0,
"completions/mean_length": 1185.3125,
"completions/mean_terminated_length": 1264.3333333333333,
"completions/min_length": 0.0,
"completions/min_terminated_length": 213.0,
"epoch": 0.0003934624697336562,
"grad_norm": 0.8562023922194224,
"kl": 1.2021484375,
"learning_rate": 3e-06,
"loss": 0.0037,
"num_tokens": 520851.0,
"reward": 0.0788969099521637,
"reward_std": 0.2156054973602295,
"rewards/avg_thinking_length_func": 114.40625,
"rewards/correct_answer_reward_func": 0.125,
"rewards/efficient_thinking_reward_func": 0.7406251293101025,
"rewards/format_reward_func": 0.9466667175292969,
"rewards/num_xml_reward_func": 1.0520833730697632,
"rewards/tool_execution_reward_func": 0.875,
"step": 65
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00039951573849878933,
"grad_norm": 0.2046311200261111,
"kl": 1.0009765625,
"learning_rate": 3e-06,
"loss": 0.0031,
"step": 66
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00040556900726392253,
"grad_norm": 0.1947907245304449,
"kl": 0.9833984375,
"learning_rate": 3e-06,
"loss": 0.003,
"step": 67
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0004116222760290557,
"grad_norm": 0.19275059130452188,
"kl": 0.9736328125,
"learning_rate": 3e-06,
"loss": 0.003,
"step": 68
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 3362.0,
"completions/max_terminated_length": 3362.0,
"completions/mean_length": 1588.1875,
"completions/mean_terminated_length": 1588.1875,
"completions/min_length": 252.0,
"completions/min_terminated_length": 252.0,
"epoch": 0.0004176755447941889,
"grad_norm": 0.8366730039548783,
"kl": 0.8349609375,
"learning_rate": 3e-06,
"loss": 0.0219,
"num_tokens": 553866.0,
"reward": -0.043196823447942734,
"reward_std": 0.17278729379177094,
"rewards/avg_thinking_length_func": 197.28125,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.6236665630221623,
"rewards/format_reward_func": 0.984375,
"rewards/num_xml_reward_func": 1.375,
"rewards/tool_execution_reward_func": 1.0625,
"step": 69
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.000423728813559322,
"grad_norm": 0.9243760422793489,
"kl": 0.8310546875,
"learning_rate": 3e-06,
"loss": 0.0219,
"step": 70
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0004297820823244552,
"grad_norm": 2.5683071328894296,
"kl": 0.947265625,
"learning_rate": 3e-06,
"loss": 0.0226,
"step": 71
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00043583535108958837,
"grad_norm": 8580.97667222067,
"kl": 167.6015625,
"learning_rate": 3e-06,
"loss": 1.3871,
"step": 72
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2605.0,
"completions/max_terminated_length": 2605.0,
"completions/mean_length": 1085.4375,
"completions/mean_terminated_length": 1085.4375,
"completions/min_length": 243.0,
"completions/min_terminated_length": 243.0,
"epoch": 0.00044188861985472157,
"grad_norm": 2.698763686067543,
"kl": 1.203125,
"learning_rate": 3e-06,
"loss": 0.0159,
"num_tokens": 578825.0,
"reward": 0.13226403295993805,
"reward_std": 0.32802054286003113,
"rewards/avg_thinking_length_func": 51.78125,
"rewards/correct_answer_reward_func": 0.4375,
"rewards/efficient_thinking_reward_func": 0.4221610379909578,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.1979166269302368,
"rewards/tool_execution_reward_func": 0.8125,
"step": 73
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0004479418886198547,
"grad_norm": 0.4428441474501145,
"kl": 0.9765625,
"learning_rate": 3e-06,
"loss": 0.0152,
"step": 74
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0004539951573849879,
"grad_norm": 0.4303895229040926,
"kl": 0.9765625,
"learning_rate": 3e-06,
"loss": 0.0152,
"step": 75
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00046004842615012106,
"grad_norm": 14.390819598577476,
"kl": 2.109375,
"learning_rate": 3e-06,
"loss": 0.0187,
"step": 76
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2957.0,
"completions/max_terminated_length": 2957.0,
"completions/mean_length": 1399.0625,
"completions/mean_terminated_length": 1399.0625,
"completions/min_length": 568.0,
"completions/min_terminated_length": 568.0,
"epoch": 0.00046610169491525426,
"grad_norm": 4189.702981431435,
"kl": 92.814453125,
"learning_rate": 3e-06,
"loss": 0.6434,
"num_tokens": 608814.0,
"reward": 0.044644102454185486,
"reward_std": 0.17857640981674194,
"rewards/avg_thinking_length_func": 100.25,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.4614093326791774,
"rewards/format_reward_func": 0.981249988079071,
"rewards/num_xml_reward_func": 1.2708332538604736,
"rewards/tool_execution_reward_func": 0.875,
"step": 77
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0004721549636803874,
"grad_norm": 99.00548055580344,
"kl": 14.109375,
"learning_rate": 3e-06,
"loss": 0.0301,
"step": 78
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00047820823244552055,
"grad_norm": 5.827885456645575,
"kl": 2.306640625,
"learning_rate": 3e-06,
"loss": -0.005,
"step": 79
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00048426150121065375,
"grad_norm": 1.393289989818607,
"kl": 1.1181640625,
"learning_rate": 3e-06,
"loss": -0.0072,
"step": 80
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 2912.0,
"completions/max_terminated_length": 2912.0,
"completions/mean_length": 1180.6875,
"completions/mean_terminated_length": 1259.4,
"completions/min_length": 0.0,
"completions/min_terminated_length": 318.0,
"epoch": 0.000490314769975787,
"grad_norm": 15.423239339093648,
"kl": 3.791015625,
"learning_rate": 3e-06,
"loss": 0.0403,
"num_tokens": 639393.0,
"reward": 0.12507787346839905,
"reward_std": 0.42275041341781616,
"rewards/avg_thinking_length_func": 77.41666412353516,
"rewards/correct_answer_reward_func": 0.5,
"rewards/efficient_thinking_reward_func": 0.5368496096788951,
"rewards/format_reward_func": 0.9825000166893005,
"rewards/num_xml_reward_func": 1.09375,
"rewards/tool_execution_reward_func": 0.9375,
"step": 81
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.00049636803874092,
"grad_norm": 2.262950442352818,
"kl": 1.6640625,
"learning_rate": 3e-06,
"loss": 0.032,
"step": 82
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005024213075060532,
"grad_norm": 1.1984612569756452,
"kl": 1.18359375,
"learning_rate": 3e-06,
"loss": 0.0306,
"step": 83
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005084745762711864,
"grad_norm": 2.42271341300058,
"kl": 1.287109375,
"learning_rate": 3e-06,
"loss": 0.0313,
"step": 84
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.125,
"completions/max_length": 2703.0,
"completions/max_terminated_length": 2703.0,
"completions/mean_length": 1237.0,
"completions/mean_terminated_length": 1413.7142857142858,
"completions/min_length": 0.0,
"completions/min_terminated_length": 744.0,
"epoch": 0.0005145278450363196,
"grad_norm": 0.18115764428552125,
"kl": 0.751953125,
"learning_rate": 3e-06,
"loss": -0.0039,
"num_tokens": 674981.0,
"reward": 0.03594072163105011,
"reward_std": 0.14376287162303925,
"rewards/avg_thinking_length_func": 100.3125,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.6207628181651339,
"rewards/format_reward_func": 0.96875,
"rewards/num_xml_reward_func": 1.3270833492279053,
"rewards/tool_execution_reward_func": 0.9375,
"step": 85
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005205811138014527,
"grad_norm": 0.1563801639696718,
"kl": 0.7373046875,
"learning_rate": 3e-06,
"loss": -0.004,
"step": 86
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005266343825665859,
"grad_norm": 0.1436249859111408,
"kl": 0.73046875,
"learning_rate": 3e-06,
"loss": -0.004,
"step": 87
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005326876513317191,
"grad_norm": 0.1274894764193074,
"kl": 0.724609375,
"learning_rate": 3e-06,
"loss": -0.004,
"step": 88
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2842.0,
"completions/max_terminated_length": 2842.0,
"completions/mean_length": 1241.375,
"completions/mean_terminated_length": 1241.375,
"completions/min_length": 230.0,
"completions/min_terminated_length": 230.0,
"epoch": 0.0005387409200968523,
"grad_norm": 5.853699967839861,
"kl": 1.76171875,
"learning_rate": 3e-06,
"loss": 0.0202,
"num_tokens": 702435.0,
"reward": 0.18937985599040985,
"reward_std": 0.26354894042015076,
"rewards/avg_thinking_length_func": 74.375,
"rewards/correct_answer_reward_func": 0.375,
"rewards/efficient_thinking_reward_func": 0.485505122320828,
"rewards/format_reward_func": 0.9916666746139526,
"rewards/num_xml_reward_func": 1.3125,
"rewards/tool_execution_reward_func": 0.8125,
"step": 89
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005447941888619854,
"grad_norm": 1.095172664109551,
"kl": 1.482421875,
"learning_rate": 3e-06,
"loss": 0.0181,
"step": 90
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005508474576271186,
"grad_norm": 0.42798964827778446,
"kl": 1.3359375,
"learning_rate": 3e-06,
"loss": 0.0174,
"step": 91
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005569007263922518,
"grad_norm": 0.4252584937775968,
"kl": 1.2265625,
"learning_rate": 3e-06,
"loss": 0.017,
"step": 92
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.125,
"completions/max_length": 2607.0,
"completions/max_terminated_length": 2607.0,
"completions/mean_length": 1312.6875,
"completions/mean_terminated_length": 1500.2142857142858,
"completions/min_length": 0.0,
"completions/min_terminated_length": 442.0,
"epoch": 0.000562953995157385,
"grad_norm": 1.1205239401676392,
"kl": 1.189453125,
"learning_rate": 3e-06,
"loss": -0.0069,
"num_tokens": 739234.0,
"reward": 0.033249590545892715,
"reward_std": 0.13299836218357086,
"rewards/avg_thinking_length_func": 151.1875,
"rewards/correct_answer_reward_func": 0.0625,
"rewards/efficient_thinking_reward_func": 0.4546527628842526,
"rewards/format_reward_func": 0.9666666984558105,
"rewards/num_xml_reward_func": 1.2395833730697632,
"rewards/tool_execution_reward_func": 0.9375,
"step": 93
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005690072639225181,
"grad_norm": 0.6129371822076389,
"kl": 1.0341796875,
"learning_rate": 3e-06,
"loss": -0.0072,
"step": 94
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005750605326876513,
"grad_norm": 0.30285345268245273,
"kl": 0.8857421875,
"learning_rate": 3e-06,
"loss": -0.0076,
"step": 95
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005811138014527845,
"grad_norm": 0.2502782554540184,
"kl": 0.798828125,
"learning_rate": 3e-06,
"loss": -0.0079,
"step": 96
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 2939.0,
"completions/max_terminated_length": 2939.0,
"completions/mean_length": 1035.125,
"completions/mean_terminated_length": 1035.125,
"completions/min_length": 169.0,
"completions/min_terminated_length": 169.0,
"epoch": 0.0005871670702179177,
"grad_norm": 5.13582049228313,
"kl": 2.056640625,
"learning_rate": 3e-06,
"loss": 0.0147,
"num_tokens": 763388.0,
"reward": 0.18276317417621613,
"reward_std": 0.3562992513179779,
"rewards/avg_thinking_length_func": 61.21875,
"rewards/correct_answer_reward_func": 0.5,
"rewards/efficient_thinking_reward_func": 0.4562464008188011,
"rewards/format_reward_func": 1.0,
"rewards/num_xml_reward_func": 1.2916666269302368,
"rewards/tool_execution_reward_func": 0.75,
"step": 97
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0005932203389830508,
"grad_norm": 0.8360603719298867,
"kl": 1.5234375,
"learning_rate": 3e-06,
"loss": 0.0126,
"step": 98
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.000599273607748184,
"grad_norm": 0.47398212103799814,
"kl": 1.265625,
"learning_rate": 3e-06,
"loss": 0.0117,
"step": 99
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"epoch": 0.0006053268765133172,
"grad_norm": 0.4824867513848336,
"kl": 1.189453125,
"learning_rate": 3e-06,
"loss": 0.0115,
"step": 100
}
],
"logging_steps": 1,
"max_steps": 2000,
"num_input_tokens_seen": 763388,
"num_train_epochs": 1,
"save_steps": 20,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}