| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9980456026058632, | |
| "eval_steps": 100, | |
| "global_step": 383, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 870.0854415893555, | |
| "epoch": 0.0026058631921824105, | |
| "grad_norm": 0.16709676384925842, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": -0.0813, | |
| "reward": 0.49043366871774197, | |
| "reward_std": 0.34182496182620525, | |
| "rewards/accuracy_reward": 0.30165815725922585, | |
| "rewards/semantic_entropy_math_reward": 0.18877551332116127, | |
| "step": 1 | |
| }, | |
| { | |
| "completion_length": 879.3475608825684, | |
| "epoch": 0.005211726384364821, | |
| "grad_norm": 0.22682946920394897, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": -0.0873, | |
| "reward": 0.4734876109287143, | |
| "reward_std": 0.31084196362644434, | |
| "rewards/accuracy_reward": 0.2780612204223871, | |
| "rewards/semantic_entropy_math_reward": 0.19542638212442398, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 943.9164390563965, | |
| "epoch": 0.007817589576547232, | |
| "grad_norm": 0.23663833737373352, | |
| "learning_rate": 1.5e-06, | |
| "loss": -0.0952, | |
| "reward": 0.4689322207123041, | |
| "reward_std": 0.31457919254899025, | |
| "rewards/accuracy_reward": 0.27678570710122585, | |
| "rewards/semantic_entropy_math_reward": 0.1921465010382235, | |
| "step": 3 | |
| }, | |
| { | |
| "completion_length": 878.9853134155273, | |
| "epoch": 0.010423452768729642, | |
| "grad_norm": 0.3010266125202179, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": -0.0915, | |
| "reward": 0.48915816470980644, | |
| "reward_std": 0.3204598156735301, | |
| "rewards/accuracy_reward": 0.29783162754029036, | |
| "rewards/semantic_entropy_math_reward": 0.1913265334442258, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 861.0484504699707, | |
| "epoch": 0.013029315960912053, | |
| "grad_norm": 0.1940070539712906, | |
| "learning_rate": 2.5e-06, | |
| "loss": -0.0721, | |
| "reward": 0.45945699140429497, | |
| "reward_std": 0.31874877866357565, | |
| "rewards/accuracy_reward": 0.2710459101945162, | |
| "rewards/semantic_entropy_math_reward": 0.18841107934713364, | |
| "step": 5 | |
| }, | |
| { | |
| "completion_length": 937.8188629150391, | |
| "epoch": 0.015635179153094463, | |
| "grad_norm": 0.06981602311134338, | |
| "learning_rate": 3e-06, | |
| "loss": -0.096, | |
| "reward": 0.5111151468008757, | |
| "reward_std": 0.32009167689830065, | |
| "rewards/accuracy_reward": 0.30102040339261293, | |
| "rewards/semantic_entropy_math_reward": 0.21009475644677877, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 891.3507537841797, | |
| "epoch": 0.018241042345276872, | |
| "grad_norm": 0.1923670619726181, | |
| "learning_rate": 3.5e-06, | |
| "loss": -0.0935, | |
| "reward": 0.5479227416217327, | |
| "reward_std": 0.324985328130424, | |
| "rewards/accuracy_reward": 0.34183673094958067, | |
| "rewards/semantic_entropy_math_reward": 0.2060860088095069, | |
| "step": 7 | |
| }, | |
| { | |
| "completion_length": 889.3501167297363, | |
| "epoch": 0.020846905537459284, | |
| "grad_norm": 0.04959714412689209, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": -0.1075, | |
| "reward": 0.5332543794065714, | |
| "reward_std": 0.31880190316587687, | |
| "rewards/accuracy_reward": 0.3227040730416775, | |
| "rewards/semantic_entropy_math_reward": 0.21055030450224876, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 916.3003616333008, | |
| "epoch": 0.023452768729641693, | |
| "grad_norm": 0.06921309232711792, | |
| "learning_rate": 4.5e-06, | |
| "loss": -0.0841, | |
| "reward": 0.5948433019220829, | |
| "reward_std": 0.2975190822035074, | |
| "rewards/accuracy_reward": 0.3590561132878065, | |
| "rewards/semantic_entropy_math_reward": 0.23578718956559896, | |
| "step": 9 | |
| }, | |
| { | |
| "completion_length": 943.690673828125, | |
| "epoch": 0.026058631921824105, | |
| "grad_norm": 0.0358135886490345, | |
| "learning_rate": 5e-06, | |
| "loss": -0.0922, | |
| "reward": 0.6337463427335024, | |
| "reward_std": 0.2962046544998884, | |
| "rewards/accuracy_reward": 0.38711734022945166, | |
| "rewards/semantic_entropy_math_reward": 0.24662901367992163, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 931.7365913391113, | |
| "epoch": 0.028664495114006514, | |
| "grad_norm": 0.041781261563301086, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": -0.0894, | |
| "reward": 0.6365706976503134, | |
| "reward_std": 0.2825650768354535, | |
| "rewards/accuracy_reward": 0.38647958263754845, | |
| "rewards/semantic_entropy_math_reward": 0.25009111408144236, | |
| "step": 11 | |
| }, | |
| { | |
| "completion_length": 911.2397766113281, | |
| "epoch": 0.031270358306188926, | |
| "grad_norm": 0.06622398644685745, | |
| "learning_rate": 6e-06, | |
| "loss": -0.1081, | |
| "reward": 0.7182033378630877, | |
| "reward_std": 0.28334413934499025, | |
| "rewards/accuracy_reward": 0.43239795323461294, | |
| "rewards/semantic_entropy_math_reward": 0.28580539766699076, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 905.0082626342773, | |
| "epoch": 0.033876221498371335, | |
| "grad_norm": 0.02759523130953312, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": -0.0973, | |
| "reward": 0.6452259533107281, | |
| "reward_std": 0.27447106316685677, | |
| "rewards/accuracy_reward": 0.38201529905200005, | |
| "rewards/semantic_entropy_math_reward": 0.26321063842624426, | |
| "step": 13 | |
| }, | |
| { | |
| "completion_length": 881.1122283935547, | |
| "epoch": 0.036482084690553744, | |
| "grad_norm": 0.02610129304230213, | |
| "learning_rate": 7e-06, | |
| "loss": -0.0942, | |
| "reward": 0.6983418371528387, | |
| "reward_std": 0.27343872655183077, | |
| "rewards/accuracy_reward": 0.4234693720936775, | |
| "rewards/semantic_entropy_math_reward": 0.2748724529519677, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 883.7735748291016, | |
| "epoch": 0.03908794788273615, | |
| "grad_norm": 0.017909087240695953, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": -0.0933, | |
| "reward": 0.6560677662491798, | |
| "reward_std": 0.25880660582333803, | |
| "rewards/accuracy_reward": 0.38265305012464523, | |
| "rewards/semantic_entropy_math_reward": 0.2734147273004055, | |
| "step": 15 | |
| }, | |
| { | |
| "completion_length": 899.4240875244141, | |
| "epoch": 0.04169381107491857, | |
| "grad_norm": 0.0163668654859066, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": -0.0898, | |
| "reward": 0.669825067743659, | |
| "reward_std": 0.2818459044210613, | |
| "rewards/accuracy_reward": 0.39732142351567745, | |
| "rewards/semantic_entropy_math_reward": 0.27250364422798157, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 898.7939796447754, | |
| "epoch": 0.04429967426710098, | |
| "grad_norm": 0.009694581851363182, | |
| "learning_rate": 8.5e-06, | |
| "loss": -0.0763, | |
| "reward": 0.6652696784585714, | |
| "reward_std": 0.22073616785928607, | |
| "rewards/accuracy_reward": 0.3781887646764517, | |
| "rewards/semantic_entropy_math_reward": 0.2870809203013778, | |
| "step": 17 | |
| }, | |
| { | |
| "completion_length": 878.1428489685059, | |
| "epoch": 0.046905537459283386, | |
| "grad_norm": 0.010209346190094948, | |
| "learning_rate": 9e-06, | |
| "loss": -0.0777, | |
| "reward": 0.7228498347103596, | |
| "reward_std": 0.24326845351606607, | |
| "rewards/accuracy_reward": 0.4311224389821291, | |
| "rewards/semantic_entropy_math_reward": 0.29172741062939167, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 896.1135025024414, | |
| "epoch": 0.049511400651465795, | |
| "grad_norm": 0.013440839014947414, | |
| "learning_rate": 9.5e-06, | |
| "loss": -0.0752, | |
| "reward": 0.6634475197643042, | |
| "reward_std": 0.1989616984501481, | |
| "rewards/accuracy_reward": 0.35905611515045166, | |
| "rewards/semantic_entropy_math_reward": 0.3043913906440139, | |
| "step": 19 | |
| }, | |
| { | |
| "completion_length": 839.2117195129395, | |
| "epoch": 0.05211726384364821, | |
| "grad_norm": 0.017011163756251335, | |
| "learning_rate": 1e-05, | |
| "loss": -0.0586, | |
| "reward": 0.7821610607206821, | |
| "reward_std": 0.21515017794445157, | |
| "rewards/accuracy_reward": 0.46938773803412914, | |
| "rewards/semantic_entropy_math_reward": 0.3127733152359724, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 887.4808578491211, | |
| "epoch": 0.05472312703583062, | |
| "grad_norm": 0.009101642295718193, | |
| "learning_rate": 9.999812749151968e-06, | |
| "loss": -0.0595, | |
| "reward": 0.6434037834405899, | |
| "reward_std": 0.1854215101338923, | |
| "rewards/accuracy_reward": 0.35331631638109684, | |
| "rewards/semantic_entropy_math_reward": 0.2900874586775899, | |
| "step": 21 | |
| }, | |
| { | |
| "completion_length": 842.1600532531738, | |
| "epoch": 0.05732899022801303, | |
| "grad_norm": 0.011061098426580429, | |
| "learning_rate": 9.99925101063302e-06, | |
| "loss": -0.0568, | |
| "reward": 0.722485426813364, | |
| "reward_std": 0.21386212622746825, | |
| "rewards/accuracy_reward": 0.40688774874433875, | |
| "rewards/semantic_entropy_math_reward": 0.31559765338897705, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 872.0918083190918, | |
| "epoch": 0.05993485342019544, | |
| "grad_norm": 0.009069804102182388, | |
| "learning_rate": 9.998314826517564e-06, | |
| "loss": -0.0593, | |
| "reward": 0.7820699661970139, | |
| "reward_std": 0.21369126765057445, | |
| "rewards/accuracy_reward": 0.4738520346581936, | |
| "rewards/semantic_entropy_math_reward": 0.30821793153882027, | |
| "step": 23 | |
| }, | |
| { | |
| "completion_length": 790.3061065673828, | |
| "epoch": 0.06254071661237785, | |
| "grad_norm": 0.007478907238692045, | |
| "learning_rate": 9.997004266926105e-06, | |
| "loss": -0.0458, | |
| "reward": 0.7919096164405346, | |
| "reward_std": 0.1941184471361339, | |
| "rewards/accuracy_reward": 0.45918366592377424, | |
| "rewards/semantic_entropy_math_reward": 0.3327259514480829, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 849.5184745788574, | |
| "epoch": 0.06514657980456026, | |
| "grad_norm": 0.012659430503845215, | |
| "learning_rate": 9.995319430020004e-06, | |
| "loss": -0.0484, | |
| "reward": 0.7839832194149494, | |
| "reward_std": 0.1770358441863209, | |
| "rewards/accuracy_reward": 0.46301019191741943, | |
| "rewards/semantic_entropy_math_reward": 0.32097303587943316, | |
| "step": 25 | |
| }, | |
| { | |
| "completion_length": 840.4846801757812, | |
| "epoch": 0.06775244299674267, | |
| "grad_norm": 0.010360866785049438, | |
| "learning_rate": 9.993260441994116e-06, | |
| "loss": -0.0613, | |
| "reward": 0.8100400976836681, | |
| "reward_std": 0.1907408689148724, | |
| "rewards/accuracy_reward": 0.484693868085742, | |
| "rewards/semantic_entropy_math_reward": 0.32534620352089405, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 820.5082778930664, | |
| "epoch": 0.07035830618892508, | |
| "grad_norm": 0.01019768975675106, | |
| "learning_rate": 9.990827457067342e-06, | |
| "loss": -0.0412, | |
| "reward": 0.8268039189279079, | |
| "reward_std": 0.15273668291047215, | |
| "rewards/accuracy_reward": 0.49362243339419365, | |
| "rewards/semantic_entropy_math_reward": 0.33318148739635944, | |
| "step": 27 | |
| }, | |
| { | |
| "completion_length": 836.6026649475098, | |
| "epoch": 0.07296416938110749, | |
| "grad_norm": 0.009926711209118366, | |
| "learning_rate": 9.988020657471078e-06, | |
| "loss": -0.0391, | |
| "reward": 0.728134099394083, | |
| "reward_std": 0.15909703564830124, | |
| "rewards/accuracy_reward": 0.40688774175941944, | |
| "rewards/semantic_entropy_math_reward": 0.32124634832143784, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 793.8048286437988, | |
| "epoch": 0.0755700325732899, | |
| "grad_norm": 0.020279383286833763, | |
| "learning_rate": 9.984840253435569e-06, | |
| "loss": -0.0405, | |
| "reward": 0.8198797274380922, | |
| "reward_std": 0.18700192403048277, | |
| "rewards/accuracy_reward": 0.4929846879094839, | |
| "rewards/semantic_entropy_math_reward": 0.32689503859728575, | |
| "step": 29 | |
| }, | |
| { | |
| "completion_length": 744.598201751709, | |
| "epoch": 0.0781758957654723, | |
| "grad_norm": 0.011854313313961029, | |
| "learning_rate": 9.98128648317415e-06, | |
| "loss": -0.0396, | |
| "reward": 0.850127536803484, | |
| "reward_std": 0.16003184486180544, | |
| "rewards/accuracy_reward": 0.48915815353393555, | |
| "rewards/semantic_entropy_math_reward": 0.3609693832695484, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 764.6517677307129, | |
| "epoch": 0.08078175895765473, | |
| "grad_norm": 0.007330858614295721, | |
| "learning_rate": 9.977359612865424e-06, | |
| "loss": -0.0272, | |
| "reward": 0.9031523056328297, | |
| "reward_std": 0.1402361944783479, | |
| "rewards/accuracy_reward": 0.5363520253449678, | |
| "rewards/semantic_entropy_math_reward": 0.366800295189023, | |
| "step": 31 | |
| }, | |
| { | |
| "completion_length": 734.7104434967041, | |
| "epoch": 0.08338762214983714, | |
| "grad_norm": 0.016964299604296684, | |
| "learning_rate": 9.973059936633308e-06, | |
| "loss": -0.0311, | |
| "reward": 0.8176020421087742, | |
| "reward_std": 0.1600553193129599, | |
| "rewards/accuracy_reward": 0.46619896963238716, | |
| "rewards/semantic_entropy_math_reward": 0.35140305012464523, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 766.8622283935547, | |
| "epoch": 0.08599348534201955, | |
| "grad_norm": 0.013955877162516117, | |
| "learning_rate": 9.968387776525009e-06, | |
| "loss": -0.0309, | |
| "reward": 0.8125910945236683, | |
| "reward_std": 0.1700099449371919, | |
| "rewards/accuracy_reward": 0.46874998696148396, | |
| "rewards/semantic_entropy_math_reward": 0.34384110383689404, | |
| "step": 33 | |
| }, | |
| { | |
| "completion_length": 828.6734504699707, | |
| "epoch": 0.08859934853420195, | |
| "grad_norm": 0.015905598178505898, | |
| "learning_rate": 9.963343482486907e-06, | |
| "loss": -0.0339, | |
| "reward": 0.7439868859946728, | |
| "reward_std": 0.1670152919832617, | |
| "rewards/accuracy_reward": 0.4119897894561291, | |
| "rewards/semantic_entropy_math_reward": 0.33199707977473736, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 804.4808464050293, | |
| "epoch": 0.09120521172638436, | |
| "grad_norm": 0.011662989854812622, | |
| "learning_rate": 9.957927432338332e-06, | |
| "loss": -0.0364, | |
| "reward": 0.7976494319736958, | |
| "reward_std": 0.16072418447583914, | |
| "rewards/accuracy_reward": 0.4547193758189678, | |
| "rewards/semantic_entropy_math_reward": 0.34293002262711525, | |
| "step": 35 | |
| }, | |
| { | |
| "completion_length": 816.8692359924316, | |
| "epoch": 0.09381107491856677, | |
| "grad_norm": 0.014741488732397556, | |
| "learning_rate": 9.952140031743282e-06, | |
| "loss": -0.0329, | |
| "reward": 0.8408345356583595, | |
| "reward_std": 0.15276295854710042, | |
| "rewards/accuracy_reward": 0.48915815353393555, | |
| "rewards/semantic_entropy_math_reward": 0.3516763783991337, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 757.6179695129395, | |
| "epoch": 0.09641693811074918, | |
| "grad_norm": 0.021201658993959427, | |
| "learning_rate": 9.945981714180021e-06, | |
| "loss": -0.0365, | |
| "reward": 0.8421100489795208, | |
| "reward_std": 0.1715679601766169, | |
| "rewards/accuracy_reward": 0.5038265194743872, | |
| "rewards/semantic_entropy_math_reward": 0.33828352577984333, | |
| "step": 37 | |
| }, | |
| { | |
| "completion_length": 770.365421295166, | |
| "epoch": 0.09902280130293159, | |
| "grad_norm": 0.03967665135860443, | |
| "learning_rate": 9.939452940908627e-06, | |
| "loss": -0.0316, | |
| "reward": 0.8511297404766083, | |
| "reward_std": 0.14679769705981016, | |
| "rewards/accuracy_reward": 0.498724477365613, | |
| "rewards/semantic_entropy_math_reward": 0.35240524634718895, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 753.9119720458984, | |
| "epoch": 0.10162866449511401, | |
| "grad_norm": 0.02615044265985489, | |
| "learning_rate": 9.932554200936428e-06, | |
| "loss": -0.0365, | |
| "reward": 0.8091289959847927, | |
| "reward_std": 0.17394380597397685, | |
| "rewards/accuracy_reward": 0.46173468325287104, | |
| "rewards/semantic_entropy_math_reward": 0.3473943155258894, | |
| "step": 39 | |
| }, | |
| { | |
| "completion_length": 727.7244834899902, | |
| "epoch": 0.10423452768729642, | |
| "grad_norm": 0.20424392819404602, | |
| "learning_rate": 9.925286010981394e-06, | |
| "loss": -0.0368, | |
| "reward": 0.8333636894822121, | |
| "reward_std": 0.1578838722780347, | |
| "rewards/accuracy_reward": 0.48214284889400005, | |
| "rewards/semantic_entropy_math_reward": 0.3512208443135023, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 773.675365447998, | |
| "epoch": 0.10684039087947883, | |
| "grad_norm": 0.004368220455944538, | |
| "learning_rate": 9.917648915433413e-06, | |
| "loss": -0.0389, | |
| "reward": 0.8713556751608849, | |
| "reward_std": 0.18799859285354614, | |
| "rewards/accuracy_reward": 0.5153061114251614, | |
| "rewards/semantic_entropy_math_reward": 0.35604955814778805, | |
| "step": 41 | |
| }, | |
| { | |
| "completion_length": 756.2442359924316, | |
| "epoch": 0.10944625407166124, | |
| "grad_norm": 0.004377900157123804, | |
| "learning_rate": 9.909643486313533e-06, | |
| "loss": -0.0419, | |
| "reward": 0.8909438773989677, | |
| "reward_std": 0.15308711864054203, | |
| "rewards/accuracy_reward": 0.5248724389821291, | |
| "rewards/semantic_entropy_math_reward": 0.36607141979038715, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 740.527400970459, | |
| "epoch": 0.11205211726384365, | |
| "grad_norm": 0.004278510343283415, | |
| "learning_rate": 9.901270323231114e-06, | |
| "loss": -0.0376, | |
| "reward": 0.8292638286948204, | |
| "reward_std": 0.16438758978620172, | |
| "rewards/accuracy_reward": 0.483418358489871, | |
| "rewards/semantic_entropy_math_reward": 0.3458454851061106, | |
| "step": 43 | |
| }, | |
| { | |
| "completion_length": 665.3762626647949, | |
| "epoch": 0.11465798045602606, | |
| "grad_norm": 0.004815321881324053, | |
| "learning_rate": 9.892530053338909e-06, | |
| "loss": -0.0286, | |
| "reward": 0.9122630879282951, | |
| "reward_std": 0.16950253094546497, | |
| "rewards/accuracy_reward": 0.5433673392981291, | |
| "rewards/semantic_entropy_math_reward": 0.36889576353132725, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 692.8494720458984, | |
| "epoch": 0.11726384364820847, | |
| "grad_norm": 0.010744983330368996, | |
| "learning_rate": 9.883423331286096e-06, | |
| "loss": -0.025, | |
| "reward": 0.875364426523447, | |
| "reward_std": 0.15541742404457182, | |
| "rewards/accuracy_reward": 0.5051020309329033, | |
| "rewards/semantic_entropy_math_reward": 0.370262386277318, | |
| "step": 45 | |
| }, | |
| { | |
| "completion_length": 702.8003749847412, | |
| "epoch": 0.11986970684039087, | |
| "grad_norm": 0.006386768072843552, | |
| "learning_rate": 9.873950839169248e-06, | |
| "loss": -0.0375, | |
| "reward": 0.8963192403316498, | |
| "reward_std": 0.17361515946686268, | |
| "rewards/accuracy_reward": 0.5344387628138065, | |
| "rewards/semantic_entropy_math_reward": 0.3618804607540369, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 747.270393371582, | |
| "epoch": 0.12247557003257328, | |
| "grad_norm": 0.006052403245121241, | |
| "learning_rate": 9.864113286481237e-06, | |
| "loss": -0.0302, | |
| "reward": 0.8596027493476868, | |
| "reward_std": 0.16451329877600074, | |
| "rewards/accuracy_reward": 0.5146683547645807, | |
| "rewards/semantic_entropy_math_reward": 0.3449344038963318, | |
| "step": 47 | |
| }, | |
| { | |
| "completion_length": 677.6504974365234, | |
| "epoch": 0.1250814332247557, | |
| "grad_norm": 0.010900772176682949, | |
| "learning_rate": 9.853911410058097e-06, | |
| "loss": -0.026, | |
| "reward": 0.8704445790499449, | |
| "reward_std": 0.14085088530555367, | |
| "rewards/accuracy_reward": 0.5165816182270646, | |
| "rewards/semantic_entropy_math_reward": 0.3538629673421383, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 713.0108261108398, | |
| "epoch": 0.1276872964169381, | |
| "grad_norm": 0.004999789409339428, | |
| "learning_rate": 9.843345974023833e-06, | |
| "loss": -0.0185, | |
| "reward": 0.8516763634979725, | |
| "reward_std": 0.14363743993453681, | |
| "rewards/accuracy_reward": 0.4885203968733549, | |
| "rewards/semantic_entropy_math_reward": 0.3631559703499079, | |
| "step": 49 | |
| }, | |
| { | |
| "completion_length": 696.6517677307129, | |
| "epoch": 0.13029315960912052, | |
| "grad_norm": 0.011122237890958786, | |
| "learning_rate": 9.832417769733185e-06, | |
| "loss": -0.0379, | |
| "reward": 0.8595116399228573, | |
| "reward_std": 0.16439938032999635, | |
| "rewards/accuracy_reward": 0.506377536803484, | |
| "rewards/semantic_entropy_math_reward": 0.35313410498201847, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 672.8233242034912, | |
| "epoch": 0.13289902280130292, | |
| "grad_norm": 0.006625417619943619, | |
| "learning_rate": 9.821127615712365e-06, | |
| "loss": -0.0212, | |
| "reward": 0.9153607748448849, | |
| "reward_std": 0.17063219111878425, | |
| "rewards/accuracy_reward": 0.5542091727256775, | |
| "rewards/semantic_entropy_math_reward": 0.3611515983939171, | |
| "step": 51 | |
| }, | |
| { | |
| "completion_length": 678.4897918701172, | |
| "epoch": 0.13550488599348534, | |
| "grad_norm": 0.006391481496393681, | |
| "learning_rate": 9.809476357597738e-06, | |
| "loss": -0.0301, | |
| "reward": 0.8757288567721844, | |
| "reward_std": 0.14586452580988407, | |
| "rewards/accuracy_reward": 0.5012754984200001, | |
| "rewards/semantic_entropy_math_reward": 0.37445334158837795, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 637.1996021270752, | |
| "epoch": 0.13811074918566776, | |
| "grad_norm": 0.004039392340928316, | |
| "learning_rate": 9.797464868072489e-06, | |
| "loss": -0.0229, | |
| "reward": 0.939504336565733, | |
| "reward_std": 0.12869648274499923, | |
| "rewards/accuracy_reward": 0.5529336631298065, | |
| "rewards/semantic_entropy_math_reward": 0.38657068461179733, | |
| "step": 53 | |
| }, | |
| { | |
| "completion_length": 669.5726890563965, | |
| "epoch": 0.14071661237785016, | |
| "grad_norm": 0.004615962039679289, | |
| "learning_rate": 9.785094046801256e-06, | |
| "loss": -0.0263, | |
| "reward": 0.9114431440830231, | |
| "reward_std": 0.14767074608244002, | |
| "rewards/accuracy_reward": 0.5293367225676775, | |
| "rewards/semantic_entropy_math_reward": 0.3821064028888941, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 694.8207740783691, | |
| "epoch": 0.14332247557003258, | |
| "grad_norm": 0.0039047168102115393, | |
| "learning_rate": 9.77236482036275e-06, | |
| "loss": -0.0294, | |
| "reward": 0.8075801469385624, | |
| "reward_std": 0.11974696815013885, | |
| "rewards/accuracy_reward": 0.4477040711790323, | |
| "rewards/semantic_entropy_math_reward": 0.35987609066069126, | |
| "step": 55 | |
| }, | |
| { | |
| "completion_length": 667.4215412139893, | |
| "epoch": 0.14592833876221498, | |
| "grad_norm": 0.0031674006022512913, | |
| "learning_rate": 9.759278142180348e-06, | |
| "loss": -0.034, | |
| "reward": 0.9129008483141661, | |
| "reward_std": 0.1429015859030187, | |
| "rewards/accuracy_reward": 0.5325254974886775, | |
| "rewards/semantic_entropy_math_reward": 0.3803753647953272, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 667.6166915893555, | |
| "epoch": 0.1485342019543974, | |
| "grad_norm": 0.00376137369312346, | |
| "learning_rate": 9.745834992450688e-06, | |
| "loss": -0.027, | |
| "reward": 0.8073068428784609, | |
| "reward_std": 0.1307279309257865, | |
| "rewards/accuracy_reward": 0.4521683547645807, | |
| "rewards/semantic_entropy_math_reward": 0.35513848531991243, | |
| "step": 57 | |
| }, | |
| { | |
| "completion_length": 629.4394016265869, | |
| "epoch": 0.1511400651465798, | |
| "grad_norm": 0.00376802496612072, | |
| "learning_rate": 9.732036378070243e-06, | |
| "loss": -0.0146, | |
| "reward": 0.8919460512697697, | |
| "reward_std": 0.14173119352199137, | |
| "rewards/accuracy_reward": 0.5223214142024517, | |
| "rewards/semantic_entropy_math_reward": 0.36962463706731796, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 679.9802112579346, | |
| "epoch": 0.15374592833876222, | |
| "grad_norm": 0.00410770159214735, | |
| "learning_rate": 9.717883332559911e-06, | |
| "loss": -0.0235, | |
| "reward": 0.8637937270104885, | |
| "reward_std": 0.13675629626959562, | |
| "rewards/accuracy_reward": 0.49298468604683876, | |
| "rewards/semantic_entropy_math_reward": 0.3708090353757143, | |
| "step": 59 | |
| }, | |
| { | |
| "completion_length": 613.1179676055908, | |
| "epoch": 0.1563517915309446, | |
| "grad_norm": 0.0037613979075104, | |
| "learning_rate": 9.703376915987601e-06, | |
| "loss": -0.0233, | |
| "reward": 0.8473032042384148, | |
| "reward_std": 0.1510353204794228, | |
| "rewards/accuracy_reward": 0.47130101174116135, | |
| "rewards/semantic_entropy_math_reward": 0.3760021850466728, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 659.0210304260254, | |
| "epoch": 0.15895765472312703, | |
| "grad_norm": 0.0041074734181165695, | |
| "learning_rate": 9.688518214888836e-06, | |
| "loss": -0.0397, | |
| "reward": 0.8512208238244057, | |
| "reward_std": 0.13073399825952947, | |
| "rewards/accuracy_reward": 0.4853316228836775, | |
| "rewards/semantic_entropy_math_reward": 0.3658892083913088, | |
| "step": 61 | |
| }, | |
| { | |
| "completion_length": 647.3169574737549, | |
| "epoch": 0.16156351791530946, | |
| "grad_norm": 0.004084247630089521, | |
| "learning_rate": 9.673308342185366e-06, | |
| "loss": -0.0256, | |
| "reward": 0.8939504288136959, | |
| "reward_std": 0.1518772984854877, | |
| "rewards/accuracy_reward": 0.5274234591051936, | |
| "rewards/semantic_entropy_math_reward": 0.36652695946395397, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 617.5650367736816, | |
| "epoch": 0.16416938110749185, | |
| "grad_norm": 0.0045938920229673386, | |
| "learning_rate": 9.657748437101819e-06, | |
| "loss": -0.0281, | |
| "reward": 0.9265670254826546, | |
| "reward_std": 0.14439171738922596, | |
| "rewards/accuracy_reward": 0.5573979429900646, | |
| "rewards/semantic_entropy_math_reward": 0.36916909366846085, | |
| "step": 63 | |
| }, | |
| { | |
| "completion_length": 662.421537399292, | |
| "epoch": 0.16677524429967427, | |
| "grad_norm": 0.004075649194419384, | |
| "learning_rate": 9.641839665080363e-06, | |
| "loss": -0.0301, | |
| "reward": 0.9174562618136406, | |
| "reward_std": 0.14708451775368303, | |
| "rewards/accuracy_reward": 0.5350765231996775, | |
| "rewards/semantic_entropy_math_reward": 0.3823797293007374, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 679.7850646972656, | |
| "epoch": 0.16938110749185667, | |
| "grad_norm": 0.003912299871444702, | |
| "learning_rate": 9.625583217693419e-06, | |
| "loss": -0.0303, | |
| "reward": 0.9068877436220646, | |
| "reward_std": 0.13392312987707555, | |
| "rewards/accuracy_reward": 0.5363520327955484, | |
| "rewards/semantic_entropy_math_reward": 0.37053569965064526, | |
| "step": 65 | |
| }, | |
| { | |
| "completion_length": 648.4598083496094, | |
| "epoch": 0.1719869706840391, | |
| "grad_norm": 0.00416301004588604, | |
| "learning_rate": 9.60898031255441e-06, | |
| "loss": -0.0225, | |
| "reward": 0.9016034826636314, | |
| "reward_std": 0.14559987792745233, | |
| "rewards/accuracy_reward": 0.5089285578578711, | |
| "rewards/semantic_entropy_math_reward": 0.3926749173551798, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 573.0261383056641, | |
| "epoch": 0.1745928338762215, | |
| "grad_norm": 0.006119817961007357, | |
| "learning_rate": 9.592032193226564e-06, | |
| "loss": -0.015, | |
| "reward": 0.9476129561662674, | |
| "reward_std": 0.12818793952465057, | |
| "rewards/accuracy_reward": 0.5656887628138065, | |
| "rewards/semantic_entropy_math_reward": 0.38192419335246086, | |
| "step": 67 | |
| }, | |
| { | |
| "completion_length": 651.288890838623, | |
| "epoch": 0.1771986970684039, | |
| "grad_norm": 0.00714410375803709, | |
| "learning_rate": 9.574740129129767e-06, | |
| "loss": -0.0264, | |
| "reward": 0.8074890486896038, | |
| "reward_std": 0.12236620881594718, | |
| "rewards/accuracy_reward": 0.4457908058539033, | |
| "rewards/semantic_entropy_math_reward": 0.36169825680553913, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 643.5050830841064, | |
| "epoch": 0.17980456026058633, | |
| "grad_norm": 0.006653693970292807, | |
| "learning_rate": 9.557105415445485e-06, | |
| "loss": -0.0202, | |
| "reward": 0.9240160100162029, | |
| "reward_std": 0.1365425349213183, | |
| "rewards/accuracy_reward": 0.5446428470313549, | |
| "rewards/semantic_entropy_math_reward": 0.3793731667101383, | |
| "step": 69 | |
| }, | |
| { | |
| "completion_length": 582.908145904541, | |
| "epoch": 0.18241042345276873, | |
| "grad_norm": 0.01532233040779829, | |
| "learning_rate": 9.539129373019755e-06, | |
| "loss": -0.018, | |
| "reward": 0.937226664274931, | |
| "reward_std": 0.13966482668183744, | |
| "rewards/accuracy_reward": 0.5548469256609678, | |
| "rewards/semantic_entropy_math_reward": 0.382379736751318, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 583.0146541595459, | |
| "epoch": 0.18501628664495115, | |
| "grad_norm": 0.004541024565696716, | |
| "learning_rate": 9.520813348264252e-06, | |
| "loss": -0.0259, | |
| "reward": 0.872904509305954, | |
| "reward_std": 0.10791157651692629, | |
| "rewards/accuracy_reward": 0.47704081051051617, | |
| "rewards/semantic_entropy_math_reward": 0.3958636950701475, | |
| "step": 71 | |
| }, | |
| { | |
| "completion_length": 658.2251129150391, | |
| "epoch": 0.18762214983713354, | |
| "grad_norm": 0.00619466882199049, | |
| "learning_rate": 9.502158713055444e-06, | |
| "loss": -0.0395, | |
| "reward": 0.8880284130573273, | |
| "reward_std": 0.1113471242133528, | |
| "rewards/accuracy_reward": 0.5089285634458065, | |
| "rewards/semantic_entropy_math_reward": 0.37909984961152077, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 624.5025367736816, | |
| "epoch": 0.19022801302931597, | |
| "grad_norm": 0.0047431401908397675, | |
| "learning_rate": 9.483166864631837e-06, | |
| "loss": -0.0331, | |
| "reward": 0.8842018693685532, | |
| "reward_std": 0.10373708885163069, | |
| "rewards/accuracy_reward": 0.5019132532179356, | |
| "rewards/semantic_entropy_math_reward": 0.38228863291442394, | |
| "step": 73 | |
| }, | |
| { | |
| "completion_length": 589.4891395568848, | |
| "epoch": 0.19283387622149836, | |
| "grad_norm": 0.004772627260535955, | |
| "learning_rate": 9.46383922548932e-06, | |
| "loss": -0.0249, | |
| "reward": 0.9389577209949493, | |
| "reward_std": 0.11472503608092666, | |
| "rewards/accuracy_reward": 0.545280609279871, | |
| "rewards/semantic_entropy_math_reward": 0.39367711916565895, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 620.705982208252, | |
| "epoch": 0.19543973941368079, | |
| "grad_norm": 0.0062498371116817, | |
| "learning_rate": 9.444177243274619e-06, | |
| "loss": -0.0257, | |
| "reward": 0.9043367132544518, | |
| "reward_std": 0.14091078890487552, | |
| "rewards/accuracy_reward": 0.5248724389821291, | |
| "rewards/semantic_entropy_math_reward": 0.37946427799761295, | |
| "step": 75 | |
| }, | |
| { | |
| "completion_length": 648.9623603820801, | |
| "epoch": 0.19804560260586318, | |
| "grad_norm": 0.004575234837830067, | |
| "learning_rate": 9.424182390676872e-06, | |
| "loss": -0.0282, | |
| "reward": 0.8821063973009586, | |
| "reward_std": 0.11956909950822592, | |
| "rewards/accuracy_reward": 0.5012755002826452, | |
| "rewards/semantic_entropy_math_reward": 0.3808308970183134, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 591.5235843658447, | |
| "epoch": 0.2006514657980456, | |
| "grad_norm": 0.005398905370384455, | |
| "learning_rate": 9.403856165317322e-06, | |
| "loss": -0.0297, | |
| "reward": 0.949161771684885, | |
| "reward_std": 0.12031427887268364, | |
| "rewards/accuracy_reward": 0.5548469219356775, | |
| "rewards/semantic_entropy_math_reward": 0.3943148721009493, | |
| "step": 77 | |
| }, | |
| { | |
| "completion_length": 634.9636363983154, | |
| "epoch": 0.20325732899022803, | |
| "grad_norm": 0.0076393503695726395, | |
| "learning_rate": 9.383200089637143e-06, | |
| "loss": -0.0267, | |
| "reward": 0.8719934187829494, | |
| "reward_std": 0.12535155925434083, | |
| "rewards/accuracy_reward": 0.49489794485270977, | |
| "rewards/semantic_entropy_math_reward": 0.3770954702049494, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 594.6001148223877, | |
| "epoch": 0.20586319218241042, | |
| "grad_norm": 0.0050405478104949, | |
| "learning_rate": 9.362215710783411e-06, | |
| "loss": -0.0178, | |
| "reward": 0.9342201091349125, | |
| "reward_std": 0.1078009803313762, | |
| "rewards/accuracy_reward": 0.5452806055545807, | |
| "rewards/semantic_entropy_math_reward": 0.38893949054181576, | |
| "step": 79 | |
| }, | |
| { | |
| "completion_length": 616.5573806762695, | |
| "epoch": 0.20846905537459284, | |
| "grad_norm": 0.00523959519341588, | |
| "learning_rate": 9.34090460049322e-06, | |
| "loss": -0.0283, | |
| "reward": 0.9657434336841106, | |
| "reward_std": 0.1119958006311208, | |
| "rewards/accuracy_reward": 0.5758928414434195, | |
| "rewards/semantic_entropy_math_reward": 0.38985058665275574, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 597.3839282989502, | |
| "epoch": 0.21107491856677524, | |
| "grad_norm": 0.007267440669238567, | |
| "learning_rate": 9.319268354975958e-06, | |
| "loss": -0.0246, | |
| "reward": 0.9277514442801476, | |
| "reward_std": 0.1274285425315611, | |
| "rewards/accuracy_reward": 0.5382652953267097, | |
| "rewards/semantic_entropy_math_reward": 0.38948614709079266, | |
| "step": 81 | |
| }, | |
| { | |
| "completion_length": 635.056755065918, | |
| "epoch": 0.21368078175895766, | |
| "grad_norm": 0.009285375475883484, | |
| "learning_rate": 9.297308594793757e-06, | |
| "loss": -0.0302, | |
| "reward": 0.9357689209282398, | |
| "reward_std": 0.11352400272153318, | |
| "rewards/accuracy_reward": 0.5414540711790323, | |
| "rewards/semantic_entropy_math_reward": 0.394314868375659, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 599.1862125396729, | |
| "epoch": 0.21628664495114006, | |
| "grad_norm": 0.007068796548992395, | |
| "learning_rate": 9.275026964740101e-06, | |
| "loss": -0.0221, | |
| "reward": 0.8811042085289955, | |
| "reward_std": 0.14417032268829644, | |
| "rewards/accuracy_reward": 0.4999999925494194, | |
| "rewards/semantic_entropy_math_reward": 0.3811042346060276, | |
| "step": 83 | |
| }, | |
| { | |
| "completion_length": 617.5911846160889, | |
| "epoch": 0.21889250814332248, | |
| "grad_norm": 0.006198438350111246, | |
| "learning_rate": 9.252425133716639e-06, | |
| "loss": -0.0388, | |
| "reward": 0.8672558218240738, | |
| "reward_std": 0.12377029308117926, | |
| "rewards/accuracy_reward": 0.4948979541659355, | |
| "rewards/semantic_entropy_math_reward": 0.3723578620702028, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 561.2780570983887, | |
| "epoch": 0.22149837133550487, | |
| "grad_norm": 0.006817261688411236, | |
| "learning_rate": 9.229504794608182e-06, | |
| "loss": -0.0129, | |
| "reward": 0.9309402145445347, | |
| "reward_std": 0.1257460000924766, | |
| "rewards/accuracy_reward": 0.5331632606685162, | |
| "rewards/semantic_entropy_math_reward": 0.3977769538760185, | |
| "step": 85 | |
| }, | |
| { | |
| "completion_length": 547.4725685119629, | |
| "epoch": 0.2241042345276873, | |
| "grad_norm": 0.005772161763161421, | |
| "learning_rate": 9.206267664155906e-06, | |
| "loss": -0.0404, | |
| "reward": 0.9456996843218803, | |
| "reward_std": 0.1207300984824542, | |
| "rewards/accuracy_reward": 0.5529336631298065, | |
| "rewards/semantic_entropy_math_reward": 0.3927660472691059, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 583.5822620391846, | |
| "epoch": 0.22671009771986972, | |
| "grad_norm": 0.020753948017954826, | |
| "learning_rate": 9.182715482828764e-06, | |
| "loss": -0.0265, | |
| "reward": 0.9639212638139725, | |
| "reward_std": 0.09742264985106885, | |
| "rewards/accuracy_reward": 0.570790808647871, | |
| "rewards/semantic_entropy_math_reward": 0.39313045144081116, | |
| "step": 87 | |
| }, | |
| { | |
| "completion_length": 584.519121170044, | |
| "epoch": 0.2293159609120521, | |
| "grad_norm": 0.007225371431559324, | |
| "learning_rate": 9.158850014693123e-06, | |
| "loss": -0.0268, | |
| "reward": 0.922284971922636, | |
| "reward_std": 0.1539946385892108, | |
| "rewards/accuracy_reward": 0.5414540749043226, | |
| "rewards/semantic_entropy_math_reward": 0.3808309081941843, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 588.8143997192383, | |
| "epoch": 0.23192182410423454, | |
| "grad_norm": 0.006209821905940771, | |
| "learning_rate": 9.134673047280644e-06, | |
| "loss": -0.0311, | |
| "reward": 0.8960458897054195, | |
| "reward_std": 0.09522696980275214, | |
| "rewards/accuracy_reward": 0.5153061179444194, | |
| "rewards/semantic_entropy_math_reward": 0.3807397987693548, | |
| "step": 89 | |
| }, | |
| { | |
| "completion_length": 563.0012645721436, | |
| "epoch": 0.23452768729641693, | |
| "grad_norm": 0.007620004937052727, | |
| "learning_rate": 9.110186391454389e-06, | |
| "loss": -0.0224, | |
| "reward": 0.9369533210992813, | |
| "reward_std": 0.10029464948456734, | |
| "rewards/accuracy_reward": 0.5427295845001936, | |
| "rewards/semantic_entropy_math_reward": 0.39422375708818436, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 562.1103248596191, | |
| "epoch": 0.23713355048859935, | |
| "grad_norm": 0.008318237029016018, | |
| "learning_rate": 9.085391881273182e-06, | |
| "loss": -0.0276, | |
| "reward": 0.9031523168087006, | |
| "reward_std": 0.11616136459633708, | |
| "rewards/accuracy_reward": 0.5197704005986452, | |
| "rewards/semantic_entropy_math_reward": 0.3833819255232811, | |
| "step": 91 | |
| }, | |
| { | |
| "completion_length": 566.0152969360352, | |
| "epoch": 0.23973941368078175, | |
| "grad_norm": 0.013799573294818401, | |
| "learning_rate": 9.060291373854252e-06, | |
| "loss": -0.0309, | |
| "reward": 0.9221938513219357, | |
| "reward_std": 0.1298237289302051, | |
| "rewards/accuracy_reward": 0.5471938699483871, | |
| "rewards/semantic_entropy_math_reward": 0.3749999888241291, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 478.0140209197998, | |
| "epoch": 0.24234527687296417, | |
| "grad_norm": 0.010932566598057747, | |
| "learning_rate": 9.034886749234112e-06, | |
| "loss": -0.0229, | |
| "reward": 0.9631923995912075, | |
| "reward_std": 0.08580980636179447, | |
| "rewards/accuracy_reward": 0.5599489714950323, | |
| "rewards/semantic_entropy_math_reward": 0.4032434243708849, | |
| "step": 93 | |
| }, | |
| { | |
| "completion_length": 528.445779800415, | |
| "epoch": 0.24495114006514657, | |
| "grad_norm": 0.03433404862880707, | |
| "learning_rate": 9.009179910227767e-06, | |
| "loss": -0.0259, | |
| "reward": 0.8987791389226913, | |
| "reward_std": 0.1273018317297101, | |
| "rewards/accuracy_reward": 0.5191326383501291, | |
| "rewards/semantic_entropy_math_reward": 0.3796464875340462, | |
| "step": 94 | |
| }, | |
| { | |
| "completion_length": 566.7614727020264, | |
| "epoch": 0.247557003257329, | |
| "grad_norm": 0.00829783733934164, | |
| "learning_rate": 8.98317278228618e-06, | |
| "loss": -0.0304, | |
| "reward": 0.8782798796892166, | |
| "reward_std": 0.13542052335105836, | |
| "rewards/accuracy_reward": 0.4936224343255162, | |
| "rewards/semantic_entropy_math_reward": 0.3846574295312166, | |
| "step": 95 | |
| }, | |
| { | |
| "completion_length": 506.3705234527588, | |
| "epoch": 0.2501628664495114, | |
| "grad_norm": 0.00881106685847044, | |
| "learning_rate": 8.956867313352055e-06, | |
| "loss": -0.0221, | |
| "reward": 0.9182762429118156, | |
| "reward_std": 0.08380106370896101, | |
| "rewards/accuracy_reward": 0.5191326439380646, | |
| "rewards/semantic_entropy_math_reward": 0.399143585935235, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 570.8501167297363, | |
| "epoch": 0.25276872964169383, | |
| "grad_norm": 0.007192031946033239, | |
| "learning_rate": 8.930265473713939e-06, | |
| "loss": -0.0305, | |
| "reward": 0.9258381798863411, | |
| "reward_std": 0.12165293795987964, | |
| "rewards/accuracy_reward": 0.5440050940960646, | |
| "rewards/semantic_entropy_math_reward": 0.3818330932408571, | |
| "step": 97 | |
| }, | |
| { | |
| "completion_length": 508.7321243286133, | |
| "epoch": 0.2553745928338762, | |
| "grad_norm": 0.007854027673602104, | |
| "learning_rate": 8.90336925585864e-06, | |
| "loss": -0.0173, | |
| "reward": 0.9938957393169403, | |
| "reward_std": 0.10928461601724848, | |
| "rewards/accuracy_reward": 0.5911989696323872, | |
| "rewards/semantic_entropy_math_reward": 0.40269677340984344, | |
| "step": 98 | |
| }, | |
| { | |
| "completion_length": 524.1619777679443, | |
| "epoch": 0.2579804560260586, | |
| "grad_norm": 0.01574082300066948, | |
| "learning_rate": 8.876180674322006e-06, | |
| "loss": -0.024, | |
| "reward": 0.941326517611742, | |
| "reward_std": 0.1133777701179497, | |
| "rewards/accuracy_reward": 0.5459183529019356, | |
| "rewards/semantic_entropy_math_reward": 0.39540815725922585, | |
| "step": 99 | |
| }, | |
| { | |
| "completion_length": 512.2608318328857, | |
| "epoch": 0.26058631921824105, | |
| "grad_norm": 0.00712746474891901, | |
| "learning_rate": 8.84870176553801e-06, | |
| "loss": -0.0223, | |
| "reward": 0.9894314855337143, | |
| "reward_std": 0.10396600887179375, | |
| "rewards/accuracy_reward": 0.5778061039745808, | |
| "rewards/semantic_entropy_math_reward": 0.4116253647953272, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 576.9661922454834, | |
| "epoch": 0.26319218241042347, | |
| "grad_norm": 0.007007178850471973, | |
| "learning_rate": 8.820934587686247e-06, | |
| "loss": -0.0296, | |
| "reward": 0.8965925425291061, | |
| "reward_std": 0.12761994334869087, | |
| "rewards/accuracy_reward": 0.49936224333941936, | |
| "rewards/semantic_entropy_math_reward": 0.39723031409084797, | |
| "step": 101 | |
| }, | |
| { | |
| "completion_length": 513.0254955291748, | |
| "epoch": 0.26579804560260584, | |
| "grad_norm": 0.007423168048262596, | |
| "learning_rate": 8.792881220537752e-06, | |
| "loss": -0.0214, | |
| "reward": 0.9517128206789494, | |
| "reward_std": 0.08766992692835629, | |
| "rewards/accuracy_reward": 0.5465561114251614, | |
| "rewards/semantic_entropy_math_reward": 0.4051567129790783, | |
| "step": 102 | |
| }, | |
| { | |
| "completion_length": 548.6473083496094, | |
| "epoch": 0.26840390879478826, | |
| "grad_norm": 0.008394024334847927, | |
| "learning_rate": 8.764543765299245e-06, | |
| "loss": -0.0183, | |
| "reward": 0.9393221363425255, | |
| "reward_std": 0.1155447622295469, | |
| "rewards/accuracy_reward": 0.541454067453742, | |
| "rewards/semantic_entropy_math_reward": 0.39786806143820286, | |
| "step": 103 | |
| }, | |
| { | |
| "completion_length": 543.691312789917, | |
| "epoch": 0.2710097719869707, | |
| "grad_norm": 0.006529523991048336, | |
| "learning_rate": 8.735924344455732e-06, | |
| "loss": -0.0215, | |
| "reward": 0.9579081423580647, | |
| "reward_std": 0.11347127868793905, | |
| "rewards/accuracy_reward": 0.5554846785962582, | |
| "rewards/semantic_entropy_math_reward": 0.40242345817387104, | |
| "step": 104 | |
| }, | |
| { | |
| "completion_length": 507.02295112609863, | |
| "epoch": 0.2736156351791531, | |
| "grad_norm": 0.007422362454235554, | |
| "learning_rate": 8.707025101611546e-06, | |
| "loss": -0.0244, | |
| "reward": 0.9213738925755024, | |
| "reward_std": 0.10976181924343109, | |
| "rewards/accuracy_reward": 0.5172193758189678, | |
| "rewards/semantic_entropy_math_reward": 0.40415450744330883, | |
| "step": 105 | |
| }, | |
| { | |
| "completion_length": 452.20470428466797, | |
| "epoch": 0.2762214983713355, | |
| "grad_norm": 0.007135653402656317, | |
| "learning_rate": 8.677848201329775e-06, | |
| "loss": -0.0076, | |
| "reward": 0.9969934076070786, | |
| "reward_std": 0.08652752835769206, | |
| "rewards/accuracy_reward": 0.5752550922334194, | |
| "rewards/semantic_entropy_math_reward": 0.4217383284121752, | |
| "step": 106 | |
| }, | |
| { | |
| "completion_length": 510.8156795501709, | |
| "epoch": 0.2788273615635179, | |
| "grad_norm": 0.00994784850627184, | |
| "learning_rate": 8.64839582897015e-06, | |
| "loss": -0.021, | |
| "reward": 0.8670735992491245, | |
| "reward_std": 0.11074995016679168, | |
| "rewards/accuracy_reward": 0.4942601975053549, | |
| "rewards/semantic_entropy_math_reward": 0.3728134222328663, | |
| "step": 107 | |
| }, | |
| { | |
| "completion_length": 523.8329010009766, | |
| "epoch": 0.2814332247557003, | |
| "grad_norm": 0.00812004879117012, | |
| "learning_rate": 8.61867019052535e-06, | |
| "loss": -0.0254, | |
| "reward": 0.9470662958920002, | |
| "reward_std": 0.10799844446592033, | |
| "rewards/accuracy_reward": 0.5350765231996775, | |
| "rewards/semantic_entropy_math_reward": 0.4119897708296776, | |
| "step": 108 | |
| }, | |
| { | |
| "completion_length": 484.8297176361084, | |
| "epoch": 0.28403908794788274, | |
| "grad_norm": 0.00825856626033783, | |
| "learning_rate": 8.588673512455781e-06, | |
| "loss": -0.0122, | |
| "reward": 0.9991800077259541, | |
| "reward_std": 0.10875873418990523, | |
| "rewards/accuracy_reward": 0.5924744792282581, | |
| "rewards/semantic_entropy_math_reward": 0.40670554153621197, | |
| "step": 109 | |
| }, | |
| { | |
| "completion_length": 465.98851013183594, | |
| "epoch": 0.28664495114006516, | |
| "grad_norm": 0.011785555630922318, | |
| "learning_rate": 8.558408041522801e-06, | |
| "loss": -0.011, | |
| "reward": 0.9412353932857513, | |
| "reward_std": 0.11806983663700521, | |
| "rewards/accuracy_reward": 0.5382652934640646, | |
| "rewards/semantic_entropy_math_reward": 0.4029701240360737, | |
| "step": 110 | |
| }, | |
| { | |
| "completion_length": 464.45534896850586, | |
| "epoch": 0.28925081433224753, | |
| "grad_norm": 0.008536071516573429, | |
| "learning_rate": 8.527876044620453e-06, | |
| "loss": -0.011, | |
| "reward": 0.9099853932857513, | |
| "reward_std": 0.12709335889667273, | |
| "rewards/accuracy_reward": 0.5216836612671614, | |
| "rewards/semantic_entropy_math_reward": 0.3883017376065254, | |
| "step": 111 | |
| }, | |
| { | |
| "completion_length": 508.1205291748047, | |
| "epoch": 0.29185667752442995, | |
| "grad_norm": 0.006830580998212099, | |
| "learning_rate": 8.497079808605659e-06, | |
| "loss": -0.0125, | |
| "reward": 0.9495262391865253, | |
| "reward_std": 0.08507522073341534, | |
| "rewards/accuracy_reward": 0.5389030510559678, | |
| "rewards/semantic_entropy_math_reward": 0.41062317602336407, | |
| "step": 112 | |
| }, | |
| { | |
| "completion_length": 468.2008819580078, | |
| "epoch": 0.2944625407166124, | |
| "grad_norm": 0.008947983384132385, | |
| "learning_rate": 8.466021640126946e-06, | |
| "loss": -0.0144, | |
| "reward": 0.9574526138603687, | |
| "reward_std": 0.0999740477418527, | |
| "rewards/accuracy_reward": 0.5503826402127743, | |
| "rewards/semantic_entropy_math_reward": 0.4070699568837881, | |
| "step": 113 | |
| }, | |
| { | |
| "completion_length": 535.3322677612305, | |
| "epoch": 0.2970684039087948, | |
| "grad_norm": 0.011211535893380642, | |
| "learning_rate": 8.434703865451666e-06, | |
| "loss": -0.0204, | |
| "reward": 0.8916727267205715, | |
| "reward_std": 0.13218142627738416, | |
| "rewards/accuracy_reward": 0.5057397801429033, | |
| "rewards/semantic_entropy_math_reward": 0.385932931676507, | |
| "step": 114 | |
| }, | |
| { | |
| "completion_length": 543.2493572235107, | |
| "epoch": 0.2996742671009772, | |
| "grad_norm": 0.010953478515148163, | |
| "learning_rate": 8.403128830291767e-06, | |
| "loss": -0.017, | |
| "reward": 0.8920371569693089, | |
| "reward_std": 0.10963007633108646, | |
| "rewards/accuracy_reward": 0.5076530482620001, | |
| "rewards/semantic_entropy_math_reward": 0.3843841031193733, | |
| "step": 115 | |
| }, | |
| { | |
| "completion_length": 527.7404232025146, | |
| "epoch": 0.3022801302931596, | |
| "grad_norm": 0.012620029971003532, | |
| "learning_rate": 8.371298899628091e-06, | |
| "loss": -0.024, | |
| "reward": 0.9088921137154102, | |
| "reward_std": 0.12522040773183107, | |
| "rewards/accuracy_reward": 0.5242346785962582, | |
| "rewards/semantic_entropy_math_reward": 0.3846574239432812, | |
| "step": 116 | |
| }, | |
| { | |
| "completion_length": 519.883918762207, | |
| "epoch": 0.304885993485342, | |
| "grad_norm": 0.013618368655443192, | |
| "learning_rate": 8.339216457533244e-06, | |
| "loss": -0.0187, | |
| "reward": 0.919278409332037, | |
| "reward_std": 0.1413876386359334, | |
| "rewards/accuracy_reward": 0.5280612204223871, | |
| "rewards/semantic_entropy_math_reward": 0.39121718890964985, | |
| "step": 117 | |
| }, | |
| { | |
| "completion_length": 569.508279800415, | |
| "epoch": 0.30749185667752443, | |
| "grad_norm": 0.009268795140087605, | |
| "learning_rate": 8.306883906993022e-06, | |
| "loss": -0.0223, | |
| "reward": 0.8455721400678158, | |
| "reward_std": 0.14180739130824804, | |
| "rewards/accuracy_reward": 0.4693877473473549, | |
| "rewards/semantic_entropy_math_reward": 0.3761843889951706, | |
| "step": 118 | |
| }, | |
| { | |
| "completion_length": 548.354585647583, | |
| "epoch": 0.31009771986970686, | |
| "grad_norm": 0.008740663528442383, | |
| "learning_rate": 8.274303669726427e-06, | |
| "loss": -0.0185, | |
| "reward": 0.904518935829401, | |
| "reward_std": 0.11498924950137734, | |
| "rewards/accuracy_reward": 0.5191326458007097, | |
| "rewards/semantic_entropy_math_reward": 0.3853862937539816, | |
| "step": 119 | |
| }, | |
| { | |
| "completion_length": 504.8743495941162, | |
| "epoch": 0.3127035830618892, | |
| "grad_norm": 0.008732241578400135, | |
| "learning_rate": 8.24147818600428e-06, | |
| "loss": -0.0162, | |
| "reward": 0.9195517338812351, | |
| "reward_std": 0.10652195988222957, | |
| "rewards/accuracy_reward": 0.5184948872774839, | |
| "rewards/semantic_entropy_math_reward": 0.4010568540543318, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 552.7168216705322, | |
| "epoch": 0.31530944625407165, | |
| "grad_norm": 0.00948347244411707, | |
| "learning_rate": 8.20840991446645e-06, | |
| "loss": -0.0168, | |
| "reward": 0.8840196654200554, | |
| "reward_std": 0.11878083180636168, | |
| "rewards/accuracy_reward": 0.498724477365613, | |
| "rewards/semantic_entropy_math_reward": 0.3852951806038618, | |
| "step": 121 | |
| }, | |
| { | |
| "completion_length": 536.5752468109131, | |
| "epoch": 0.31791530944625407, | |
| "grad_norm": 0.010393758304417133, | |
| "learning_rate": 8.175101331937692e-06, | |
| "loss": -0.0261, | |
| "reward": 0.9547193609178066, | |
| "reward_std": 0.1325584959704429, | |
| "rewards/accuracy_reward": 0.5618622377514839, | |
| "rewards/semantic_entropy_math_reward": 0.3928571343421936, | |
| "step": 122 | |
| }, | |
| { | |
| "completion_length": 514.7365875244141, | |
| "epoch": 0.3205211726384365, | |
| "grad_norm": 0.011021023616194725, | |
| "learning_rate": 8.141554933242135e-06, | |
| "loss": -0.0215, | |
| "reward": 0.839012373238802, | |
| "reward_std": 0.11658453289419413, | |
| "rewards/accuracy_reward": 0.4521683529019356, | |
| "rewards/semantic_entropy_math_reward": 0.3868440166115761, | |
| "step": 123 | |
| }, | |
| { | |
| "completion_length": 546.1747303009033, | |
| "epoch": 0.3231270358306189, | |
| "grad_norm": 0.012457598000764847, | |
| "learning_rate": 8.10777323101642e-06, | |
| "loss": -0.0149, | |
| "reward": 0.8359147049486637, | |
| "reward_std": 0.13787020510062575, | |
| "rewards/accuracy_reward": 0.4540816228836775, | |
| "rewards/semantic_entropy_math_reward": 0.38183307833969593, | |
| "step": 124 | |
| }, | |
| { | |
| "completion_length": 540.0956497192383, | |
| "epoch": 0.3257328990228013, | |
| "grad_norm": 0.00853867456316948, | |
| "learning_rate": 8.073758755521506e-06, | |
| "loss": -0.0105, | |
| "reward": 0.8753644078969955, | |
| "reward_std": 0.10535615705884993, | |
| "rewards/accuracy_reward": 0.4891581516712904, | |
| "rewards/semantic_entropy_math_reward": 0.3862062580883503, | |
| "step": 125 | |
| }, | |
| { | |
| "completion_length": 528.5184841156006, | |
| "epoch": 0.3283387622149837, | |
| "grad_norm": 0.010948549024760723, | |
| "learning_rate": 8.03951405445314e-06, | |
| "loss": -0.0143, | |
| "reward": 0.9124453142285347, | |
| "reward_std": 0.12273865600582212, | |
| "rewards/accuracy_reward": 0.5114795807749033, | |
| "rewards/semantic_entropy_math_reward": 0.40096573159098625, | |
| "step": 126 | |
| }, | |
| { | |
| "completion_length": 544.5784301757812, | |
| "epoch": 0.3309446254071661, | |
| "grad_norm": 0.013710816390812397, | |
| "learning_rate": 8.005041692751055e-06, | |
| "loss": -0.0167, | |
| "reward": 0.9290269501507282, | |
| "reward_std": 0.13117512222379446, | |
| "rewards/accuracy_reward": 0.5286989714950323, | |
| "rewards/semantic_entropy_math_reward": 0.4003279786556959, | |
| "step": 127 | |
| }, | |
| { | |
| "completion_length": 577.0956478118896, | |
| "epoch": 0.33355048859934855, | |
| "grad_norm": 0.03651218116283417, | |
| "learning_rate": 7.970344252406832e-06, | |
| "loss": -0.0183, | |
| "reward": 0.9039722643792629, | |
| "reward_std": 0.1263378494186327, | |
| "rewards/accuracy_reward": 0.5178571362048388, | |
| "rewards/semantic_entropy_math_reward": 0.38611516170203686, | |
| "step": 128 | |
| }, | |
| { | |
| "completion_length": 541.4247360229492, | |
| "epoch": 0.33615635179153097, | |
| "grad_norm": 0.013164433650672436, | |
| "learning_rate": 7.935424332270523e-06, | |
| "loss": -0.0233, | |
| "reward": 0.9340378865599632, | |
| "reward_std": 0.1010712229181081, | |
| "rewards/accuracy_reward": 0.5306122377514839, | |
| "rewards/semantic_entropy_math_reward": 0.4034256376326084, | |
| "step": 129 | |
| }, | |
| { | |
| "completion_length": 581.0784339904785, | |
| "epoch": 0.33876221498371334, | |
| "grad_norm": 0.012624763883650303, | |
| "learning_rate": 7.900284547855992e-06, | |
| "loss": -0.0054, | |
| "reward": 0.8548651225864887, | |
| "reward_std": 0.11518756812438369, | |
| "rewards/accuracy_reward": 0.467474477365613, | |
| "rewards/semantic_entropy_math_reward": 0.3873906545341015, | |
| "step": 130 | |
| }, | |
| { | |
| "completion_length": 534.0159378051758, | |
| "epoch": 0.34136807817589576, | |
| "grad_norm": 0.011506155133247375, | |
| "learning_rate": 7.864927531145012e-06, | |
| "loss": -0.0124, | |
| "reward": 0.9199161604046822, | |
| "reward_std": 0.10405887564411387, | |
| "rewards/accuracy_reward": 0.5204081516712904, | |
| "rewards/semantic_entropy_math_reward": 0.39950801618397236, | |
| "step": 131 | |
| }, | |
| { | |
| "completion_length": 548.1957817077637, | |
| "epoch": 0.3439739413680782, | |
| "grad_norm": 0.013849125243723392, | |
| "learning_rate": 7.829355930390126e-06, | |
| "loss": -0.0222, | |
| "reward": 0.8961370177567005, | |
| "reward_std": 0.11209307186072692, | |
| "rewards/accuracy_reward": 0.487882643006742, | |
| "rewards/semantic_entropy_math_reward": 0.4082543719559908, | |
| "step": 132 | |
| }, | |
| { | |
| "completion_length": 533.2085285186768, | |
| "epoch": 0.3465798045602606, | |
| "grad_norm": 0.007529080845415592, | |
| "learning_rate": 7.7935724099163e-06, | |
| "loss": -0.011, | |
| "reward": 0.9659256264567375, | |
| "reward_std": 0.10825655586086214, | |
| "rewards/accuracy_reward": 0.5688775414600968, | |
| "rewards/semantic_entropy_math_reward": 0.3970481026917696, | |
| "step": 133 | |
| }, | |
| { | |
| "completion_length": 530.067590713501, | |
| "epoch": 0.349185667752443, | |
| "grad_norm": 0.013162490911781788, | |
| "learning_rate": 7.757579649921354e-06, | |
| "loss": -0.0155, | |
| "reward": 0.9479773864150047, | |
| "reward_std": 0.14899065819918178, | |
| "rewards/accuracy_reward": 0.5433673392981291, | |
| "rewards/semantic_entropy_math_reward": 0.4046100489795208, | |
| "step": 134 | |
| }, | |
| { | |
| "completion_length": 564.3252391815186, | |
| "epoch": 0.3517915309446254, | |
| "grad_norm": 0.014966626651585102, | |
| "learning_rate": 7.721380346275221e-06, | |
| "loss": -0.0217, | |
| "reward": 0.9267492741346359, | |
| "reward_std": 0.1269418167648837, | |
| "rewards/accuracy_reward": 0.5306122275069356, | |
| "rewards/semantic_entropy_math_reward": 0.39613701961934566, | |
| "step": 135 | |
| }, | |
| { | |
| "completion_length": 551.4642715454102, | |
| "epoch": 0.3543973941368078, | |
| "grad_norm": 0.007552569266408682, | |
| "learning_rate": 7.684977210318024e-06, | |
| "loss": -0.0128, | |
| "reward": 0.9007835239171982, | |
| "reward_std": 0.10546381218591705, | |
| "rewards/accuracy_reward": 0.5031887609511614, | |
| "rewards/semantic_entropy_math_reward": 0.39759473875164986, | |
| "step": 136 | |
| }, | |
| { | |
| "completion_length": 532.7742252349854, | |
| "epoch": 0.35700325732899024, | |
| "grad_norm": 0.008308288641273975, | |
| "learning_rate": 7.648372968656995e-06, | |
| "loss": -0.01, | |
| "reward": 0.9131742008030415, | |
| "reward_std": 0.11054620456707198, | |
| "rewards/accuracy_reward": 0.5057397875934839, | |
| "rewards/semantic_entropy_math_reward": 0.40743439458310604, | |
| "step": 137 | |
| }, | |
| { | |
| "completion_length": 537.5076389312744, | |
| "epoch": 0.35960912052117266, | |
| "grad_norm": 0.007219830993562937, | |
| "learning_rate": 7.611570362962247e-06, | |
| "loss": -0.0164, | |
| "reward": 0.9657434225082397, | |
| "reward_std": 0.12022296455688775, | |
| "rewards/accuracy_reward": 0.5491071343421936, | |
| "rewards/semantic_entropy_math_reward": 0.41663629189133644, | |
| "step": 138 | |
| }, | |
| { | |
| "completion_length": 516.6587944030762, | |
| "epoch": 0.36221498371335503, | |
| "grad_norm": 0.010173982009291649, | |
| "learning_rate": 7.574572149761437e-06, | |
| "loss": -0.0154, | |
| "reward": 0.9734876044094563, | |
| "reward_std": 0.11138522112742066, | |
| "rewards/accuracy_reward": 0.5695152971893549, | |
| "rewards/semantic_entropy_math_reward": 0.40397229604423046, | |
| "step": 139 | |
| }, | |
| { | |
| "completion_length": 567.7136325836182, | |
| "epoch": 0.36482084690553745, | |
| "grad_norm": 0.008159446530044079, | |
| "learning_rate": 7.5373811002332785e-06, | |
| "loss": -0.0118, | |
| "reward": 0.910987600684166, | |
| "reward_std": 0.09473348397295922, | |
| "rewards/accuracy_reward": 0.5095663145184517, | |
| "rewards/semantic_entropy_math_reward": 0.4014212768524885, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 566.8067493438721, | |
| "epoch": 0.3674267100977199, | |
| "grad_norm": 0.006627434398978949, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": -0.0138, | |
| "reward": 0.9380466379225254, | |
| "reward_std": 0.10335312166716903, | |
| "rewards/accuracy_reward": 0.5382652897387743, | |
| "rewards/semantic_entropy_math_reward": 0.39978133141994476, | |
| "step": 141 | |
| }, | |
| { | |
| "completion_length": 527.3093032836914, | |
| "epoch": 0.3700325732899023, | |
| "grad_norm": 0.007407406345009804, | |
| "learning_rate": 7.462431648918689e-06, | |
| "loss": -0.0173, | |
| "reward": 0.904336716979742, | |
| "reward_std": 0.11712831069598906, | |
| "rewards/accuracy_reward": 0.5070152916014194, | |
| "rewards/semantic_entropy_math_reward": 0.3973214253783226, | |
| "step": 142 | |
| }, | |
| { | |
| "completion_length": 515.315034866333, | |
| "epoch": 0.37263843648208467, | |
| "grad_norm": 0.008976518176496029, | |
| "learning_rate": 7.424678860871584e-06, | |
| "loss": -0.0096, | |
| "reward": 0.9782252088189125, | |
| "reward_std": 0.11401024123188108, | |
| "rewards/accuracy_reward": 0.5752550922334194, | |
| "rewards/semantic_entropy_math_reward": 0.4029701091349125, | |
| "step": 143 | |
| }, | |
| { | |
| "completion_length": 565.4763851165771, | |
| "epoch": 0.3752442996742671, | |
| "grad_norm": 0.008781256154179573, | |
| "learning_rate": 7.3867444635553165e-06, | |
| "loss": -0.0196, | |
| "reward": 0.9317601844668388, | |
| "reward_std": 0.12317358143627644, | |
| "rewards/accuracy_reward": 0.5331632494926453, | |
| "rewards/semantic_entropy_math_reward": 0.398596940562129, | |
| "step": 144 | |
| }, | |
| { | |
| "completion_length": 585.6358242034912, | |
| "epoch": 0.3778501628664495, | |
| "grad_norm": 0.006888892501592636, | |
| "learning_rate": 7.3486312982691134e-06, | |
| "loss": -0.0132, | |
| "reward": 0.8779154568910599, | |
| "reward_std": 0.10448942880611867, | |
| "rewards/accuracy_reward": 0.48278059996664524, | |
| "rewards/semantic_entropy_math_reward": 0.39513483084738255, | |
| "step": 145 | |
| }, | |
| { | |
| "completion_length": 547.9228191375732, | |
| "epoch": 0.38045602605863194, | |
| "grad_norm": 0.009227856993675232, | |
| "learning_rate": 7.310342219701981e-06, | |
| "loss": -0.0185, | |
| "reward": 0.8972303010523319, | |
| "reward_std": 0.13705383567139506, | |
| "rewards/accuracy_reward": 0.49808672443032265, | |
| "rewards/semantic_entropy_math_reward": 0.3991435803472996, | |
| "step": 146 | |
| }, | |
| { | |
| "completion_length": 527.695779800415, | |
| "epoch": 0.38306188925081436, | |
| "grad_norm": 0.010845191776752472, | |
| "learning_rate": 7.271880095718895e-06, | |
| "loss": -0.0189, | |
| "reward": 0.9622813388705254, | |
| "reward_std": 0.10206798242870718, | |
| "rewards/accuracy_reward": 0.5612244810909033, | |
| "rewards/semantic_entropy_math_reward": 0.40105685591697693, | |
| "step": 147 | |
| }, | |
| { | |
| "completion_length": 479.8839225769043, | |
| "epoch": 0.3856677524429967, | |
| "grad_norm": 0.012252271175384521, | |
| "learning_rate": 7.233247807145989e-06, | |
| "loss": -0.0217, | |
| "reward": 0.8895772397518158, | |
| "reward_std": 0.11137077608145773, | |
| "rewards/accuracy_reward": 0.48022957891225815, | |
| "rewards/semantic_entropy_math_reward": 0.4093476627022028, | |
| "step": 148 | |
| }, | |
| { | |
| "completion_length": 499.83226013183594, | |
| "epoch": 0.38827361563517915, | |
| "grad_norm": 0.01276180800050497, | |
| "learning_rate": 7.19444824755478e-06, | |
| "loss": -0.0136, | |
| "reward": 0.9279336594045162, | |
| "reward_std": 0.09600863244850188, | |
| "rewards/accuracy_reward": 0.5312499888241291, | |
| "rewards/semantic_entropy_math_reward": 0.3966836631298065, | |
| "step": 149 | |
| }, | |
| { | |
| "completion_length": 505.0191249847412, | |
| "epoch": 0.39087947882736157, | |
| "grad_norm": 0.009752064011991024, | |
| "learning_rate": 7.155484323045442e-06, | |
| "loss": -0.025, | |
| "reward": 0.8462098762392998, | |
| "reward_std": 0.13227392174303532, | |
| "rewards/accuracy_reward": 0.4540816266089678, | |
| "rewards/semantic_entropy_math_reward": 0.39212826639413834, | |
| "step": 150 | |
| }, | |
| { | |
| "completion_length": 486.4183597564697, | |
| "epoch": 0.393485342019544, | |
| "grad_norm": 0.011875058524310589, | |
| "learning_rate": 7.11635895202914e-06, | |
| "loss": -0.019, | |
| "reward": 0.8894861489534378, | |
| "reward_std": 0.09644467895850539, | |
| "rewards/accuracy_reward": 0.4917091755196452, | |
| "rewards/semantic_entropy_math_reward": 0.39777696318924427, | |
| "step": 151 | |
| }, | |
| { | |
| "completion_length": 516.7933540344238, | |
| "epoch": 0.39609120521172636, | |
| "grad_norm": 0.00881208572536707, | |
| "learning_rate": 7.0770750650094335e-06, | |
| "loss": -0.0209, | |
| "reward": 0.9480685032904148, | |
| "reward_std": 0.10766224935650826, | |
| "rewards/accuracy_reward": 0.5471938634291291, | |
| "rewards/semantic_entropy_math_reward": 0.40087462589144707, | |
| "step": 152 | |
| }, | |
| { | |
| "completion_length": 506.79143714904785, | |
| "epoch": 0.3986970684039088, | |
| "grad_norm": 0.012560566887259483, | |
| "learning_rate": 7.037635604362786e-06, | |
| "loss": -0.0162, | |
| "reward": 0.9439686462283134, | |
| "reward_std": 0.10271801124326885, | |
| "rewards/accuracy_reward": 0.5318877454847097, | |
| "rewards/semantic_entropy_math_reward": 0.41208088397979736, | |
| "step": 153 | |
| }, | |
| { | |
| "completion_length": 438.49106216430664, | |
| "epoch": 0.4013029315960912, | |
| "grad_norm": 0.011885056272149086, | |
| "learning_rate": 6.9980435241181785e-06, | |
| "loss": -0.0173, | |
| "reward": 0.9576348140835762, | |
| "reward_std": 0.09978608437813818, | |
| "rewards/accuracy_reward": 0.541454067453742, | |
| "rewards/semantic_entropy_math_reward": 0.4161807522177696, | |
| "step": 154 | |
| }, | |
| { | |
| "completion_length": 513.610954284668, | |
| "epoch": 0.40390879478827363, | |
| "grad_norm": 0.009011725895106792, | |
| "learning_rate": 6.958301789735853e-06, | |
| "loss": -0.0224, | |
| "reward": 0.8590561151504517, | |
| "reward_std": 0.10832268767990172, | |
| "rewards/accuracy_reward": 0.46811223216354847, | |
| "rewards/semantic_entropy_math_reward": 0.390943868085742, | |
| "step": 155 | |
| }, | |
| { | |
| "completion_length": 480.7538185119629, | |
| "epoch": 0.40651465798045605, | |
| "grad_norm": 0.013393928296864033, | |
| "learning_rate": 6.918413377885193e-06, | |
| "loss": -0.026, | |
| "reward": 0.9114431329071522, | |
| "reward_std": 0.09208173397928476, | |
| "rewards/accuracy_reward": 0.49489794485270977, | |
| "rewards/semantic_entropy_math_reward": 0.4165451843291521, | |
| "step": 156 | |
| }, | |
| { | |
| "completion_length": 491.4189987182617, | |
| "epoch": 0.4091205211726384, | |
| "grad_norm": 0.009988815523684025, | |
| "learning_rate": 6.878381276221777e-06, | |
| "loss": -0.0103, | |
| "reward": 0.8825619332492352, | |
| "reward_std": 0.10942790098488331, | |
| "rewards/accuracy_reward": 0.4846938634291291, | |
| "rewards/semantic_entropy_math_reward": 0.3978680744767189, | |
| "step": 157 | |
| }, | |
| { | |
| "completion_length": 496.1402931213379, | |
| "epoch": 0.41172638436482084, | |
| "grad_norm": 0.008957677520811558, | |
| "learning_rate": 6.838208483163601e-06, | |
| "loss": -0.0255, | |
| "reward": 0.8830174691975117, | |
| "reward_std": 0.10132573859300464, | |
| "rewards/accuracy_reward": 0.49426019191741943, | |
| "rewards/semantic_entropy_math_reward": 0.3887572903186083, | |
| "step": 158 | |
| }, | |
| { | |
| "completion_length": 493.60011863708496, | |
| "epoch": 0.41433224755700326, | |
| "grad_norm": 0.007134555373340845, | |
| "learning_rate": 6.797898007666493e-06, | |
| "loss": -0.0279, | |
| "reward": 0.8826530575752258, | |
| "reward_std": 0.0909608873189427, | |
| "rewards/accuracy_reward": 0.4853316191583872, | |
| "rewards/semantic_entropy_math_reward": 0.3973214253783226, | |
| "step": 159 | |
| }, | |
| { | |
| "completion_length": 483.09437370300293, | |
| "epoch": 0.4169381107491857, | |
| "grad_norm": 0.009405710734426975, | |
| "learning_rate": 6.757452868998737e-06, | |
| "loss": -0.016, | |
| "reward": 0.9526238851249218, | |
| "reward_std": 0.09115565207321197, | |
| "rewards/accuracy_reward": 0.5363520253449678, | |
| "rewards/semantic_entropy_math_reward": 0.4162718504667282, | |
| "step": 160 | |
| }, | |
| { | |
| "completion_length": 475.0184898376465, | |
| "epoch": 0.41954397394136805, | |
| "grad_norm": 0.008445804007351398, | |
| "learning_rate": 6.716876096514944e-06, | |
| "loss": -0.0231, | |
| "reward": 0.9812317453324795, | |
| "reward_std": 0.09919259638991207, | |
| "rewards/accuracy_reward": 0.5631377417594194, | |
| "rewards/semantic_entropy_math_reward": 0.4180940203368664, | |
| "step": 161 | |
| }, | |
| { | |
| "completion_length": 448.816951751709, | |
| "epoch": 0.4221498371335505, | |
| "grad_norm": 0.006540235131978989, | |
| "learning_rate": 6.676170729429132e-06, | |
| "loss": -0.0164, | |
| "reward": 0.9816872999072075, | |
| "reward_std": 0.07881008239928633, | |
| "rewards/accuracy_reward": 0.5535714123398066, | |
| "rewards/semantic_entropy_math_reward": 0.4281158857047558, | |
| "step": 162 | |
| }, | |
| { | |
| "completion_length": 501.0682258605957, | |
| "epoch": 0.4247557003257329, | |
| "grad_norm": 0.006146623287349939, | |
| "learning_rate": 6.635339816587109e-06, | |
| "loss": -0.0158, | |
| "reward": 0.9382288418710232, | |
| "reward_std": 0.09887587034609169, | |
| "rewards/accuracy_reward": 0.5229591736570001, | |
| "rewards/semantic_entropy_math_reward": 0.41526967100799084, | |
| "step": 163 | |
| }, | |
| { | |
| "completion_length": 506.3195095062256, | |
| "epoch": 0.4273615635179153, | |
| "grad_norm": 0.007581164129078388, | |
| "learning_rate": 6.594386416238095e-06, | |
| "loss": -0.0192, | |
| "reward": 0.908618800342083, | |
| "reward_std": 0.12335213355254382, | |
| "rewards/accuracy_reward": 0.5153061114251614, | |
| "rewards/semantic_entropy_math_reward": 0.39331267960369587, | |
| "step": 164 | |
| }, | |
| { | |
| "completion_length": 503.4725742340088, | |
| "epoch": 0.42996742671009774, | |
| "grad_norm": 0.006690696347504854, | |
| "learning_rate": 6.553313595805666e-06, | |
| "loss": -0.018, | |
| "reward": 0.9704810380935669, | |
| "reward_std": 0.08365448092808947, | |
| "rewards/accuracy_reward": 0.5497448891401291, | |
| "rewards/semantic_entropy_math_reward": 0.42073615454137325, | |
| "step": 165 | |
| }, | |
| { | |
| "completion_length": 469.7703971862793, | |
| "epoch": 0.4325732899022801, | |
| "grad_norm": 0.006663058884441853, | |
| "learning_rate": 6.512124431658006e-06, | |
| "loss": -0.0153, | |
| "reward": 0.9451530575752258, | |
| "reward_std": 0.09975362673867494, | |
| "rewards/accuracy_reward": 0.5338010098785162, | |
| "rewards/semantic_entropy_math_reward": 0.411352027207613, | |
| "step": 166 | |
| }, | |
| { | |
| "completion_length": 488.9763946533203, | |
| "epoch": 0.43517915309446253, | |
| "grad_norm": 0.010632487945258617, | |
| "learning_rate": 6.470822008877482e-06, | |
| "loss": -0.013, | |
| "reward": 0.968567755073309, | |
| "reward_std": 0.09277999610640109, | |
| "rewards/accuracy_reward": 0.5682397782802582, | |
| "rewards/semantic_entropy_math_reward": 0.40032798051834106, | |
| "step": 167 | |
| }, | |
| { | |
| "completion_length": 489.58289909362793, | |
| "epoch": 0.43778501628664496, | |
| "grad_norm": 0.006177806295454502, | |
| "learning_rate": 6.4294094210295725e-06, | |
| "loss": -0.0196, | |
| "reward": 0.9651056863367558, | |
| "reward_std": 0.08780966483755037, | |
| "rewards/accuracy_reward": 0.5478316228836775, | |
| "rewards/semantic_entropy_math_reward": 0.4172740466892719, | |
| "step": 168 | |
| }, | |
| { | |
| "completion_length": 475.0695056915283, | |
| "epoch": 0.4403908794788274, | |
| "grad_norm": 0.008250612765550613, | |
| "learning_rate": 6.3878897699311525e-06, | |
| "loss": -0.0085, | |
| "reward": 0.9698432683944702, | |
| "reward_std": 0.09511806583032012, | |
| "rewards/accuracy_reward": 0.5452805999666452, | |
| "rewards/semantic_entropy_math_reward": 0.424562668427825, | |
| "step": 169 | |
| }, | |
| { | |
| "completion_length": 485.93302726745605, | |
| "epoch": 0.44299674267100975, | |
| "grad_norm": 0.00776874041184783, | |
| "learning_rate": 6.346266165418173e-06, | |
| "loss": -0.0268, | |
| "reward": 0.9740342572331429, | |
| "reward_std": 0.09444212296511978, | |
| "rewards/accuracy_reward": 0.554846927523613, | |
| "rewards/semantic_entropy_math_reward": 0.41918730549514294, | |
| "step": 170 | |
| }, | |
| { | |
| "completion_length": 497.7283020019531, | |
| "epoch": 0.44560260586319217, | |
| "grad_norm": 0.007973974570631981, | |
| "learning_rate": 6.304541725112734e-06, | |
| "loss": -0.0158, | |
| "reward": 0.9323068186640739, | |
| "reward_std": 0.09420971409417689, | |
| "rewards/accuracy_reward": 0.5280612092465162, | |
| "rewards/semantic_entropy_math_reward": 0.4042456317692995, | |
| "step": 171 | |
| }, | |
| { | |
| "completion_length": 498.0956573486328, | |
| "epoch": 0.4482084690553746, | |
| "grad_norm": 0.007753515616059303, | |
| "learning_rate": 6.262719574189564e-06, | |
| "loss": -0.0223, | |
| "reward": 0.9188228957355022, | |
| "reward_std": 0.09362561779562384, | |
| "rewards/accuracy_reward": 0.5197703912854195, | |
| "rewards/semantic_entropy_math_reward": 0.39905248768627644, | |
| "step": 172 | |
| }, | |
| { | |
| "completion_length": 470.75508880615234, | |
| "epoch": 0.450814332247557, | |
| "grad_norm": 0.007259304169565439, | |
| "learning_rate": 6.2208028451419575e-06, | |
| "loss": -0.01, | |
| "reward": 0.9154518619179726, | |
| "reward_std": 0.08905957284150645, | |
| "rewards/accuracy_reward": 0.5076530463993549, | |
| "rewards/semantic_entropy_math_reward": 0.4077988266944885, | |
| "step": 173 | |
| }, | |
| { | |
| "completion_length": 454.5631294250488, | |
| "epoch": 0.45342019543973944, | |
| "grad_norm": 0.0075342534109950066, | |
| "learning_rate": 6.178794677547138e-06, | |
| "loss": -0.0105, | |
| "reward": 1.002368789166212, | |
| "reward_std": 0.0902844921220094, | |
| "rewards/accuracy_reward": 0.5733418203890324, | |
| "rewards/semantic_entropy_math_reward": 0.4290269613265991, | |
| "step": 174 | |
| }, | |
| { | |
| "completion_length": 456.7385063171387, | |
| "epoch": 0.4560260586319218, | |
| "grad_norm": 0.008164818398654461, | |
| "learning_rate": 6.136698217831106e-06, | |
| "loss": -0.0083, | |
| "reward": 0.9758564047515392, | |
| "reward_std": 0.08968472620472312, | |
| "rewards/accuracy_reward": 0.5471938662230968, | |
| "rewards/semantic_entropy_math_reward": 0.42866252548992634, | |
| "step": 175 | |
| }, | |
| { | |
| "completion_length": 461.8769073486328, | |
| "epoch": 0.4586319218241042, | |
| "grad_norm": 0.018572386354207993, | |
| "learning_rate": 6.094516619032975e-06, | |
| "loss": -0.0141, | |
| "reward": 0.9573614969849586, | |
| "reward_std": 0.09445905161555856, | |
| "rewards/accuracy_reward": 0.5452805962413549, | |
| "rewards/semantic_entropy_math_reward": 0.41208089515566826, | |
| "step": 176 | |
| }, | |
| { | |
| "completion_length": 460.4668254852295, | |
| "epoch": 0.46123778501628665, | |
| "grad_norm": 0.01110108196735382, | |
| "learning_rate": 6.052253040568804e-06, | |
| "loss": -0.0138, | |
| "reward": 0.9251093156635761, | |
| "reward_std": 0.1255237814038992, | |
| "rewards/accuracy_reward": 0.5191326439380646, | |
| "rewards/semantic_entropy_math_reward": 0.4059766735881567, | |
| "step": 177 | |
| }, | |
| { | |
| "completion_length": 450.43493843078613, | |
| "epoch": 0.4638436482084691, | |
| "grad_norm": 0.010779962874948978, | |
| "learning_rate": 6.009910647994956e-06, | |
| "loss": -0.0185, | |
| "reward": 0.9765852577984333, | |
| "reward_std": 0.10055442503653467, | |
| "rewards/accuracy_reward": 0.560586716979742, | |
| "rewards/semantic_entropy_math_reward": 0.4159985240548849, | |
| "step": 178 | |
| }, | |
| { | |
| "completion_length": 507.37243843078613, | |
| "epoch": 0.46644951140065144, | |
| "grad_norm": 0.009717591106891632, | |
| "learning_rate": 5.967492612770999e-06, | |
| "loss": -0.0185, | |
| "reward": 0.947704054415226, | |
| "reward_std": 0.09296219941461459, | |
| "rewards/accuracy_reward": 0.5401785597205162, | |
| "rewards/semantic_entropy_math_reward": 0.4075255021452904, | |
| "step": 179 | |
| }, | |
| { | |
| "completion_length": 454.82906913757324, | |
| "epoch": 0.46905537459283386, | |
| "grad_norm": 0.007440619170665741, | |
| "learning_rate": 5.925002112022158e-06, | |
| "loss": -0.0158, | |
| "reward": 0.9303935505449772, | |
| "reward_std": 0.10131418029777706, | |
| "rewards/accuracy_reward": 0.5210459046065807, | |
| "rewards/semantic_entropy_math_reward": 0.40934766083955765, | |
| "step": 180 | |
| }, | |
| { | |
| "completion_length": 485.0899181365967, | |
| "epoch": 0.4716612377850163, | |
| "grad_norm": 0.011163070797920227, | |
| "learning_rate": 5.882442328301356e-06, | |
| "loss": -0.025, | |
| "reward": 0.958454791456461, | |
| "reward_std": 0.10061666322872043, | |
| "rewards/accuracy_reward": 0.554209167137742, | |
| "rewards/semantic_entropy_math_reward": 0.4042456094175577, | |
| "step": 181 | |
| }, | |
| { | |
| "completion_length": 465.15815353393555, | |
| "epoch": 0.4742671009771987, | |
| "grad_norm": 0.008569203317165375, | |
| "learning_rate": 5.839816449350824e-06, | |
| "loss": -0.0195, | |
| "reward": 0.9420553632080555, | |
| "reward_std": 0.06814239080995321, | |
| "rewards/accuracy_reward": 0.529336728155613, | |
| "rewards/semantic_entropy_math_reward": 0.41271864995360374, | |
| "step": 182 | |
| }, | |
| { | |
| "completion_length": 514.3443832397461, | |
| "epoch": 0.47687296416938113, | |
| "grad_norm": 0.0077494359575212, | |
| "learning_rate": 5.7971276678633625e-06, | |
| "loss": -0.0187, | |
| "reward": 1.012208428233862, | |
| "reward_std": 0.07250937505159527, | |
| "rewards/accuracy_reward": 0.600127536803484, | |
| "rewards/semantic_entropy_math_reward": 0.4120808970183134, | |
| "step": 183 | |
| }, | |
| { | |
| "completion_length": 487.92983055114746, | |
| "epoch": 0.4794788273615635, | |
| "grad_norm": 0.007494843099266291, | |
| "learning_rate": 5.754379181243179e-06, | |
| "loss": -0.0225, | |
| "reward": 0.9169095903635025, | |
| "reward_std": 0.09801324107684195, | |
| "rewards/accuracy_reward": 0.5159438718110323, | |
| "rewards/semantic_entropy_math_reward": 0.40096573159098625, | |
| "step": 184 | |
| }, | |
| { | |
| "completion_length": 480.8692512512207, | |
| "epoch": 0.4820846905537459, | |
| "grad_norm": 0.008148902095854282, | |
| "learning_rate": 5.711574191366427e-06, | |
| "loss": -0.0216, | |
| "reward": 1.0052842535078526, | |
| "reward_std": 0.09645737172104418, | |
| "rewards/accuracy_reward": 0.5880101881921291, | |
| "rewards/semantic_entropy_math_reward": 0.41727403923869133, | |
| "step": 185 | |
| }, | |
| { | |
| "completion_length": 472.0790710449219, | |
| "epoch": 0.48469055374592834, | |
| "grad_norm": 0.00966109149158001, | |
| "learning_rate": 5.668715904341365e-06, | |
| "loss": -0.0201, | |
| "reward": 0.9480684921145439, | |
| "reward_std": 0.09934344311477616, | |
| "rewards/accuracy_reward": 0.5299744755029678, | |
| "rewards/semantic_entropy_math_reward": 0.4180940203368664, | |
| "step": 186 | |
| }, | |
| { | |
| "completion_length": 475.868616104126, | |
| "epoch": 0.48729641693811077, | |
| "grad_norm": 0.010433156974613667, | |
| "learning_rate": 5.62580753026823e-06, | |
| "loss": -0.0251, | |
| "reward": 0.8839285559952259, | |
| "reward_std": 0.0782707966864109, | |
| "rewards/accuracy_reward": 0.4687499953433871, | |
| "rewards/semantic_entropy_math_reward": 0.4151785559952259, | |
| "step": 187 | |
| }, | |
| { | |
| "completion_length": 476.2665729522705, | |
| "epoch": 0.48990228013029313, | |
| "grad_norm": 0.007323419209569693, | |
| "learning_rate": 5.5828522829987965e-06, | |
| "loss": -0.0156, | |
| "reward": 0.9895225577056408, | |
| "reward_std": 0.08914521127007902, | |
| "rewards/accuracy_reward": 0.5669642705470324, | |
| "rewards/semantic_entropy_math_reward": 0.42255830578505993, | |
| "step": 188 | |
| }, | |
| { | |
| "completion_length": 479.14284896850586, | |
| "epoch": 0.49250814332247556, | |
| "grad_norm": 0.0054732197895646095, | |
| "learning_rate": 5.539853379895656e-06, | |
| "loss": -0.0189, | |
| "reward": 1.0017310306429863, | |
| "reward_std": 0.06712543140747584, | |
| "rewards/accuracy_reward": 0.5733418166637421, | |
| "rewards/semantic_entropy_math_reward": 0.42838921397924423, | |
| "step": 189 | |
| }, | |
| { | |
| "completion_length": 462.00828552246094, | |
| "epoch": 0.495114006514658, | |
| "grad_norm": 0.0109707685187459, | |
| "learning_rate": 5.496814041591234e-06, | |
| "loss": -0.0202, | |
| "reward": 0.9079810194671154, | |
| "reward_std": 0.10293658822774887, | |
| "rewards/accuracy_reward": 0.5012755002826452, | |
| "rewards/semantic_entropy_math_reward": 0.4067055266350508, | |
| "step": 190 | |
| }, | |
| { | |
| "completion_length": 497.70853996276855, | |
| "epoch": 0.4977198697068404, | |
| "grad_norm": 0.008094045333564281, | |
| "learning_rate": 5.453737491746572e-06, | |
| "loss": -0.0197, | |
| "reward": 0.9156340956687927, | |
| "reward_std": 0.0916732897167094, | |
| "rewards/accuracy_reward": 0.5191326476633549, | |
| "rewards/semantic_entropy_math_reward": 0.39650145545601845, | |
| "step": 191 | |
| }, | |
| { | |
| "completion_length": 478.77613639831543, | |
| "epoch": 0.5003257328990228, | |
| "grad_norm": 0.014000942930579185, | |
| "learning_rate": 5.410626956809864e-06, | |
| "loss": -0.0141, | |
| "reward": 0.9786807335913181, | |
| "reward_std": 0.09398427966516465, | |
| "rewards/accuracy_reward": 0.5637754946947098, | |
| "rewards/semantic_entropy_math_reward": 0.4149052444845438, | |
| "step": 192 | |
| }, | |
| { | |
| "completion_length": 456.85266494750977, | |
| "epoch": 0.5029315960912052, | |
| "grad_norm": 0.00816336553543806, | |
| "learning_rate": 5.367485665774802e-06, | |
| "loss": -0.0095, | |
| "reward": 0.9785896465182304, | |
| "reward_std": 0.08977296199009288, | |
| "rewards/accuracy_reward": 0.565051008015871, | |
| "rewards/semantic_entropy_math_reward": 0.4135386198759079, | |
| "step": 193 | |
| }, | |
| { | |
| "completion_length": 449.39922523498535, | |
| "epoch": 0.5055374592833877, | |
| "grad_norm": 0.007704311050474644, | |
| "learning_rate": 5.324316849938715e-06, | |
| "loss": -0.0191, | |
| "reward": 0.9876093044877052, | |
| "reward_std": 0.10061339178355411, | |
| "rewards/accuracy_reward": 0.581632636487484, | |
| "rewards/semantic_entropy_math_reward": 0.40597667545080185, | |
| "step": 194 | |
| }, | |
| { | |
| "completion_length": 450.8992233276367, | |
| "epoch": 0.50814332247557, | |
| "grad_norm": 0.008355666883289814, | |
| "learning_rate": 5.281123742660558e-06, | |
| "loss": -0.0215, | |
| "reward": 0.9452441520988941, | |
| "reward_std": 0.09853553911671042, | |
| "rewards/accuracy_reward": 0.5312499823048711, | |
| "rewards/semantic_entropy_math_reward": 0.41399415768682957, | |
| "step": 195 | |
| }, | |
| { | |
| "completion_length": 475.535701751709, | |
| "epoch": 0.5107491856677524, | |
| "grad_norm": 0.00795848947018385, | |
| "learning_rate": 5.237909579118713e-06, | |
| "loss": -0.0228, | |
| "reward": 0.9396865740418434, | |
| "reward_std": 0.08185443480033427, | |
| "rewards/accuracy_reward": 0.5293367225676775, | |
| "rewards/semantic_entropy_math_reward": 0.41034984588623047, | |
| "step": 196 | |
| }, | |
| { | |
| "completion_length": 444.8494815826416, | |
| "epoch": 0.5133550488599349, | |
| "grad_norm": 0.011833498254418373, | |
| "learning_rate": 5.194677596068689e-06, | |
| "loss": -0.0114, | |
| "reward": 0.9045189321041107, | |
| "reward_std": 0.086035909014754, | |
| "rewards/accuracy_reward": 0.4910714216530323, | |
| "rewards/semantic_entropy_math_reward": 0.413447517901659, | |
| "step": 197 | |
| }, | |
| { | |
| "completion_length": 444.4464168548584, | |
| "epoch": 0.5159609120521172, | |
| "grad_norm": 0.00945763848721981, | |
| "learning_rate": 5.1514310316006835e-06, | |
| "loss": -0.0135, | |
| "reward": 0.9529883228242397, | |
| "reward_std": 0.08475825749337673, | |
| "rewards/accuracy_reward": 0.5350765138864517, | |
| "rewards/semantic_entropy_math_reward": 0.4179117977619171, | |
| "step": 198 | |
| }, | |
| { | |
| "completion_length": 471.7232036590576, | |
| "epoch": 0.5185667752442997, | |
| "grad_norm": 0.009042466059327126, | |
| "learning_rate": 5.1081731248970435e-06, | |
| "loss": -0.0201, | |
| "reward": 0.953717190772295, | |
| "reward_std": 0.09949397918535396, | |
| "rewards/accuracy_reward": 0.5446428433060646, | |
| "rewards/semantic_entropy_math_reward": 0.4090743362903595, | |
| "step": 199 | |
| }, | |
| { | |
| "completion_length": 445.26083183288574, | |
| "epoch": 0.5211726384364821, | |
| "grad_norm": 0.012422044761478901, | |
| "learning_rate": 5.064907115989655e-06, | |
| "loss": -0.0276, | |
| "reward": 0.9502550885081291, | |
| "reward_std": 0.11640744589385577, | |
| "rewards/accuracy_reward": 0.5471938643604517, | |
| "rewards/semantic_entropy_math_reward": 0.4030612148344517, | |
| "step": 200 | |
| }, | |
| { | |
| "completion_length": 475.43494415283203, | |
| "epoch": 0.5237785016286645, | |
| "grad_norm": 0.013881414197385311, | |
| "learning_rate": 5.021636245517261e-06, | |
| "loss": -0.019, | |
| "reward": 0.9939868673682213, | |
| "reward_std": 0.1037318678572774, | |
| "rewards/accuracy_reward": 0.5790816228836775, | |
| "rewards/semantic_entropy_math_reward": 0.4149052333086729, | |
| "step": 201 | |
| }, | |
| { | |
| "completion_length": 469.54272079467773, | |
| "epoch": 0.5263843648208469, | |
| "grad_norm": 0.013678316958248615, | |
| "learning_rate": 4.978363754482741e-06, | |
| "loss": -0.0194, | |
| "reward": 0.8790087252855301, | |
| "reward_std": 0.1069271593587473, | |
| "rewards/accuracy_reward": 0.48915815725922585, | |
| "rewards/semantic_entropy_math_reward": 0.38985056802630424, | |
| "step": 202 | |
| }, | |
| { | |
| "completion_length": 471.13008880615234, | |
| "epoch": 0.5289902280130293, | |
| "grad_norm": 0.012411783449351788, | |
| "learning_rate": 4.935092884010347e-06, | |
| "loss": -0.0129, | |
| "reward": 0.9805028922855854, | |
| "reward_std": 0.09484815062023699, | |
| "rewards/accuracy_reward": 0.5695152897387743, | |
| "rewards/semantic_entropy_math_reward": 0.41098759695887566, | |
| "step": 203 | |
| }, | |
| { | |
| "completion_length": 494.3297119140625, | |
| "epoch": 0.5315960912052117, | |
| "grad_norm": 0.009701291099190712, | |
| "learning_rate": 4.891826875102958e-06, | |
| "loss": -0.0205, | |
| "reward": 0.9369533248245716, | |
| "reward_std": 0.11289398185908794, | |
| "rewards/accuracy_reward": 0.5414540693163872, | |
| "rewards/semantic_entropy_math_reward": 0.3954992648214102, | |
| "step": 204 | |
| }, | |
| { | |
| "completion_length": 433.42409896850586, | |
| "epoch": 0.5342019543973942, | |
| "grad_norm": 0.011294050142168999, | |
| "learning_rate": 4.848568968399317e-06, | |
| "loss": -0.0136, | |
| "reward": 0.9180940166115761, | |
| "reward_std": 0.10581530025228858, | |
| "rewards/accuracy_reward": 0.5121173374354839, | |
| "rewards/semantic_entropy_math_reward": 0.4059766698628664, | |
| "step": 205 | |
| }, | |
| { | |
| "completion_length": 444.698335647583, | |
| "epoch": 0.5368078175895765, | |
| "grad_norm": 0.008201202377676964, | |
| "learning_rate": 4.805322403931312e-06, | |
| "loss": -0.0129, | |
| "reward": 1.0149416662752628, | |
| "reward_std": 0.08048964510089718, | |
| "rewards/accuracy_reward": 0.5956632532179356, | |
| "rewards/semantic_entropy_math_reward": 0.419278422370553, | |
| "step": 206 | |
| }, | |
| { | |
| "completion_length": 476.51465797424316, | |
| "epoch": 0.539413680781759, | |
| "grad_norm": 0.011591507121920586, | |
| "learning_rate": 4.762090420881289e-06, | |
| "loss": -0.0122, | |
| "reward": 0.9323979467153549, | |
| "reward_std": 0.11307998397387564, | |
| "rewards/accuracy_reward": 0.5216836631298065, | |
| "rewards/semantic_entropy_math_reward": 0.41071428172290325, | |
| "step": 207 | |
| }, | |
| { | |
| "completion_length": 476.31631660461426, | |
| "epoch": 0.5420195439739414, | |
| "grad_norm": 0.008181254379451275, | |
| "learning_rate": 4.718876257339444e-06, | |
| "loss": -0.0196, | |
| "reward": 0.9384110532701015, | |
| "reward_std": 0.08237648417707533, | |
| "rewards/accuracy_reward": 0.5223214160650969, | |
| "rewards/semantic_entropy_math_reward": 0.41608964651823044, | |
| "step": 208 | |
| }, | |
| { | |
| "completion_length": 490.5790729522705, | |
| "epoch": 0.5446254071661237, | |
| "grad_norm": 0.009356926195323467, | |
| "learning_rate": 4.6756831500612846e-06, | |
| "loss": -0.0217, | |
| "reward": 0.9779518954455853, | |
| "reward_std": 0.10836848570033908, | |
| "rewards/accuracy_reward": 0.5561224352568388, | |
| "rewards/semantic_entropy_math_reward": 0.4218294396996498, | |
| "step": 209 | |
| }, | |
| { | |
| "completion_length": 516.4917030334473, | |
| "epoch": 0.5472312703583062, | |
| "grad_norm": 0.011323334649205208, | |
| "learning_rate": 4.632514334225201e-06, | |
| "loss": -0.0184, | |
| "reward": 0.9516217112541199, | |
| "reward_std": 0.09244993596803397, | |
| "rewards/accuracy_reward": 0.5248724445700645, | |
| "rewards/semantic_entropy_math_reward": 0.42674924805760384, | |
| "step": 210 | |
| }, | |
| { | |
| "completion_length": 492.48659896850586, | |
| "epoch": 0.5498371335504886, | |
| "grad_norm": 0.009480936452746391, | |
| "learning_rate": 4.589373043190137e-06, | |
| "loss": -0.0143, | |
| "reward": 0.9234693683683872, | |
| "reward_std": 0.10728166525950655, | |
| "rewards/accuracy_reward": 0.5140305981040001, | |
| "rewards/semantic_entropy_math_reward": 0.4094387833029032, | |
| "step": 211 | |
| }, | |
| { | |
| "completion_length": 491.74297523498535, | |
| "epoch": 0.552442996742671, | |
| "grad_norm": 0.010586866177618504, | |
| "learning_rate": 4.546262508253429e-06, | |
| "loss": -0.0127, | |
| "reward": 0.9772230423986912, | |
| "reward_std": 0.10844850935973227, | |
| "rewards/accuracy_reward": 0.5612244736403227, | |
| "rewards/semantic_entropy_math_reward": 0.4159985277801752, | |
| "step": 212 | |
| }, | |
| { | |
| "completion_length": 458.1702690124512, | |
| "epoch": 0.5550488599348534, | |
| "grad_norm": 0.00833533238619566, | |
| "learning_rate": 4.503185958408767e-06, | |
| "loss": -0.021, | |
| "reward": 1.0099307373166084, | |
| "reward_std": 0.10288633638992906, | |
| "rewards/accuracy_reward": 0.5854591727256775, | |
| "rewards/semantic_entropy_math_reward": 0.4244715701788664, | |
| "step": 213 | |
| }, | |
| { | |
| "completion_length": 514.4853172302246, | |
| "epoch": 0.5576547231270358, | |
| "grad_norm": 0.007394696585834026, | |
| "learning_rate": 4.460146620104347e-06, | |
| "loss": -0.0224, | |
| "reward": 0.9210094511508942, | |
| "reward_std": 0.11905729840509593, | |
| "rewards/accuracy_reward": 0.5178571306169033, | |
| "rewards/semantic_entropy_math_reward": 0.4031523112207651, | |
| "step": 214 | |
| }, | |
| { | |
| "completion_length": 476.78442573547363, | |
| "epoch": 0.5602605863192183, | |
| "grad_norm": 0.009832123294472694, | |
| "learning_rate": 4.417147717001205e-06, | |
| "loss": -0.0229, | |
| "reward": 0.8485787101089954, | |
| "reward_std": 0.09484727546805516, | |
| "rewards/accuracy_reward": 0.445790808647871, | |
| "rewards/semantic_entropy_math_reward": 0.40278790704905987, | |
| "step": 215 | |
| }, | |
| { | |
| "completion_length": 459.61988639831543, | |
| "epoch": 0.5628664495114006, | |
| "grad_norm": 0.012813005596399307, | |
| "learning_rate": 4.374192469731771e-06, | |
| "loss": -0.0134, | |
| "reward": 0.9386843740940094, | |
| "reward_std": 0.095578909793403, | |
| "rewards/accuracy_reward": 0.5223214216530323, | |
| "rewards/semantic_entropy_math_reward": 0.41636295430362225, | |
| "step": 216 | |
| }, | |
| { | |
| "completion_length": 434.995530128479, | |
| "epoch": 0.5654723127035831, | |
| "grad_norm": 0.0082651786506176, | |
| "learning_rate": 4.331284095658637e-06, | |
| "loss": -0.0164, | |
| "reward": 0.981778409332037, | |
| "reward_std": 0.09468310995725915, | |
| "rewards/accuracy_reward": 0.5618622284382582, | |
| "rewards/semantic_entropy_math_reward": 0.41991617158055305, | |
| "step": 217 | |
| }, | |
| { | |
| "completion_length": 474.4394016265869, | |
| "epoch": 0.5680781758957655, | |
| "grad_norm": 0.010903375223279, | |
| "learning_rate": 4.2884258086335755e-06, | |
| "loss": -0.007, | |
| "reward": 0.9291180595755577, | |
| "reward_std": 0.11282830289565027, | |
| "rewards/accuracy_reward": 0.5184948835521936, | |
| "rewards/semantic_entropy_math_reward": 0.4106231704354286, | |
| "step": 218 | |
| }, | |
| { | |
| "completion_length": 482.2563667297363, | |
| "epoch": 0.5706840390879478, | |
| "grad_norm": 0.0167391300201416, | |
| "learning_rate": 4.245620818756822e-06, | |
| "loss": -0.0106, | |
| "reward": 0.931213553994894, | |
| "reward_std": 0.08836283767595887, | |
| "rewards/accuracy_reward": 0.5153061132878065, | |
| "rewards/semantic_entropy_math_reward": 0.41590742766857147, | |
| "step": 219 | |
| }, | |
| { | |
| "completion_length": 544.2040729522705, | |
| "epoch": 0.5732899022801303, | |
| "grad_norm": 0.009337971918284893, | |
| "learning_rate": 4.202872332136639e-06, | |
| "loss": -0.0152, | |
| "reward": 0.9517128244042397, | |
| "reward_std": 0.09688535577151924, | |
| "rewards/accuracy_reward": 0.533163245767355, | |
| "rewards/semantic_entropy_math_reward": 0.4185495525598526, | |
| "step": 220 | |
| }, | |
| { | |
| "completion_length": 641.5816173553467, | |
| "epoch": 0.5758957654723127, | |
| "grad_norm": 0.008485456928610802, | |
| "learning_rate": 4.160183550649176e-06, | |
| "loss": -0.0199, | |
| "reward": 0.9877004250884056, | |
| "reward_std": 0.0827121082256781, | |
| "rewards/accuracy_reward": 0.5637754965573549, | |
| "rewards/semantic_entropy_math_reward": 0.4239249173551798, | |
| "step": 221 | |
| }, | |
| { | |
| "completion_length": 570.7506313323975, | |
| "epoch": 0.5785016286644951, | |
| "grad_norm": 0.010655037127435207, | |
| "learning_rate": 4.117557671698648e-06, | |
| "loss": -0.0159, | |
| "reward": 0.9324890524148941, | |
| "reward_std": 0.11734752007760108, | |
| "rewards/accuracy_reward": 0.5325254965573549, | |
| "rewards/semantic_entropy_math_reward": 0.399963553994894, | |
| "step": 222 | |
| }, | |
| { | |
| "completion_length": 640.9151592254639, | |
| "epoch": 0.5811074918566775, | |
| "grad_norm": 0.018679160624742508, | |
| "learning_rate": 4.074997887977843e-06, | |
| "loss": -0.0209, | |
| "reward": 0.9269314669072628, | |
| "reward_std": 0.09998149517923594, | |
| "rewards/accuracy_reward": 0.5242346804589033, | |
| "rewards/semantic_entropy_math_reward": 0.4026967938989401, | |
| "step": 223 | |
| }, | |
| { | |
| "completion_length": 558.047176361084, | |
| "epoch": 0.5837133550488599, | |
| "grad_norm": 0.009510348550975323, | |
| "learning_rate": 4.032507387229002e-06, | |
| "loss": -0.0118, | |
| "reward": 0.9808673299849033, | |
| "reward_std": 0.12139773485250771, | |
| "rewards/accuracy_reward": 0.5605867244303226, | |
| "rewards/semantic_entropy_math_reward": 0.4202805943787098, | |
| "step": 224 | |
| }, | |
| { | |
| "completion_length": 568.3686084747314, | |
| "epoch": 0.5863192182410424, | |
| "grad_norm": 0.009974831715226173, | |
| "learning_rate": 3.9900893520050446e-06, | |
| "loss": -0.0176, | |
| "reward": 0.9728498421609402, | |
| "reward_std": 0.1163054957287386, | |
| "rewards/accuracy_reward": 0.561224477365613, | |
| "rewards/semantic_entropy_math_reward": 0.4116253536194563, | |
| "step": 225 | |
| }, | |
| { | |
| "completion_length": 528.923454284668, | |
| "epoch": 0.5889250814332248, | |
| "grad_norm": 0.012413197197020054, | |
| "learning_rate": 3.9477469594311975e-06, | |
| "loss": -0.0071, | |
| "reward": 0.9459730163216591, | |
| "reward_std": 0.13538508489727974, | |
| "rewards/accuracy_reward": 0.5491071380674839, | |
| "rewards/semantic_entropy_math_reward": 0.3968658857047558, | |
| "step": 226 | |
| }, | |
| { | |
| "completion_length": 507.6760063171387, | |
| "epoch": 0.5915309446254071, | |
| "grad_norm": 0.009683658368885517, | |
| "learning_rate": 3.905483380967027e-06, | |
| "loss": -0.0079, | |
| "reward": 0.9868804439902306, | |
| "reward_std": 0.09878062365169171, | |
| "rewards/accuracy_reward": 0.5644132550805807, | |
| "rewards/semantic_entropy_math_reward": 0.42246719636023045, | |
| "step": 227 | |
| }, | |
| { | |
| "completion_length": 537.5465469360352, | |
| "epoch": 0.5941368078175896, | |
| "grad_norm": 0.018190421164035797, | |
| "learning_rate": 3.863301782168896e-06, | |
| "loss": -0.0161, | |
| "reward": 0.8993257842957973, | |
| "reward_std": 0.10135983489453793, | |
| "rewards/accuracy_reward": 0.4910714142024517, | |
| "rewards/semantic_entropy_math_reward": 0.40825437754392624, | |
| "step": 228 | |
| }, | |
| { | |
| "completion_length": 543.8405494689941, | |
| "epoch": 0.596742671009772, | |
| "grad_norm": 0.011154105886816978, | |
| "learning_rate": 3.821205322452863e-06, | |
| "loss": -0.0188, | |
| "reward": 0.8654336482286453, | |
| "reward_std": 0.1210846480098553, | |
| "rewards/accuracy_reward": 0.47576529532670975, | |
| "rewards/semantic_entropy_math_reward": 0.3896683640778065, | |
| "step": 229 | |
| }, | |
| { | |
| "completion_length": 499.15688133239746, | |
| "epoch": 0.5993485342019544, | |
| "grad_norm": 0.010389345698058605, | |
| "learning_rate": 3.779197154858044e-06, | |
| "loss": -0.0076, | |
| "reward": 0.8955903425812721, | |
| "reward_std": 0.0861530471011065, | |
| "rewards/accuracy_reward": 0.4980867300182581, | |
| "rewards/semantic_entropy_math_reward": 0.39750363677740097, | |
| "step": 230 | |
| }, | |
| { | |
| "completion_length": 535.5503730773926, | |
| "epoch": 0.6019543973941368, | |
| "grad_norm": 0.011222809553146362, | |
| "learning_rate": 3.7372804258104367e-06, | |
| "loss": -0.0143, | |
| "reward": 1.011935107409954, | |
| "reward_std": 0.08841318869963288, | |
| "rewards/accuracy_reward": 0.5835459046065807, | |
| "rewards/semantic_entropy_math_reward": 0.4283891972154379, | |
| "step": 231 | |
| }, | |
| { | |
| "completion_length": 420.7837963104248, | |
| "epoch": 0.6045602605863192, | |
| "grad_norm": 0.01220863126218319, | |
| "learning_rate": 3.695458274887268e-06, | |
| "loss": -0.0126, | |
| "reward": 0.9781341105699539, | |
| "reward_std": 0.09525648917770013, | |
| "rewards/accuracy_reward": 0.5720663126558065, | |
| "rewards/semantic_entropy_math_reward": 0.40606776997447014, | |
| "step": 232 | |
| }, | |
| { | |
| "completion_length": 444.399866104126, | |
| "epoch": 0.6071661237785017, | |
| "grad_norm": 0.008971706964075565, | |
| "learning_rate": 3.6537338345818273e-06, | |
| "loss": -0.0234, | |
| "reward": 0.9351311847567558, | |
| "reward_std": 0.10607956547755748, | |
| "rewards/accuracy_reward": 0.5248724352568388, | |
| "rewards/semantic_entropy_math_reward": 0.41025873832404613, | |
| "step": 233 | |
| }, | |
| { | |
| "completion_length": 408.4878730773926, | |
| "epoch": 0.609771986970684, | |
| "grad_norm": 0.009326077997684479, | |
| "learning_rate": 3.6121102300688504e-06, | |
| "loss": -0.0136, | |
| "reward": 1.0050109177827835, | |
| "reward_std": 0.08207120059523731, | |
| "rewards/accuracy_reward": 0.5695152934640646, | |
| "rewards/semantic_entropy_math_reward": 0.43549559637904167, | |
| "step": 234 | |
| }, | |
| { | |
| "completion_length": 430.00828742980957, | |
| "epoch": 0.6123778501628665, | |
| "grad_norm": 0.01133815012872219, | |
| "learning_rate": 3.5705905789704296e-06, | |
| "loss": -0.0174, | |
| "reward": 0.9181851297616959, | |
| "reward_std": 0.10594801499973983, | |
| "rewards/accuracy_reward": 0.5210459036752582, | |
| "rewards/semantic_entropy_math_reward": 0.39713920652866364, | |
| "step": 235 | |
| }, | |
| { | |
| "completion_length": 408.0299701690674, | |
| "epoch": 0.6149837133550489, | |
| "grad_norm": 0.008568109013140202, | |
| "learning_rate": 3.529177991122519e-06, | |
| "loss": -0.0131, | |
| "reward": 0.958545908331871, | |
| "reward_std": 0.08321992680430412, | |
| "rewards/accuracy_reward": 0.5535714142024517, | |
| "rewards/semantic_entropy_math_reward": 0.4049744922667742, | |
| "step": 236 | |
| }, | |
| { | |
| "completion_length": 436.0191307067871, | |
| "epoch": 0.6175895765472312, | |
| "grad_norm": 0.015509643591940403, | |
| "learning_rate": 3.487875568341995e-06, | |
| "loss": -0.0115, | |
| "reward": 0.8883017376065254, | |
| "reward_std": 0.09416370574035682, | |
| "rewards/accuracy_reward": 0.4859693758189678, | |
| "rewards/semantic_entropy_math_reward": 0.4023323506116867, | |
| "step": 237 | |
| }, | |
| { | |
| "completion_length": 350.04272270202637, | |
| "epoch": 0.6201954397394137, | |
| "grad_norm": 0.012752141803503036, | |
| "learning_rate": 3.446686404194337e-06, | |
| "loss": -0.014, | |
| "reward": 0.9876093231141567, | |
| "reward_std": 0.08275497186696157, | |
| "rewards/accuracy_reward": 0.5644132569432259, | |
| "rewards/semantic_entropy_math_reward": 0.4231960419565439, | |
| "step": 238 | |
| }, | |
| { | |
| "completion_length": 392.4043254852295, | |
| "epoch": 0.6228013029315961, | |
| "grad_norm": 0.014255838468670845, | |
| "learning_rate": 3.4056135837619077e-06, | |
| "loss": -0.0111, | |
| "reward": 1.0281523205339909, | |
| "reward_std": 0.06774875608971342, | |
| "rewards/accuracy_reward": 0.5835459064692259, | |
| "rewards/semantic_entropy_math_reward": 0.4446064066141844, | |
| "step": 239 | |
| }, | |
| { | |
| "completion_length": 403.4055976867676, | |
| "epoch": 0.6254071661237784, | |
| "grad_norm": 0.013257958926260471, | |
| "learning_rate": 3.3646601834128924e-06, | |
| "loss": -0.0138, | |
| "reward": 0.9554482288658619, | |
| "reward_std": 0.09038078342564404, | |
| "rewards/accuracy_reward": 0.5414540711790323, | |
| "rewards/semantic_entropy_math_reward": 0.41399415768682957, | |
| "step": 240 | |
| }, | |
| { | |
| "completion_length": 422.57716178894043, | |
| "epoch": 0.6280130293159609, | |
| "grad_norm": 0.009931429289281368, | |
| "learning_rate": 3.3238292705708675e-06, | |
| "loss": -0.0042, | |
| "reward": 0.9145408011972904, | |
| "reward_std": 0.08421986317262053, | |
| "rewards/accuracy_reward": 0.4961734600365162, | |
| "rewards/semantic_entropy_math_reward": 0.4183673318475485, | |
| "step": 241 | |
| }, | |
| { | |
| "completion_length": 385.666446685791, | |
| "epoch": 0.6306188925081433, | |
| "grad_norm": 0.020119503140449524, | |
| "learning_rate": 3.2831239034850593e-06, | |
| "loss": -0.0077, | |
| "reward": 0.960094753652811, | |
| "reward_std": 0.10691097256494686, | |
| "rewards/accuracy_reward": 0.5389030482620001, | |
| "rewards/semantic_entropy_math_reward": 0.4211916830390692, | |
| "step": 242 | |
| }, | |
| { | |
| "completion_length": 401.9961643218994, | |
| "epoch": 0.6332247557003258, | |
| "grad_norm": 0.015258848667144775, | |
| "learning_rate": 3.2425471310012645e-06, | |
| "loss": -0.0073, | |
| "reward": 0.921100564301014, | |
| "reward_std": 0.09436794393695891, | |
| "rewards/accuracy_reward": 0.5204081535339355, | |
| "rewards/semantic_entropy_math_reward": 0.40069241262972355, | |
| "step": 243 | |
| }, | |
| { | |
| "completion_length": 425.9100704193115, | |
| "epoch": 0.6358306188925081, | |
| "grad_norm": 0.009504982270300388, | |
| "learning_rate": 3.2021019923335093e-06, | |
| "loss": -0.0087, | |
| "reward": 0.8651603311300278, | |
| "reward_std": 0.05741609656251967, | |
| "rewards/accuracy_reward": 0.4534438643604517, | |
| "rewards/semantic_entropy_math_reward": 0.4117164649069309, | |
| "step": 244 | |
| }, | |
| { | |
| "completion_length": 391.7308597564697, | |
| "epoch": 0.6384364820846905, | |
| "grad_norm": 0.008338342420756817, | |
| "learning_rate": 3.1617915168363994e-06, | |
| "loss": -0.0048, | |
| "reward": 0.9585458934307098, | |
| "reward_std": 0.09049107087776065, | |
| "rewards/accuracy_reward": 0.5363520346581936, | |
| "rewards/semantic_entropy_math_reward": 0.42219386994838715, | |
| "step": 245 | |
| }, | |
| { | |
| "completion_length": 426.6033020019531, | |
| "epoch": 0.641042345276873, | |
| "grad_norm": 0.018495287746191025, | |
| "learning_rate": 3.121618723778225e-06, | |
| "loss": -0.0197, | |
| "reward": 0.9272047840058804, | |
| "reward_std": 0.09722855128347874, | |
| "rewards/accuracy_reward": 0.5248724352568388, | |
| "rewards/semantic_entropy_math_reward": 0.4023323468863964, | |
| "step": 246 | |
| }, | |
| { | |
| "completion_length": 403.5931053161621, | |
| "epoch": 0.6436482084690553, | |
| "grad_norm": 0.011493879370391369, | |
| "learning_rate": 3.081586622114809e-06, | |
| "loss": -0.0171, | |
| "reward": 0.9197339601814747, | |
| "reward_std": 0.09083502274006605, | |
| "rewards/accuracy_reward": 0.5076530463993549, | |
| "rewards/semantic_entropy_math_reward": 0.41208089888095856, | |
| "step": 247 | |
| }, | |
| { | |
| "completion_length": 390.2971897125244, | |
| "epoch": 0.6462540716612378, | |
| "grad_norm": 0.012770140543580055, | |
| "learning_rate": 3.041698210264149e-06, | |
| "loss": -0.0035, | |
| "reward": 0.9225582852959633, | |
| "reward_std": 0.10072695807320997, | |
| "rewards/accuracy_reward": 0.5133928395807743, | |
| "rewards/semantic_entropy_math_reward": 0.40916544012725353, | |
| "step": 248 | |
| }, | |
| { | |
| "completion_length": 386.1511402130127, | |
| "epoch": 0.6488599348534202, | |
| "grad_norm": 0.011112012900412083, | |
| "learning_rate": 3.001956475881822e-06, | |
| "loss": -0.0101, | |
| "reward": 0.9212827943265438, | |
| "reward_std": 0.11616118880920112, | |
| "rewards/accuracy_reward": 0.5019132569432259, | |
| "rewards/semantic_entropy_math_reward": 0.4193695206195116, | |
| "step": 249 | |
| }, | |
| { | |
| "completion_length": 416.366060256958, | |
| "epoch": 0.6514657980456026, | |
| "grad_norm": 0.013438215479254723, | |
| "learning_rate": 2.962364395637216e-06, | |
| "loss": -0.0105, | |
| "reward": 0.938411071896553, | |
| "reward_std": 0.09871607949025929, | |
| "rewards/accuracy_reward": 0.5344387628138065, | |
| "rewards/semantic_entropy_math_reward": 0.4039722979068756, | |
| "step": 250 | |
| }, | |
| { | |
| "completion_length": 411.18238830566406, | |
| "epoch": 0.654071661237785, | |
| "grad_norm": 0.014477844350039959, | |
| "learning_rate": 2.9229249349905686e-06, | |
| "loss": -0.0185, | |
| "reward": 0.9585458822548389, | |
| "reward_std": 0.07620244607096538, | |
| "rewards/accuracy_reward": 0.5350765157490969, | |
| "rewards/semantic_entropy_math_reward": 0.4234693832695484, | |
| "step": 251 | |
| }, | |
| { | |
| "completion_length": 429.57652282714844, | |
| "epoch": 0.6566775244299674, | |
| "grad_norm": 0.009758449159562588, | |
| "learning_rate": 2.8836410479708625e-06, | |
| "loss": -0.0066, | |
| "reward": 0.9825072661042213, | |
| "reward_std": 0.0784962668112712, | |
| "rewards/accuracy_reward": 0.5567601975053549, | |
| "rewards/semantic_entropy_math_reward": 0.4257470816373825, | |
| "step": 252 | |
| }, | |
| { | |
| "completion_length": 410.80356216430664, | |
| "epoch": 0.6592833876221499, | |
| "grad_norm": 0.011529424227774143, | |
| "learning_rate": 2.84451567695456e-06, | |
| "loss": -0.0155, | |
| "reward": 0.9254737384617329, | |
| "reward_std": 0.08181263762526214, | |
| "rewards/accuracy_reward": 0.5159438662230968, | |
| "rewards/semantic_entropy_math_reward": 0.409529872238636, | |
| "step": 253 | |
| }, | |
| { | |
| "completion_length": 418.6396598815918, | |
| "epoch": 0.6618892508143323, | |
| "grad_norm": 0.012521790340542793, | |
| "learning_rate": 2.805551752445222e-06, | |
| "loss": -0.0072, | |
| "reward": 0.9676566906273365, | |
| "reward_std": 0.07710790610872209, | |
| "rewards/accuracy_reward": 0.5484693758189678, | |
| "rewards/semantic_entropy_math_reward": 0.41918731294572353, | |
| "step": 254 | |
| }, | |
| { | |
| "completion_length": 418.7059841156006, | |
| "epoch": 0.6644951140065146, | |
| "grad_norm": 0.010554789565503597, | |
| "learning_rate": 2.766752192854012e-06, | |
| "loss": -0.0079, | |
| "reward": 0.9526238888502121, | |
| "reward_std": 0.10265779460314661, | |
| "rewards/accuracy_reward": 0.5369897820055485, | |
| "rewards/semantic_entropy_math_reward": 0.41563410870730877, | |
| "step": 255 | |
| }, | |
| { | |
| "completion_length": 408.3431034088135, | |
| "epoch": 0.6671009771986971, | |
| "grad_norm": 0.009969337843358517, | |
| "learning_rate": 2.728119904281105e-06, | |
| "loss": -0.0084, | |
| "reward": 0.986880462616682, | |
| "reward_std": 0.09043557988479733, | |
| "rewards/accuracy_reward": 0.5682397838681936, | |
| "rewards/semantic_entropy_math_reward": 0.41864065267145634, | |
| "step": 256 | |
| }, | |
| { | |
| "completion_length": 420.5044631958008, | |
| "epoch": 0.6697068403908795, | |
| "grad_norm": 0.011664465069770813, | |
| "learning_rate": 2.6896577802980184e-06, | |
| "loss": -0.0099, | |
| "reward": 0.9866982325911522, | |
| "reward_std": 0.10724300192669034, | |
| "rewards/accuracy_reward": 0.5752550922334194, | |
| "rewards/semantic_entropy_math_reward": 0.4114431384950876, | |
| "step": 257 | |
| }, | |
| { | |
| "completion_length": 453.64093589782715, | |
| "epoch": 0.6723127035830619, | |
| "grad_norm": 0.00969005562365055, | |
| "learning_rate": 2.651368701730889e-06, | |
| "loss": -0.0053, | |
| "reward": 0.9547193720936775, | |
| "reward_std": 0.10146705091756303, | |
| "rewards/accuracy_reward": 0.5331632532179356, | |
| "rewards/semantic_entropy_math_reward": 0.4215561244636774, | |
| "step": 258 | |
| }, | |
| { | |
| "completion_length": 482.51912689208984, | |
| "epoch": 0.6749185667752443, | |
| "grad_norm": 0.009962331503629684, | |
| "learning_rate": 2.6132555364446856e-06, | |
| "loss": -0.0089, | |
| "reward": 0.8847485221922398, | |
| "reward_std": 0.10891495714895427, | |
| "rewards/accuracy_reward": 0.4904336640611291, | |
| "rewards/semantic_entropy_math_reward": 0.3943148609250784, | |
| "step": 259 | |
| }, | |
| { | |
| "completion_length": 472.77039527893066, | |
| "epoch": 0.6775244299674267, | |
| "grad_norm": 0.008120470680296421, | |
| "learning_rate": 2.5753211391284172e-06, | |
| "loss": -0.0056, | |
| "reward": 0.9668367207050323, | |
| "reward_std": 0.08560021687299013, | |
| "rewards/accuracy_reward": 0.5433673411607742, | |
| "rewards/semantic_entropy_math_reward": 0.42346938140690327, | |
| "step": 260 | |
| }, | |
| { | |
| "completion_length": 455.7142734527588, | |
| "epoch": 0.6801302931596092, | |
| "grad_norm": 0.008612104691565037, | |
| "learning_rate": 2.537568351081311e-06, | |
| "loss": -0.0055, | |
| "reward": 0.9637390524148941, | |
| "reward_std": 0.08404424658510834, | |
| "rewards/accuracy_reward": 0.5580357015132904, | |
| "rewards/semantic_entropy_math_reward": 0.4057033322751522, | |
| "step": 261 | |
| }, | |
| { | |
| "completion_length": 452.24807357788086, | |
| "epoch": 0.6827361563517915, | |
| "grad_norm": 0.007962207309901714, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": -0.0213, | |
| "reward": 1.033163245767355, | |
| "reward_std": 0.08445578732062131, | |
| "rewards/accuracy_reward": 0.6065050885081291, | |
| "rewards/semantic_entropy_math_reward": 0.4266581479460001, | |
| "step": 262 | |
| }, | |
| { | |
| "completion_length": 445.8513927459717, | |
| "epoch": 0.6853420195439739, | |
| "grad_norm": 0.00862111710011959, | |
| "learning_rate": 2.4626188997667224e-06, | |
| "loss": -0.0107, | |
| "reward": 0.9684766530990601, | |
| "reward_std": 0.106060303398408, | |
| "rewards/accuracy_reward": 0.5497448798269033, | |
| "rewards/semantic_entropy_math_reward": 0.41873176395893097, | |
| "step": 263 | |
| }, | |
| { | |
| "completion_length": 438.24169731140137, | |
| "epoch": 0.6879478827361564, | |
| "grad_norm": 0.007783900015056133, | |
| "learning_rate": 2.425427850238565e-06, | |
| "loss": -0.0095, | |
| "reward": 0.9946246296167374, | |
| "reward_std": 0.09433889319188893, | |
| "rewards/accuracy_reward": 0.5784438736736774, | |
| "rewards/semantic_entropy_math_reward": 0.4161807559430599, | |
| "step": 264 | |
| }, | |
| { | |
| "completion_length": 446.2295837402344, | |
| "epoch": 0.6905537459283387, | |
| "grad_norm": 0.008394320495426655, | |
| "learning_rate": 2.388429637037753e-06, | |
| "loss": 0.0002, | |
| "reward": 1.0675109289586544, | |
| "reward_std": 0.08982915757223964, | |
| "rewards/accuracy_reward": 0.6301020346581936, | |
| "rewards/semantic_entropy_math_reward": 0.43740889988839626, | |
| "step": 265 | |
| }, | |
| { | |
| "completion_length": 420.28698539733887, | |
| "epoch": 0.6931596091205212, | |
| "grad_norm": 0.011627813801169395, | |
| "learning_rate": 2.3516270313430085e-06, | |
| "loss": -0.0075, | |
| "reward": 0.9636479578912258, | |
| "reward_std": 0.09795083408243954, | |
| "rewards/accuracy_reward": 0.5420918222516775, | |
| "rewards/semantic_entropy_math_reward": 0.4215561132878065, | |
| "step": 266 | |
| }, | |
| { | |
| "completion_length": 504.16006660461426, | |
| "epoch": 0.6957654723127036, | |
| "grad_norm": 0.013352944515645504, | |
| "learning_rate": 2.3150227896819782e-06, | |
| "loss": 0.0002, | |
| "reward": 0.9232871569693089, | |
| "reward_std": 0.11924422497395426, | |
| "rewards/accuracy_reward": 0.5172193739563227, | |
| "rewards/semantic_entropy_math_reward": 0.4060677755624056, | |
| "step": 267 | |
| }, | |
| { | |
| "completion_length": 440.1288185119629, | |
| "epoch": 0.698371335504886, | |
| "grad_norm": 0.008399576880037785, | |
| "learning_rate": 2.278619653724781e-06, | |
| "loss": -0.005, | |
| "reward": 0.9916180558502674, | |
| "reward_std": 0.0687884486396797, | |
| "rewards/accuracy_reward": 0.5637754965573549, | |
| "rewards/semantic_entropy_math_reward": 0.4278425555676222, | |
| "step": 268 | |
| }, | |
| { | |
| "completion_length": 496.5880012512207, | |
| "epoch": 0.7009771986970684, | |
| "grad_norm": 0.01074276678264141, | |
| "learning_rate": 2.2424203500786473e-06, | |
| "loss": -0.0021, | |
| "reward": 0.9390488304197788, | |
| "reward_std": 0.10012663877569139, | |
| "rewards/accuracy_reward": 0.5357142742723227, | |
| "rewards/semantic_entropy_math_reward": 0.403334541246295, | |
| "step": 269 | |
| }, | |
| { | |
| "completion_length": 462.8348159790039, | |
| "epoch": 0.7035830618892508, | |
| "grad_norm": 0.012036530300974846, | |
| "learning_rate": 2.206427590083703e-06, | |
| "loss": -0.0068, | |
| "reward": 0.9727587252855301, | |
| "reward_std": 0.07587114511989057, | |
| "rewards/accuracy_reward": 0.5516581516712904, | |
| "rewards/semantic_entropy_math_reward": 0.42110058292746544, | |
| "step": 270 | |
| }, | |
| { | |
| "completion_length": 462.12371253967285, | |
| "epoch": 0.7061889250814333, | |
| "grad_norm": 0.00853002816438675, | |
| "learning_rate": 2.170644069609876e-06, | |
| "loss": -0.0111, | |
| "reward": 0.9571792744100094, | |
| "reward_std": 0.09096840798156336, | |
| "rewards/accuracy_reward": 0.5503826402127743, | |
| "rewards/semantic_entropy_math_reward": 0.4067966416478157, | |
| "step": 271 | |
| }, | |
| { | |
| "completion_length": 428.95662117004395, | |
| "epoch": 0.7087947882736156, | |
| "grad_norm": 0.009711945429444313, | |
| "learning_rate": 2.1350724688549906e-06, | |
| "loss": -0.0152, | |
| "reward": 0.9361333549022675, | |
| "reward_std": 0.08675176231190562, | |
| "rewards/accuracy_reward": 0.515306118875742, | |
| "rewards/semantic_entropy_math_reward": 0.4208272397518158, | |
| "step": 272 | |
| }, | |
| { | |
| "completion_length": 462.191312789917, | |
| "epoch": 0.711400651465798, | |
| "grad_norm": 0.013711754232645035, | |
| "learning_rate": 2.09971545214401e-06, | |
| "loss": -0.0046, | |
| "reward": 0.9466107748448849, | |
| "reward_std": 0.09364626772003248, | |
| "rewards/accuracy_reward": 0.5338010117411613, | |
| "rewards/semantic_entropy_math_reward": 0.4128097593784332, | |
| "step": 273 | |
| }, | |
| { | |
| "completion_length": 483.0580234527588, | |
| "epoch": 0.7140065146579805, | |
| "grad_norm": 0.008413317613303661, | |
| "learning_rate": 2.0645756677294788e-06, | |
| "loss": -0.0117, | |
| "reward": 0.9661078602075577, | |
| "reward_std": 0.07902665832079947, | |
| "rewards/accuracy_reward": 0.5414540749043226, | |
| "rewards/semantic_entropy_math_reward": 0.4246537797152996, | |
| "step": 274 | |
| }, | |
| { | |
| "completion_length": 485.255090713501, | |
| "epoch": 0.7166123778501629, | |
| "grad_norm": 0.01059303991496563, | |
| "learning_rate": 2.029655747593169e-06, | |
| "loss": -0.0064, | |
| "reward": 0.9963556602597237, | |
| "reward_std": 0.08435712786740623, | |
| "rewards/accuracy_reward": 0.5797193804755807, | |
| "rewards/semantic_entropy_math_reward": 0.41663630679249763, | |
| "step": 275 | |
| }, | |
| { | |
| "completion_length": 524.714916229248, | |
| "epoch": 0.7192182410423453, | |
| "grad_norm": 0.010354903526604176, | |
| "learning_rate": 1.9949583072489455e-06, | |
| "loss": -0.0095, | |
| "reward": 0.9393221400678158, | |
| "reward_std": 0.10403139912523329, | |
| "rewards/accuracy_reward": 0.536352027207613, | |
| "rewards/semantic_entropy_math_reward": 0.4029701128602028, | |
| "step": 276 | |
| }, | |
| { | |
| "completion_length": 493.7672061920166, | |
| "epoch": 0.7218241042345277, | |
| "grad_norm": 0.009775525890290737, | |
| "learning_rate": 1.9604859455468587e-06, | |
| "loss": -0.0051, | |
| "reward": 0.9140852615237236, | |
| "reward_std": 0.07866077253129333, | |
| "rewards/accuracy_reward": 0.48405610769987106, | |
| "rewards/semantic_entropy_math_reward": 0.4300291370600462, | |
| "step": 277 | |
| }, | |
| { | |
| "completion_length": 486.60011863708496, | |
| "epoch": 0.7244299674267101, | |
| "grad_norm": 0.010633684694766998, | |
| "learning_rate": 1.926241244478496e-06, | |
| "loss": -0.0114, | |
| "reward": 0.9836916588246822, | |
| "reward_std": 0.13731968333013356, | |
| "rewards/accuracy_reward": 0.5714285597205162, | |
| "rewards/semantic_entropy_math_reward": 0.4122631140053272, | |
| "step": 278 | |
| }, | |
| { | |
| "completion_length": 490.8520317077637, | |
| "epoch": 0.7270358306188925, | |
| "grad_norm": 0.01332115475088358, | |
| "learning_rate": 1.8922267689835806e-06, | |
| "loss": -0.0069, | |
| "reward": 0.9645590335130692, | |
| "reward_std": 0.08677118818741292, | |
| "rewards/accuracy_reward": 0.5395408049225807, | |
| "rewards/semantic_entropy_math_reward": 0.42501820996403694, | |
| "step": 279 | |
| }, | |
| { | |
| "completion_length": 510.359037399292, | |
| "epoch": 0.7296416938110749, | |
| "grad_norm": 0.010328337550163269, | |
| "learning_rate": 1.8584450667578656e-06, | |
| "loss": -0.0053, | |
| "reward": 0.9415087439119816, | |
| "reward_std": 0.1030702197458595, | |
| "rewards/accuracy_reward": 0.5414540711790323, | |
| "rewards/semantic_entropy_math_reward": 0.4000546522438526, | |
| "step": 280 | |
| }, | |
| { | |
| "completion_length": 488.9508819580078, | |
| "epoch": 0.7322475570032573, | |
| "grad_norm": 0.009401313029229641, | |
| "learning_rate": 1.8248986680623077e-06, | |
| "loss": -0.0144, | |
| "reward": 1.0168549418449402, | |
| "reward_std": 0.08474622888024896, | |
| "rewards/accuracy_reward": 0.5988520290702581, | |
| "rewards/semantic_entropy_math_reward": 0.41800292022526264, | |
| "step": 281 | |
| }, | |
| { | |
| "completion_length": 461.94578552246094, | |
| "epoch": 0.7348534201954398, | |
| "grad_norm": 0.01206615474075079, | |
| "learning_rate": 1.7915900855335506e-06, | |
| "loss": -0.0079, | |
| "reward": 1.0083818957209587, | |
| "reward_std": 0.06797894753981382, | |
| "rewards/accuracy_reward": 0.5841836612671614, | |
| "rewards/semantic_entropy_math_reward": 0.42419823817908764, | |
| "step": 282 | |
| }, | |
| { | |
| "completion_length": 493.0318717956543, | |
| "epoch": 0.7374592833876221, | |
| "grad_norm": 0.009084763005375862, | |
| "learning_rate": 1.7585218139957205e-06, | |
| "loss": -0.0093, | |
| "reward": 1.0141217038035393, | |
| "reward_std": 0.10102251661010087, | |
| "rewards/accuracy_reward": 0.5899234563112259, | |
| "rewards/semantic_entropy_math_reward": 0.42419824562966824, | |
| "step": 283 | |
| }, | |
| { | |
| "completion_length": 480.63264083862305, | |
| "epoch": 0.7400651465798046, | |
| "grad_norm": 0.01057640090584755, | |
| "learning_rate": 1.7256963302735752e-06, | |
| "loss": -0.0137, | |
| "reward": 0.9901603423058987, | |
| "reward_std": 0.11432356107980013, | |
| "rewards/accuracy_reward": 0.5790816191583872, | |
| "rewards/semantic_entropy_math_reward": 0.4110787082463503, | |
| "step": 284 | |
| }, | |
| { | |
| "completion_length": 534.7289409637451, | |
| "epoch": 0.742671009771987, | |
| "grad_norm": 0.011105289682745934, | |
| "learning_rate": 1.6931160930069789e-06, | |
| "loss": -0.0098, | |
| "reward": 0.9258381761610508, | |
| "reward_std": 0.0985641247825697, | |
| "rewards/accuracy_reward": 0.5197703987360001, | |
| "rewards/semantic_entropy_math_reward": 0.4060677830129862, | |
| "step": 285 | |
| }, | |
| { | |
| "completion_length": 492.93940353393555, | |
| "epoch": 0.7452768729641693, | |
| "grad_norm": 0.010538027621805668, | |
| "learning_rate": 1.6607835424667578e-06, | |
| "loss": -0.0052, | |
| "reward": 0.9999999739229679, | |
| "reward_std": 0.0725285234657349, | |
| "rewards/accuracy_reward": 0.5707908049225807, | |
| "rewards/semantic_entropy_math_reward": 0.4292091801762581, | |
| "step": 286 | |
| }, | |
| { | |
| "completion_length": 479.8284320831299, | |
| "epoch": 0.7478827361563518, | |
| "grad_norm": 0.012495830655097961, | |
| "learning_rate": 1.6287011003719105e-06, | |
| "loss": -0.0044, | |
| "reward": 0.9080721437931061, | |
| "reward_std": 0.08464997098781168, | |
| "rewards/accuracy_reward": 0.498724477365613, | |
| "rewards/semantic_entropy_math_reward": 0.40934765711426735, | |
| "step": 287 | |
| }, | |
| { | |
| "completion_length": 479.3641548156738, | |
| "epoch": 0.7504885993485342, | |
| "grad_norm": 0.014318572357296944, | |
| "learning_rate": 1.596871169708235e-06, | |
| "loss": -0.0114, | |
| "reward": 0.9038812033832073, | |
| "reward_std": 0.08901800989406183, | |
| "rewards/accuracy_reward": 0.4942601975053549, | |
| "rewards/semantic_entropy_math_reward": 0.4096209779381752, | |
| "step": 288 | |
| }, | |
| { | |
| "completion_length": 478.834171295166, | |
| "epoch": 0.7530944625407167, | |
| "grad_norm": 0.011369728483259678, | |
| "learning_rate": 1.5652961345483353e-06, | |
| "loss": -0.0118, | |
| "reward": 0.9845116622745991, | |
| "reward_std": 0.10669447341933846, | |
| "rewards/accuracy_reward": 0.5752550875768065, | |
| "rewards/semantic_entropy_math_reward": 0.4092565383762121, | |
| "step": 289 | |
| }, | |
| { | |
| "completion_length": 515.2219257354736, | |
| "epoch": 0.755700325732899, | |
| "grad_norm": 0.01009457278996706, | |
| "learning_rate": 1.5339783598730568e-06, | |
| "loss": -0.0119, | |
| "reward": 0.933946780860424, | |
| "reward_std": 0.09003342734649777, | |
| "rewards/accuracy_reward": 0.5280612148344517, | |
| "rewards/semantic_entropy_math_reward": 0.4058855511248112, | |
| "step": 290 | |
| }, | |
| { | |
| "completion_length": 524.5248641967773, | |
| "epoch": 0.7583061889250814, | |
| "grad_norm": 0.009736046195030212, | |
| "learning_rate": 1.5029201913943425e-06, | |
| "loss": -0.0148, | |
| "reward": 0.9850582927465439, | |
| "reward_std": 0.10781788837630302, | |
| "rewards/accuracy_reward": 0.5733418259769678, | |
| "rewards/semantic_entropy_math_reward": 0.4117164667695761, | |
| "step": 291 | |
| }, | |
| { | |
| "completion_length": 512.2193756103516, | |
| "epoch": 0.7609120521172639, | |
| "grad_norm": 0.007600969634950161, | |
| "learning_rate": 1.4721239553795485e-06, | |
| "loss": -0.0079, | |
| "reward": 0.9823250733315945, | |
| "reward_std": 0.09170323330909014, | |
| "rewards/accuracy_reward": 0.5580357071012259, | |
| "rewards/semantic_entropy_math_reward": 0.4242893476039171, | |
| "step": 292 | |
| }, | |
| { | |
| "completion_length": 450.7780475616455, | |
| "epoch": 0.7635179153094462, | |
| "grad_norm": 0.00899919867515564, | |
| "learning_rate": 1.4415919584771999e-06, | |
| "loss": -0.0121, | |
| "reward": 1.015852764248848, | |
| "reward_std": 0.10539426596369594, | |
| "rewards/accuracy_reward": 0.5943877436220646, | |
| "rewards/semantic_entropy_math_reward": 0.42146499268710613, | |
| "step": 293 | |
| }, | |
| { | |
| "completion_length": 484.11031913757324, | |
| "epoch": 0.7661237785016287, | |
| "grad_norm": 0.012872518040239811, | |
| "learning_rate": 1.4113264875442201e-06, | |
| "loss": -0.0119, | |
| "reward": 0.949526209384203, | |
| "reward_std": 0.08500090334564447, | |
| "rewards/accuracy_reward": 0.5242346823215485, | |
| "rewards/semantic_entropy_math_reward": 0.4252915382385254, | |
| "step": 294 | |
| }, | |
| { | |
| "completion_length": 507.8871078491211, | |
| "epoch": 0.7687296416938111, | |
| "grad_norm": 0.01095646247267723, | |
| "learning_rate": 1.3813298094746491e-06, | |
| "loss": -0.0146, | |
| "reward": 0.9959912374615669, | |
| "reward_std": 0.09144581796135753, | |
| "rewards/accuracy_reward": 0.5682397857308388, | |
| "rewards/semantic_entropy_math_reward": 0.4277514461427927, | |
| "step": 295 | |
| }, | |
| { | |
| "completion_length": 492.8201427459717, | |
| "epoch": 0.7713355048859935, | |
| "grad_norm": 0.007233647629618645, | |
| "learning_rate": 1.35160417102985e-06, | |
| "loss": -0.0137, | |
| "reward": 0.96993438154459, | |
| "reward_std": 0.0985939132515341, | |
| "rewards/accuracy_reward": 0.5580357015132904, | |
| "rewards/semantic_entropy_math_reward": 0.41189867816865444, | |
| "step": 296 | |
| }, | |
| { | |
| "completion_length": 479.56950759887695, | |
| "epoch": 0.7739413680781759, | |
| "grad_norm": 0.010265953838825226, | |
| "learning_rate": 1.3221517986702249e-06, | |
| "loss": -0.0049, | |
| "reward": 0.9783162996172905, | |
| "reward_std": 0.0974840281996876, | |
| "rewards/accuracy_reward": 0.5605867244303226, | |
| "rewards/semantic_entropy_math_reward": 0.41772958263754845, | |
| "step": 297 | |
| }, | |
| { | |
| "completion_length": 514.214277267456, | |
| "epoch": 0.7765472312703583, | |
| "grad_norm": 0.006785084027796984, | |
| "learning_rate": 1.292974898388456e-06, | |
| "loss": -0.015, | |
| "reward": 0.9332179203629494, | |
| "reward_std": 0.08228117297403514, | |
| "rewards/accuracy_reward": 0.5102040730416775, | |
| "rewards/semantic_entropy_math_reward": 0.423013836145401, | |
| "step": 298 | |
| }, | |
| { | |
| "completion_length": 485.87435150146484, | |
| "epoch": 0.7791530944625407, | |
| "grad_norm": 0.016027240082621574, | |
| "learning_rate": 1.2640756555442684e-06, | |
| "loss": -0.0101, | |
| "reward": 0.8885750621557236, | |
| "reward_std": 0.07733660298981704, | |
| "rewards/accuracy_reward": 0.47895407397300005, | |
| "rewards/semantic_entropy_math_reward": 0.40962098725140095, | |
| "step": 299 | |
| }, | |
| { | |
| "completion_length": 505.1874885559082, | |
| "epoch": 0.7817589576547231, | |
| "grad_norm": 0.009378643706440926, | |
| "learning_rate": 1.235456234700756e-06, | |
| "loss": -0.0063, | |
| "reward": 0.9045189283788204, | |
| "reward_std": 0.07878015120513737, | |
| "rewards/accuracy_reward": 0.5012754946947098, | |
| "rewards/semantic_entropy_math_reward": 0.4032434318214655, | |
| "step": 300 | |
| }, | |
| { | |
| "completion_length": 475.78697967529297, | |
| "epoch": 0.7843648208469055, | |
| "grad_norm": 0.008114474825561047, | |
| "learning_rate": 1.207118779462248e-06, | |
| "loss": -0.0127, | |
| "reward": 1.0125728696584702, | |
| "reward_std": 0.08841744478559121, | |
| "rewards/accuracy_reward": 0.5873724296689034, | |
| "rewards/semantic_entropy_math_reward": 0.42520042695105076, | |
| "step": 301 | |
| }, | |
| { | |
| "completion_length": 517.571418762207, | |
| "epoch": 0.786970684039088, | |
| "grad_norm": 0.0094959931448102, | |
| "learning_rate": 1.1790654123137552e-06, | |
| "loss": -0.0013, | |
| "reward": 0.9774963334202766, | |
| "reward_std": 0.08901865262305364, | |
| "rewards/accuracy_reward": 0.5561224445700645, | |
| "rewards/semantic_entropy_math_reward": 0.4213739037513733, | |
| "step": 302 | |
| }, | |
| { | |
| "completion_length": 443.41580295562744, | |
| "epoch": 0.7895765472312704, | |
| "grad_norm": 0.00883433036506176, | |
| "learning_rate": 1.1512982344619904e-06, | |
| "loss": -0.0046, | |
| "reward": 1.045098390430212, | |
| "reward_std": 0.06228679193009157, | |
| "rewards/accuracy_reward": 0.593749986961484, | |
| "rewards/semantic_entropy_math_reward": 0.4513483848422766, | |
| "step": 303 | |
| }, | |
| { | |
| "completion_length": 522.1760082244873, | |
| "epoch": 0.7921824104234527, | |
| "grad_norm": 0.008245239965617657, | |
| "learning_rate": 1.1238193256779955e-06, | |
| "loss": -0.0149, | |
| "reward": 0.9394132420420647, | |
| "reward_std": 0.09620352147612721, | |
| "rewards/accuracy_reward": 0.5293367244303226, | |
| "rewards/semantic_entropy_math_reward": 0.410076517611742, | |
| "step": 304 | |
| }, | |
| { | |
| "completion_length": 448.2991008758545, | |
| "epoch": 0.7947882736156352, | |
| "grad_norm": 0.012398505583405495, | |
| "learning_rate": 1.0966307441413598e-06, | |
| "loss": -0.0058, | |
| "reward": 0.9621902219951153, | |
| "reward_std": 0.08929981710389256, | |
| "rewards/accuracy_reward": 0.5338010061532259, | |
| "rewards/semantic_entropy_math_reward": 0.4283892009407282, | |
| "step": 305 | |
| }, | |
| { | |
| "completion_length": 491.30419731140137, | |
| "epoch": 0.7973941368078176, | |
| "grad_norm": 0.009740319103002548, | |
| "learning_rate": 1.0697345262860638e-06, | |
| "loss": -0.0068, | |
| "reward": 0.9690233021974564, | |
| "reward_std": 0.08115439751418307, | |
| "rewards/accuracy_reward": 0.5459183566272259, | |
| "rewards/semantic_entropy_math_reward": 0.4231049530208111, | |
| "step": 306 | |
| }, | |
| { | |
| "completion_length": 497.92601203918457, | |
| "epoch": 0.8, | |
| "grad_norm": 0.012608438730239868, | |
| "learning_rate": 1.0431326866479457e-06, | |
| "loss": -0.0167, | |
| "reward": 0.8842018768191338, | |
| "reward_std": 0.11789050558581948, | |
| "rewards/accuracy_reward": 0.48724489100277424, | |
| "rewards/semantic_entropy_math_reward": 0.39695698767900467, | |
| "step": 307 | |
| }, | |
| { | |
| "completion_length": 488.2034339904785, | |
| "epoch": 0.8026058631921824, | |
| "grad_norm": 0.008150148205459118, | |
| "learning_rate": 1.01682721771382e-06, | |
| "loss": -0.0213, | |
| "reward": 1.0246902257204056, | |
| "reward_std": 0.07845566415926442, | |
| "rewards/accuracy_reward": 0.5778061132878065, | |
| "rewards/semantic_entropy_math_reward": 0.446884099394083, | |
| "step": 308 | |
| }, | |
| { | |
| "completion_length": 501.41644287109375, | |
| "epoch": 0.8052117263843648, | |
| "grad_norm": 0.009125792421400547, | |
| "learning_rate": 9.908200897722332e-07, | |
| "loss": -0.0093, | |
| "reward": 0.9240160211920738, | |
| "reward_std": 0.09154359906096943, | |
| "rewards/accuracy_reward": 0.5127550903707743, | |
| "rewards/semantic_entropy_math_reward": 0.41126092337071896, | |
| "step": 309 | |
| }, | |
| { | |
| "completion_length": 485.86797523498535, | |
| "epoch": 0.8078175895765473, | |
| "grad_norm": 0.013204295188188553, | |
| "learning_rate": 9.6511325076589e-07, | |
| "loss": -0.0129, | |
| "reward": 0.9015123657882214, | |
| "reward_std": 0.08482572343200445, | |
| "rewards/accuracy_reward": 0.4878826420754194, | |
| "rewards/semantic_entropy_math_reward": 0.4136297255754471, | |
| "step": 310 | |
| }, | |
| { | |
| "completion_length": 472.4763946533203, | |
| "epoch": 0.8104234527687296, | |
| "grad_norm": 0.009827625937759876, | |
| "learning_rate": 9.397086261457511e-07, | |
| "loss": -0.0147, | |
| "reward": 0.9812317602336407, | |
| "reward_std": 0.11015114816837013, | |
| "rewards/accuracy_reward": 0.5656887628138065, | |
| "rewards/semantic_entropy_math_reward": 0.41554298996925354, | |
| "step": 311 | |
| }, | |
| { | |
| "completion_length": 487.07525062561035, | |
| "epoch": 0.8130293159609121, | |
| "grad_norm": 0.014018489047884941, | |
| "learning_rate": 9.146081187268185e-07, | |
| "loss": -0.0131, | |
| "reward": 0.9449708163738251, | |
| "reward_std": 0.10275353176984936, | |
| "rewards/accuracy_reward": 0.5459183566272259, | |
| "rewards/semantic_entropy_math_reward": 0.39905246533453465, | |
| "step": 312 | |
| }, | |
| { | |
| "completion_length": 478.88073348999023, | |
| "epoch": 0.8156351791530945, | |
| "grad_norm": 0.008230605162680149, | |
| "learning_rate": 8.898136085456127e-07, | |
| "loss": -0.0052, | |
| "reward": 0.9649234525859356, | |
| "reward_std": 0.08008495910326019, | |
| "rewards/accuracy_reward": 0.5459183566272259, | |
| "rewards/semantic_entropy_math_reward": 0.41900509409606457, | |
| "step": 313 | |
| }, | |
| { | |
| "completion_length": 477.53187561035156, | |
| "epoch": 0.8182410423452768, | |
| "grad_norm": 0.011597930453717709, | |
| "learning_rate": 8.65326952719357e-07, | |
| "loss": -0.0081, | |
| "reward": 1.0210458859801292, | |
| "reward_std": 0.08366672950796783, | |
| "rewards/accuracy_reward": 0.5816326439380646, | |
| "rewards/semantic_entropy_math_reward": 0.43941325321793556, | |
| "step": 314 | |
| }, | |
| { | |
| "completion_length": 481.01720428466797, | |
| "epoch": 0.8208469055374593, | |
| "grad_norm": 0.01356886513531208, | |
| "learning_rate": 8.411499853068783e-07, | |
| "loss": -0.0092, | |
| "reward": 0.9314868524670601, | |
| "reward_std": 0.09904140722937882, | |
| "rewards/accuracy_reward": 0.5121173355728388, | |
| "rewards/semantic_entropy_math_reward": 0.4193695206195116, | |
| "step": 315 | |
| }, | |
| { | |
| "completion_length": 447.973840713501, | |
| "epoch": 0.8234527687296417, | |
| "grad_norm": 0.0068409559316933155, | |
| "learning_rate": 8.172845171712379e-07, | |
| "loss": -0.0132, | |
| "reward": 1.0037354119122028, | |
| "reward_std": 0.07698465495195705, | |
| "rewards/accuracy_reward": 0.5637755002826452, | |
| "rewards/semantic_entropy_math_reward": 0.4399599079042673, | |
| "step": 316 | |
| }, | |
| { | |
| "completion_length": 483.59756660461426, | |
| "epoch": 0.826058631921824, | |
| "grad_norm": 0.011241559870541096, | |
| "learning_rate": 7.937323358440935e-07, | |
| "loss": -0.017, | |
| "reward": 0.9950801581144333, | |
| "reward_std": 0.08729210350429639, | |
| "rewards/accuracy_reward": 0.5637754984200001, | |
| "rewards/semantic_entropy_math_reward": 0.4313046485185623, | |
| "step": 317 | |
| }, | |
| { | |
| "completion_length": 467.542724609375, | |
| "epoch": 0.8286644951140065, | |
| "grad_norm": 0.014086179435253143, | |
| "learning_rate": 7.70495205391818e-07, | |
| "loss": -0.014, | |
| "reward": 0.9365889057517052, | |
| "reward_std": 0.08978691761149094, | |
| "rewards/accuracy_reward": 0.5280612111091614, | |
| "rewards/semantic_entropy_math_reward": 0.4085276983678341, | |
| "step": 318 | |
| }, | |
| { | |
| "completion_length": 469.43749046325684, | |
| "epoch": 0.8312703583061889, | |
| "grad_norm": 0.009214820340275764, | |
| "learning_rate": 7.475748662833615e-07, | |
| "loss": -0.0077, | |
| "reward": 0.9763119295239449, | |
| "reward_std": 0.09077268361579627, | |
| "rewards/accuracy_reward": 0.5542091699317098, | |
| "rewards/semantic_entropy_math_reward": 0.42210277169942856, | |
| "step": 319 | |
| }, | |
| { | |
| "completion_length": 465.4904251098633, | |
| "epoch": 0.8338762214983714, | |
| "grad_norm": 0.007901620119810104, | |
| "learning_rate": 7.249730352599e-07, | |
| "loss": -0.0133, | |
| "reward": 0.9463374502956867, | |
| "reward_std": 0.08334645116701722, | |
| "rewards/accuracy_reward": 0.5312499832361937, | |
| "rewards/semantic_entropy_math_reward": 0.4150874614715576, | |
| "step": 320 | |
| }, | |
| { | |
| "completion_length": 461.4591751098633, | |
| "epoch": 0.8364820846905537, | |
| "grad_norm": 0.012061836197972298, | |
| "learning_rate": 7.026914052062433e-07, | |
| "loss": -0.006, | |
| "reward": 1.0148505568504333, | |
| "reward_std": 0.08093352918513119, | |
| "rewards/accuracy_reward": 0.5816326476633549, | |
| "rewards/semantic_entropy_math_reward": 0.4332179147750139, | |
| "step": 321 | |
| }, | |
| { | |
| "completion_length": 425.9540729522705, | |
| "epoch": 0.8390879478827361, | |
| "grad_norm": 0.010147208347916603, | |
| "learning_rate": 6.807316450240425e-07, | |
| "loss": -0.008, | |
| "reward": 1.0222302973270416, | |
| "reward_std": 0.055277756706345826, | |
| "rewards/accuracy_reward": 0.5918367300182581, | |
| "rewards/semantic_entropy_math_reward": 0.430393585935235, | |
| "step": 322 | |
| }, | |
| { | |
| "completion_length": 456.4866008758545, | |
| "epoch": 0.8416938110749186, | |
| "grad_norm": 0.0100060123950243, | |
| "learning_rate": 6.590953995067812e-07, | |
| "loss": -0.013, | |
| "reward": 0.9208272397518158, | |
| "reward_std": 0.07600355852628127, | |
| "rewards/accuracy_reward": 0.49808672070503235, | |
| "rewards/semantic_entropy_math_reward": 0.42274050787091255, | |
| "step": 323 | |
| }, | |
| { | |
| "completion_length": 449.3877468109131, | |
| "epoch": 0.844299674267101, | |
| "grad_norm": 0.011219106614589691, | |
| "learning_rate": 6.377842892165892e-07, | |
| "loss": -0.0098, | |
| "reward": 0.9591836631298065, | |
| "reward_std": 0.11074057850055397, | |
| "rewards/accuracy_reward": 0.5427295789122581, | |
| "rewards/semantic_entropy_math_reward": 0.4164540767669678, | |
| "step": 324 | |
| }, | |
| { | |
| "completion_length": 476.1007499694824, | |
| "epoch": 0.8469055374592834, | |
| "grad_norm": 0.02076311595737934, | |
| "learning_rate": 6.167999103628569e-07, | |
| "loss": -0.0083, | |
| "reward": 0.9911625236272812, | |
| "reward_std": 0.10244781541405246, | |
| "rewards/accuracy_reward": 0.5714285615831614, | |
| "rewards/semantic_entropy_math_reward": 0.419733963906765, | |
| "step": 325 | |
| }, | |
| { | |
| "completion_length": 446.6645317077637, | |
| "epoch": 0.8495114006514658, | |
| "grad_norm": 0.019433218985795975, | |
| "learning_rate": 5.961438346826792e-07, | |
| "loss": -0.0009, | |
| "reward": 0.9219205342233181, | |
| "reward_std": 0.07894981937715784, | |
| "rewards/accuracy_reward": 0.5012755040079355, | |
| "rewards/semantic_entropy_math_reward": 0.4206450283527374, | |
| "step": 326 | |
| }, | |
| { | |
| "completion_length": 459.9164447784424, | |
| "epoch": 0.8521172638436482, | |
| "grad_norm": 0.009447368793189526, | |
| "learning_rate": 5.758176093231294e-07, | |
| "loss": -0.0137, | |
| "reward": 1.0237791389226913, | |
| "reward_std": 0.08699435199378058, | |
| "rewards/accuracy_reward": 0.5956632476300001, | |
| "rewards/semantic_entropy_math_reward": 0.4281158745288849, | |
| "step": 327 | |
| }, | |
| { | |
| "completion_length": 486.7385063171387, | |
| "epoch": 0.8547231270358306, | |
| "grad_norm": 0.012096602469682693, | |
| "learning_rate": 5.558227567253832e-07, | |
| "loss": -0.0081, | |
| "reward": 0.9570881724357605, | |
| "reward_std": 0.12206664809491485, | |
| "rewards/accuracy_reward": 0.531249986961484, | |
| "rewards/semantic_entropy_math_reward": 0.4258381836116314, | |
| "step": 328 | |
| }, | |
| { | |
| "completion_length": 475.43876457214355, | |
| "epoch": 0.857328990228013, | |
| "grad_norm": 0.00933607667684555, | |
| "learning_rate": 5.361607745106817e-07, | |
| "loss": -0.0169, | |
| "reward": 0.9730320535600185, | |
| "reward_std": 0.08804468740709126, | |
| "rewards/accuracy_reward": 0.5567601844668388, | |
| "rewards/semantic_entropy_math_reward": 0.4162718579173088, | |
| "step": 329 | |
| }, | |
| { | |
| "completion_length": 431.8603210449219, | |
| "epoch": 0.8599348534201955, | |
| "grad_norm": 0.02015325427055359, | |
| "learning_rate": 5.168331353681643e-07, | |
| "loss": -0.0021, | |
| "reward": 0.9969023317098618, | |
| "reward_std": 0.09806176437996328, | |
| "rewards/accuracy_reward": 0.5733418297022581, | |
| "rewards/semantic_entropy_math_reward": 0.42356047965586185, | |
| "step": 330 | |
| }, | |
| { | |
| "completion_length": 427.3131294250488, | |
| "epoch": 0.8625407166123779, | |
| "grad_norm": 0.013669871725142002, | |
| "learning_rate": 4.97841286944557e-07, | |
| "loss": -0.0153, | |
| "reward": 1.0245991051197052, | |
| "reward_std": 0.07894148712512106, | |
| "rewards/accuracy_reward": 0.578443868085742, | |
| "rewards/semantic_entropy_math_reward": 0.4461552295833826, | |
| "step": 331 | |
| }, | |
| { | |
| "completion_length": 422.89731216430664, | |
| "epoch": 0.8651465798045602, | |
| "grad_norm": 0.010783183388411999, | |
| "learning_rate": 4.791866517357491e-07, | |
| "loss": -0.0006, | |
| "reward": 1.0032798871397972, | |
| "reward_std": 0.07655263572814874, | |
| "rewards/accuracy_reward": 0.5758928395807743, | |
| "rewards/semantic_entropy_math_reward": 0.42738700844347477, | |
| "step": 332 | |
| }, | |
| { | |
| "completion_length": 433.96299934387207, | |
| "epoch": 0.8677524429967427, | |
| "grad_norm": 0.010686203837394714, | |
| "learning_rate": 4.608706269802471e-07, | |
| "loss": -0.0031, | |
| "reward": 1.0082908011972904, | |
| "reward_std": 0.0961291438434273, | |
| "rewards/accuracy_reward": 0.5848214142024517, | |
| "rewards/semantic_entropy_math_reward": 0.42346937395632267, | |
| "step": 333 | |
| }, | |
| { | |
| "completion_length": 483.29973793029785, | |
| "epoch": 0.8703583061889251, | |
| "grad_norm": 0.013967434875667095, | |
| "learning_rate": 4.428945845545168e-07, | |
| "loss": -0.0167, | |
| "reward": 0.9419642761349678, | |
| "reward_std": 0.08668096817564219, | |
| "rewards/accuracy_reward": 0.5433673374354839, | |
| "rewards/semantic_entropy_math_reward": 0.3985969349741936, | |
| "step": 334 | |
| }, | |
| { | |
| "completion_length": 453.30356216430664, | |
| "epoch": 0.8729641693811075, | |
| "grad_norm": 0.009853254072368145, | |
| "learning_rate": 4.2525987087023433e-07, | |
| "loss": -0.0047, | |
| "reward": 0.9753097556531429, | |
| "reward_std": 0.09639269160106778, | |
| "rewards/accuracy_reward": 0.5452805999666452, | |
| "rewards/semantic_entropy_math_reward": 0.43002915009856224, | |
| "step": 335 | |
| }, | |
| { | |
| "completion_length": 431.1064987182617, | |
| "epoch": 0.8755700325732899, | |
| "grad_norm": 0.009506824426352978, | |
| "learning_rate": 4.0796780677343606e-07, | |
| "loss": -0.0053, | |
| "reward": 0.9678389020264149, | |
| "reward_std": 0.0869278380414471, | |
| "rewards/accuracy_reward": 0.5497448872774839, | |
| "rewards/semantic_entropy_math_reward": 0.41809402219951153, | |
| "step": 336 | |
| }, | |
| { | |
| "completion_length": 432.71044731140137, | |
| "epoch": 0.8781758957654723, | |
| "grad_norm": 0.012929832562804222, | |
| "learning_rate": 3.910196874455896e-07, | |
| "loss": -0.0077, | |
| "reward": 0.9853316098451614, | |
| "reward_std": 0.08627731067826971, | |
| "rewards/accuracy_reward": 0.5535714197903872, | |
| "rewards/semantic_entropy_math_reward": 0.43176020309329033, | |
| "step": 337 | |
| }, | |
| { | |
| "completion_length": 440.03825759887695, | |
| "epoch": 0.8807817589576548, | |
| "grad_norm": 0.01218812633305788, | |
| "learning_rate": 3.744167823065814e-07, | |
| "loss": -0.0122, | |
| "reward": 0.9091654308140278, | |
| "reward_std": 0.09821587102487683, | |
| "rewards/accuracy_reward": 0.4968112148344517, | |
| "rewards/semantic_entropy_math_reward": 0.4123542197048664, | |
| "step": 338 | |
| }, | |
| { | |
| "completion_length": 457.76976108551025, | |
| "epoch": 0.8833876221498371, | |
| "grad_norm": 0.008668128401041031, | |
| "learning_rate": 3.581603349196372e-07, | |
| "loss": -0.0077, | |
| "reward": 0.930757999420166, | |
| "reward_std": 0.07734870351850986, | |
| "rewards/accuracy_reward": 0.5197703987360001, | |
| "rewards/semantic_entropy_math_reward": 0.41098760068416595, | |
| "step": 339 | |
| }, | |
| { | |
| "completion_length": 442.6613426208496, | |
| "epoch": 0.8859934853420195, | |
| "grad_norm": 0.008681760169565678, | |
| "learning_rate": 3.4225156289818096e-07, | |
| "loss": -0.0059, | |
| "reward": 1.0034620836377144, | |
| "reward_std": 0.08158292178995907, | |
| "rewards/accuracy_reward": 0.5816326476633549, | |
| "rewards/semantic_entropy_math_reward": 0.42182943783700466, | |
| "step": 340 | |
| }, | |
| { | |
| "completion_length": 485.2876148223877, | |
| "epoch": 0.888599348534202, | |
| "grad_norm": 0.008547916077077389, | |
| "learning_rate": 3.26691657814634e-07, | |
| "loss": -0.0087, | |
| "reward": 0.9770408011972904, | |
| "reward_std": 0.07393853948451579, | |
| "rewards/accuracy_reward": 0.5433673355728388, | |
| "rewards/semantic_entropy_math_reward": 0.43367345817387104, | |
| "step": 341 | |
| }, | |
| { | |
| "completion_length": 452.9138927459717, | |
| "epoch": 0.8912052117263843, | |
| "grad_norm": 0.01058235950767994, | |
| "learning_rate": 3.1148178511116624e-07, | |
| "loss": -0.0017, | |
| "reward": 1.0015488117933273, | |
| "reward_std": 0.09451375540811568, | |
| "rewards/accuracy_reward": 0.5701530463993549, | |
| "rewards/semantic_entropy_math_reward": 0.4313957579433918, | |
| "step": 342 | |
| }, | |
| { | |
| "completion_length": 476.1976947784424, | |
| "epoch": 0.8938110749185668, | |
| "grad_norm": 0.015603607520461082, | |
| "learning_rate": 2.966230840124007e-07, | |
| "loss": -0.0084, | |
| "reward": 0.9884292893111706, | |
| "reward_std": 0.0848599491873756, | |
| "rewards/accuracy_reward": 0.548469377681613, | |
| "rewards/semantic_entropy_math_reward": 0.4399598930031061, | |
| "step": 343 | |
| }, | |
| { | |
| "completion_length": 474.1007595062256, | |
| "epoch": 0.8964169381107492, | |
| "grad_norm": 0.009830434806644917, | |
| "learning_rate": 2.821166674400905e-07, | |
| "loss": -0.0111, | |
| "reward": 0.9547193609178066, | |
| "reward_std": 0.08753847831394523, | |
| "rewards/accuracy_reward": 0.5414540711790323, | |
| "rewards/semantic_entropy_math_reward": 0.4132652934640646, | |
| "step": 344 | |
| }, | |
| { | |
| "completion_length": 462.9668254852295, | |
| "epoch": 0.8990228013029316, | |
| "grad_norm": 0.012285560369491577, | |
| "learning_rate": 2.6796362192975766e-07, | |
| "loss": -0.0061, | |
| "reward": 0.9971756413578987, | |
| "reward_std": 0.10323424229864031, | |
| "rewards/accuracy_reward": 0.5733418203890324, | |
| "rewards/semantic_entropy_math_reward": 0.4238338116556406, | |
| "step": 345 | |
| }, | |
| { | |
| "completion_length": 448.88455963134766, | |
| "epoch": 0.901628664495114, | |
| "grad_norm": 0.010707194916903973, | |
| "learning_rate": 2.5416500754931294e-07, | |
| "loss": -0.0088, | |
| "reward": 1.0225036218762398, | |
| "reward_std": 0.09066123812226579, | |
| "rewards/accuracy_reward": 0.6001275330781937, | |
| "rewards/semantic_entropy_math_reward": 0.4223760813474655, | |
| "step": 346 | |
| }, | |
| { | |
| "completion_length": 447.4311122894287, | |
| "epoch": 0.9042345276872964, | |
| "grad_norm": 0.009493795223534107, | |
| "learning_rate": 2.407218578196524e-07, | |
| "loss": -0.0071, | |
| "reward": 0.9620080180466175, | |
| "reward_std": 0.09404018375789747, | |
| "rewards/accuracy_reward": 0.5382652971893549, | |
| "rewards/semantic_entropy_math_reward": 0.4237427096813917, | |
| "step": 347 | |
| }, | |
| { | |
| "completion_length": 486.0082836151123, | |
| "epoch": 0.9068403908794789, | |
| "grad_norm": 0.010954687371850014, | |
| "learning_rate": 2.2763517963725169e-07, | |
| "loss": -0.0128, | |
| "reward": 0.9949890375137329, | |
| "reward_std": 0.095983712002635, | |
| "rewards/accuracy_reward": 0.5829081572592258, | |
| "rewards/semantic_entropy_math_reward": 0.4120809007436037, | |
| "step": 348 | |
| }, | |
| { | |
| "completion_length": 431.5510139465332, | |
| "epoch": 0.9094462540716612, | |
| "grad_norm": 0.012899513356387615, | |
| "learning_rate": 2.1490595319874574e-07, | |
| "loss": -0.0081, | |
| "reward": 0.9666545018553734, | |
| "reward_std": 0.09545677714049816, | |
| "rewards/accuracy_reward": 0.5471938643604517, | |
| "rewards/semantic_entropy_math_reward": 0.41946063563227654, | |
| "step": 349 | |
| }, | |
| { | |
| "completion_length": 485.63200759887695, | |
| "epoch": 0.9120521172638436, | |
| "grad_norm": 0.01148886326700449, | |
| "learning_rate": 2.0253513192751374e-07, | |
| "loss": -0.0082, | |
| "reward": 0.9554482325911522, | |
| "reward_std": 0.100743565504672, | |
| "rewards/accuracy_reward": 0.5440050885081291, | |
| "rewards/semantic_entropy_math_reward": 0.4114431384950876, | |
| "step": 350 | |
| }, | |
| { | |
| "completion_length": 460.51784324645996, | |
| "epoch": 0.9146579804560261, | |
| "grad_norm": 0.012849576771259308, | |
| "learning_rate": 1.905236424022633e-07, | |
| "loss": -0.012, | |
| "reward": 0.8979591764509678, | |
| "reward_std": 0.09470229386352003, | |
| "rewards/accuracy_reward": 0.4872448891401291, | |
| "rewards/semantic_entropy_math_reward": 0.41071427799761295, | |
| "step": 351 | |
| }, | |
| { | |
| "completion_length": 487.3086643218994, | |
| "epoch": 0.9172638436482085, | |
| "grad_norm": 0.01112964004278183, | |
| "learning_rate": 1.7887238428763553e-07, | |
| "loss": -0.0101, | |
| "reward": 0.931213553994894, | |
| "reward_std": 0.10900401265826076, | |
| "rewards/accuracy_reward": 0.5197703968733549, | |
| "rewards/semantic_entropy_math_reward": 0.4114431384950876, | |
| "step": 352 | |
| }, | |
| { | |
| "completion_length": 445.08800315856934, | |
| "epoch": 0.9198697068403909, | |
| "grad_norm": 0.009342041797935963, | |
| "learning_rate": 1.6758223026681507e-07, | |
| "loss": -0.0039, | |
| "reward": 0.9932579882442951, | |
| "reward_std": 0.06484666049072985, | |
| "rewards/accuracy_reward": 0.5561224408447742, | |
| "rewards/semantic_entropy_math_reward": 0.4371355604380369, | |
| "step": 353 | |
| }, | |
| { | |
| "completion_length": 441.0204029083252, | |
| "epoch": 0.9224755700325733, | |
| "grad_norm": 0.012000740505754948, | |
| "learning_rate": 1.5665402597616842e-07, | |
| "loss": -0.0088, | |
| "reward": 0.9781340956687927, | |
| "reward_std": 0.09719502518419176, | |
| "rewards/accuracy_reward": 0.5682397782802582, | |
| "rewards/semantic_entropy_math_reward": 0.40989430248737335, | |
| "step": 354 | |
| }, | |
| { | |
| "completion_length": 419.2601947784424, | |
| "epoch": 0.9250814332247557, | |
| "grad_norm": 0.013637058436870575, | |
| "learning_rate": 1.4608858994190344e-07, | |
| "loss": -0.0084, | |
| "reward": 0.9946246184408665, | |
| "reward_std": 0.09013567195506766, | |
| "rewards/accuracy_reward": 0.5758928433060646, | |
| "rewards/semantic_entropy_math_reward": 0.41873177886009216, | |
| "step": 355 | |
| }, | |
| { | |
| "completion_length": 424.69897270202637, | |
| "epoch": 0.9276872964169381, | |
| "grad_norm": 0.011202794499695301, | |
| "learning_rate": 1.358867135187636e-07, | |
| "loss": -0.0031, | |
| "reward": 1.043093990534544, | |
| "reward_std": 0.07236083660973236, | |
| "rewards/accuracy_reward": 0.6052295807749033, | |
| "rewards/semantic_entropy_math_reward": 0.43786441907286644, | |
| "step": 356 | |
| }, | |
| { | |
| "completion_length": 453.50764656066895, | |
| "epoch": 0.9302931596091205, | |
| "grad_norm": 0.011242231354117393, | |
| "learning_rate": 1.2604916083075236e-07, | |
| "loss": -0.0184, | |
| "reward": 0.9417820461094379, | |
| "reward_std": 0.11088896542787552, | |
| "rewards/accuracy_reward": 0.5344387609511614, | |
| "rewards/semantic_entropy_math_reward": 0.40734328515827656, | |
| "step": 357 | |
| }, | |
| { | |
| "completion_length": 401.16899394989014, | |
| "epoch": 0.9328990228013029, | |
| "grad_norm": 0.009380885399878025, | |
| "learning_rate": 1.1657666871390471e-07, | |
| "loss": 0.0012, | |
| "reward": 1.0115706995129585, | |
| "reward_std": 0.08255202136933804, | |
| "rewards/accuracy_reward": 0.5841836612671614, | |
| "rewards/semantic_entropy_math_reward": 0.42738702334463596, | |
| "step": 358 | |
| }, | |
| { | |
| "completion_length": 450.27869033813477, | |
| "epoch": 0.9355048859934854, | |
| "grad_norm": 0.012342661619186401, | |
| "learning_rate": 1.0746994666109234e-07, | |
| "loss": -0.0078, | |
| "reward": 0.9944424033164978, | |
| "reward_std": 0.08844125363975763, | |
| "rewards/accuracy_reward": 0.5758928433060646, | |
| "rewards/semantic_entropy_math_reward": 0.41854955442249775, | |
| "step": 359 | |
| }, | |
| { | |
| "completion_length": 439.46044921875, | |
| "epoch": 0.9381107491856677, | |
| "grad_norm": 0.01147682499140501, | |
| "learning_rate": 9.872967676888611e-08, | |
| "loss": -0.0142, | |
| "reward": 0.9127186425030231, | |
| "reward_std": 0.11078671208815649, | |
| "rewards/accuracy_reward": 0.5121173411607742, | |
| "rewards/semantic_entropy_math_reward": 0.4006012938916683, | |
| "step": 360 | |
| }, | |
| { | |
| "completion_length": 484.5235786437988, | |
| "epoch": 0.9407166123778502, | |
| "grad_norm": 0.023287979885935783, | |
| "learning_rate": 9.035651368646647e-08, | |
| "loss": -0.0154, | |
| "reward": 0.8902150094509125, | |
| "reward_std": 0.10496682248776779, | |
| "rewards/accuracy_reward": 0.47257651947438717, | |
| "rewards/semantic_entropy_math_reward": 0.41763847321271896, | |
| "step": 361 | |
| }, | |
| { | |
| "completion_length": 460.7825222015381, | |
| "epoch": 0.9433224755700326, | |
| "grad_norm": 0.010122385807335377, | |
| "learning_rate": 8.235108456658814e-08, | |
| "loss": -0.0086, | |
| "reward": 0.9826894924044609, | |
| "reward_std": 0.09733415581285954, | |
| "rewards/accuracy_reward": 0.5644132476300001, | |
| "rewards/semantic_entropy_math_reward": 0.4182762373238802, | |
| "step": 362 | |
| }, | |
| { | |
| "completion_length": 488.81886291503906, | |
| "epoch": 0.9459283387622149, | |
| "grad_norm": 0.010546687990427017, | |
| "learning_rate": 7.471398901860772e-08, | |
| "loss": -0.0247, | |
| "reward": 0.9782251939177513, | |
| "reward_std": 0.10399020987097174, | |
| "rewards/accuracy_reward": 0.5605867225676775, | |
| "rewards/semantic_entropy_math_reward": 0.41763848438858986, | |
| "step": 363 | |
| }, | |
| { | |
| "completion_length": 421.8590488433838, | |
| "epoch": 0.9485342019543974, | |
| "grad_norm": 0.011549089103937149, | |
| "learning_rate": 6.744579906357185e-08, | |
| "loss": -0.0123, | |
| "reward": 0.9907980933785439, | |
| "reward_std": 0.08595408496330492, | |
| "rewards/accuracy_reward": 0.5567601937800646, | |
| "rewards/semantic_entropy_math_reward": 0.434037895873189, | |
| "step": 364 | |
| }, | |
| { | |
| "completion_length": 454.81504821777344, | |
| "epoch": 0.9511400651465798, | |
| "grad_norm": 0.012615454383194447, | |
| "learning_rate": 6.054705909137426e-08, | |
| "loss": -0.011, | |
| "reward": 0.9697521664202213, | |
| "reward_std": 0.10905627987813205, | |
| "rewards/accuracy_reward": 0.5516581553965807, | |
| "rewards/semantic_entropy_math_reward": 0.4180940240621567, | |
| "step": 365 | |
| }, | |
| { | |
| "completion_length": 454.48596382141113, | |
| "epoch": 0.9537459283387623, | |
| "grad_norm": 0.010557249188423157, | |
| "learning_rate": 5.401828581997948e-08, | |
| "loss": -0.0029, | |
| "reward": 0.9792273677885532, | |
| "reward_std": 0.08946075174026191, | |
| "rewards/accuracy_reward": 0.5497448872774839, | |
| "rewards/semantic_entropy_math_reward": 0.42948249727487564, | |
| "step": 366 | |
| }, | |
| { | |
| "completion_length": 438.12499046325684, | |
| "epoch": 0.9563517915309446, | |
| "grad_norm": 0.008979610167443752, | |
| "learning_rate": 4.7859968256719344e-08, | |
| "loss": -0.0124, | |
| "reward": 0.9787718281149864, | |
| "reward_std": 0.08572447136975825, | |
| "rewards/accuracy_reward": 0.5452805999666452, | |
| "rewards/semantic_entropy_math_reward": 0.43349125795066357, | |
| "step": 367 | |
| }, | |
| { | |
| "completion_length": 449.46810150146484, | |
| "epoch": 0.958957654723127, | |
| "grad_norm": 0.01041451282799244, | |
| "learning_rate": 4.207256766166845e-08, | |
| "loss": -0.0071, | |
| "reward": 0.9146319180727005, | |
| "reward_std": 0.08887826814316213, | |
| "rewards/accuracy_reward": 0.5063775405287743, | |
| "rewards/semantic_entropy_math_reward": 0.40825437009334564, | |
| "step": 368 | |
| }, | |
| { | |
| "completion_length": 447.2391471862793, | |
| "epoch": 0.9615635179153095, | |
| "grad_norm": 0.008584603667259216, | |
| "learning_rate": 3.665651751309451e-08, | |
| "loss": -0.0096, | |
| "reward": 0.9768585935235023, | |
| "reward_std": 0.08100897446274757, | |
| "rewards/accuracy_reward": 0.544005086645484, | |
| "rewards/semantic_entropy_math_reward": 0.43285347521305084, | |
| "step": 369 | |
| }, | |
| { | |
| "completion_length": 423.11478424072266, | |
| "epoch": 0.9641693811074918, | |
| "grad_norm": 0.009456335566937923, | |
| "learning_rate": 3.16122234749916e-08, | |
| "loss": -0.0034, | |
| "reward": 1.026512373238802, | |
| "reward_std": 0.08707130316179246, | |
| "rewards/accuracy_reward": 0.5943877454847097, | |
| "rewards/semantic_entropy_math_reward": 0.4321246314793825, | |
| "step": 370 | |
| }, | |
| { | |
| "completion_length": 447.5299644470215, | |
| "epoch": 0.9667752442996743, | |
| "grad_norm": 0.015312188304960728, | |
| "learning_rate": 2.6940063366693303e-08, | |
| "loss": -0.0019, | |
| "reward": 0.9723943062126637, | |
| "reward_std": 0.08906970918178558, | |
| "rewards/accuracy_reward": 0.5535714235156775, | |
| "rewards/semantic_entropy_math_reward": 0.41882289201021194, | |
| "step": 371 | |
| }, | |
| { | |
| "completion_length": 449.52231216430664, | |
| "epoch": 0.9693811074918567, | |
| "grad_norm": 0.009211807511746883, | |
| "learning_rate": 2.264038713457706e-08, | |
| "loss": -0.0086, | |
| "reward": 0.9643768034875393, | |
| "reward_std": 0.09445711580337957, | |
| "rewards/accuracy_reward": 0.542091827839613, | |
| "rewards/semantic_entropy_math_reward": 0.42228496447205544, | |
| "step": 372 | |
| }, | |
| { | |
| "completion_length": 427.89858627319336, | |
| "epoch": 0.971986970684039, | |
| "grad_norm": 0.014192759990692139, | |
| "learning_rate": 1.8713516825851207e-08, | |
| "loss": -0.0046, | |
| "reward": 0.975127536803484, | |
| "reward_std": 0.08639455388765782, | |
| "rewards/accuracy_reward": 0.5382652953267097, | |
| "rewards/semantic_entropy_math_reward": 0.4368622377514839, | |
| "step": 373 | |
| }, | |
| { | |
| "completion_length": 458.57715606689453, | |
| "epoch": 0.9745928338762215, | |
| "grad_norm": 0.017490204423666, | |
| "learning_rate": 1.51597465644332e-08, | |
| "loss": -0.0092, | |
| "reward": 0.9249271154403687, | |
| "reward_std": 0.10873797861859202, | |
| "rewards/accuracy_reward": 0.5191326383501291, | |
| "rewards/semantic_entropy_math_reward": 0.40579446218907833, | |
| "step": 374 | |
| }, | |
| { | |
| "completion_length": 458.8858337402344, | |
| "epoch": 0.9771986970684039, | |
| "grad_norm": 0.01276995800435543, | |
| "learning_rate": 1.1979342528922189e-08, | |
| "loss": -0.0095, | |
| "reward": 0.9507106244564056, | |
| "reward_std": 0.1035163603228284, | |
| "rewards/accuracy_reward": 0.5350765194743872, | |
| "rewards/semantic_entropy_math_reward": 0.4156340938061476, | |
| "step": 375 | |
| }, | |
| { | |
| "completion_length": 443.0637664794922, | |
| "epoch": 0.9798045602605863, | |
| "grad_norm": 0.008754832670092583, | |
| "learning_rate": 9.1725429326589e-09, | |
| "loss": -0.0068, | |
| "reward": 0.987335991114378, | |
| "reward_std": 0.07803339039674029, | |
| "rewards/accuracy_reward": 0.5542091745883226, | |
| "rewards/semantic_entropy_math_reward": 0.4331268183887005, | |
| "step": 376 | |
| }, | |
| { | |
| "completion_length": 438.10521697998047, | |
| "epoch": 0.9824104234527687, | |
| "grad_norm": 0.01094447448849678, | |
| "learning_rate": 6.739558005884883e-09, | |
| "loss": -0.0073, | |
| "reward": 0.945426382124424, | |
| "reward_std": 0.07054417789913714, | |
| "rewards/accuracy_reward": 0.5318877473473549, | |
| "rewards/semantic_entropy_math_reward": 0.41353862918913364, | |
| "step": 377 | |
| }, | |
| { | |
| "completion_length": 422.69897079467773, | |
| "epoch": 0.9850162866449511, | |
| "grad_norm": 0.01369545143097639, | |
| "learning_rate": 4.6805699799967744e-09, | |
| "loss": -0.0054, | |
| "reward": 0.9959912300109863, | |
| "reward_std": 0.09532720362767577, | |
| "rewards/accuracy_reward": 0.5682397801429033, | |
| "rewards/semantic_entropy_math_reward": 0.42775145545601845, | |
| "step": 378 | |
| }, | |
| { | |
| "completion_length": 425.08226013183594, | |
| "epoch": 0.9876221498371336, | |
| "grad_norm": 0.009248544462025166, | |
| "learning_rate": 2.995733073895557e-09, | |
| "loss": -0.0082, | |
| "reward": 1.0608600415289402, | |
| "reward_std": 0.09763774264138192, | |
| "rewards/accuracy_reward": 0.6352040730416775, | |
| "rewards/semantic_entropy_math_reward": 0.425655959174037, | |
| "step": 379 | |
| }, | |
| { | |
| "completion_length": 419.81759452819824, | |
| "epoch": 0.990228013029316, | |
| "grad_norm": 0.008247760124504566, | |
| "learning_rate": 1.6851734824380184e-09, | |
| "loss": -0.0027, | |
| "reward": 0.985878262668848, | |
| "reward_std": 0.08342396467924118, | |
| "rewards/accuracy_reward": 0.5720663201063871, | |
| "rewards/semantic_entropy_math_reward": 0.41381194815039635, | |
| "step": 380 | |
| }, | |
| { | |
| "completion_length": 452.42090797424316, | |
| "epoch": 0.9928338762214983, | |
| "grad_norm": 0.011512123979628086, | |
| "learning_rate": 7.48989366980979e-10, | |
| "loss": -0.0088, | |
| "reward": 0.9500728640705347, | |
| "reward_std": 0.08807020282256417, | |
| "rewards/accuracy_reward": 0.5459183580242097, | |
| "rewards/semantic_entropy_math_reward": 0.4041545204818249, | |
| "step": 381 | |
| }, | |
| { | |
| "completion_length": 460.566951751709, | |
| "epoch": 0.9954397394136808, | |
| "grad_norm": 0.014522072859108448, | |
| "learning_rate": 1.872508480332824e-10, | |
| "loss": -0.0131, | |
| "reward": 0.9883381687104702, | |
| "reward_std": 0.09443258820101619, | |
| "rewards/accuracy_reward": 0.5573979429900646, | |
| "rewards/semantic_entropy_math_reward": 0.43094020895659924, | |
| "step": 382 | |
| }, | |
| { | |
| "completion_length": 440.04973220825195, | |
| "epoch": 0.9980456026058632, | |
| "grad_norm": 0.015413707122206688, | |
| "learning_rate": 0.0, | |
| "loss": -0.0133, | |
| "reward": 0.9645590074360371, | |
| "reward_std": 0.0993940774933435, | |
| "rewards/accuracy_reward": 0.5497448854148388, | |
| "rewards/semantic_entropy_math_reward": 0.4148141276091337, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.9980456026058632, | |
| "step": 383, | |
| "total_flos": 0.0, | |
| "train_loss": 0.0, | |
| "train_runtime": 2.7488, | |
| "train_samples_per_second": 31267.524, | |
| "train_steps_per_second": 139.332 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 383, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 20, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |