| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9965010496850945, | |
| "eval_steps": 100, | |
| "global_step": 89, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 869.9017639160156, | |
| "epoch": 0.01119664100769769, | |
| "grad_norm": 0.1226201057434082, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3118622424080968, | |
| "reward_std": 0.21511575765907764, | |
| "rewards/accuracy_reward": 0.3118622424080968, | |
| "step": 1 | |
| }, | |
| { | |
| "completion_length": 898.8724212646484, | |
| "epoch": 0.02239328201539538, | |
| "grad_norm": 0.06424866616725922, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.27614795323461294, | |
| "reward_std": 0.20953080570325255, | |
| "rewards/accuracy_reward": 0.27614795323461294, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 908.4138870239258, | |
| "epoch": 0.03358992302309307, | |
| "grad_norm": 0.16260072588920593, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.33673468697816133, | |
| "reward_std": 0.19594408059492707, | |
| "rewards/accuracy_reward": 0.33673468697816133, | |
| "step": 3 | |
| }, | |
| { | |
| "completion_length": 861.184928894043, | |
| "epoch": 0.04478656403079076, | |
| "grad_norm": 0.1080532968044281, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.32525509409606457, | |
| "reward_std": 0.19159379415214062, | |
| "rewards/accuracy_reward": 0.32525509409606457, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 837.5133781433105, | |
| "epoch": 0.05598320503848846, | |
| "grad_norm": 0.05878443643450737, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3373724417760968, | |
| "reward_std": 0.1757088042795658, | |
| "rewards/accuracy_reward": 0.3373724417760968, | |
| "step": 5 | |
| }, | |
| { | |
| "completion_length": 870.5720481872559, | |
| "epoch": 0.06717984604618614, | |
| "grad_norm": 0.045949794352054596, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.30293366871774197, | |
| "reward_std": 0.2117346664890647, | |
| "rewards/accuracy_reward": 0.30293366871774197, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 846.4999847412109, | |
| "epoch": 0.07837648705388384, | |
| "grad_norm": 0.07094219326972961, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.34948979038745165, | |
| "reward_std": 0.20344350347295403, | |
| "rewards/accuracy_reward": 0.34948979038745165, | |
| "step": 7 | |
| }, | |
| { | |
| "completion_length": 865.3762550354004, | |
| "epoch": 0.08957312806158152, | |
| "grad_norm": 0.03545041009783745, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.295918358489871, | |
| "reward_std": 0.16994785657152534, | |
| "rewards/accuracy_reward": 0.295918358489871, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 852.7289352416992, | |
| "epoch": 0.10076976906927922, | |
| "grad_norm": 0.045342933386564255, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.34438775200396776, | |
| "reward_std": 0.1971532292664051, | |
| "rewards/accuracy_reward": 0.34438775200396776, | |
| "step": 9 | |
| }, | |
| { | |
| "completion_length": 843.637092590332, | |
| "epoch": 0.11196641007697691, | |
| "grad_norm": 0.026218140497803688, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3373724464327097, | |
| "reward_std": 0.19200961757451296, | |
| "rewards/accuracy_reward": 0.3373724464327097, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 887.6957740783691, | |
| "epoch": 0.1231630510846746, | |
| "grad_norm": 0.04722030088305473, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3252550936304033, | |
| "reward_std": 0.1759854848496616, | |
| "rewards/accuracy_reward": 0.3252550936304033, | |
| "step": 11 | |
| }, | |
| { | |
| "completion_length": 812.6587829589844, | |
| "epoch": 0.13435969209237228, | |
| "grad_norm": 0.03267057612538338, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.37244897335767746, | |
| "reward_std": 0.19372099824249744, | |
| "rewards/accuracy_reward": 0.37244897335767746, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 833.1377372741699, | |
| "epoch": 0.14555633310007, | |
| "grad_norm": 0.028331954032182693, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3769132560119033, | |
| "reward_std": 0.18134982651099563, | |
| "rewards/accuracy_reward": 0.3769132560119033, | |
| "step": 13 | |
| }, | |
| { | |
| "completion_length": 818.9668273925781, | |
| "epoch": 0.15675297410776767, | |
| "grad_norm": 0.04085038602352142, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3348214216530323, | |
| "reward_std": 0.1621781517751515, | |
| "rewards/accuracy_reward": 0.3348214216530323, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 840.0886306762695, | |
| "epoch": 0.16794961511546536, | |
| "grad_norm": 0.028016554191708565, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.33673468697816133, | |
| "reward_std": 0.13258170057088137, | |
| "rewards/accuracy_reward": 0.33673468697816133, | |
| "step": 15 | |
| }, | |
| { | |
| "completion_length": 826.784423828125, | |
| "epoch": 0.17914625612316304, | |
| "grad_norm": 0.015145727433264256, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3596938708797097, | |
| "reward_std": 0.18337781634181738, | |
| "rewards/accuracy_reward": 0.3596938708797097, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 803.470645904541, | |
| "epoch": 0.19034289713086075, | |
| "grad_norm": 0.026870042085647583, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.34502550307661295, | |
| "reward_std": 0.14298884477466345, | |
| "rewards/accuracy_reward": 0.34502550307661295, | |
| "step": 17 | |
| }, | |
| { | |
| "completion_length": 805.1179656982422, | |
| "epoch": 0.20153953813855843, | |
| "grad_norm": 0.01876048557460308, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.39732141699641943, | |
| "reward_std": 0.182099889498204, | |
| "rewards/accuracy_reward": 0.39732141699641943, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 805.6084022521973, | |
| "epoch": 0.21273617914625612, | |
| "grad_norm": 0.028706129640340805, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.40114795230329037, | |
| "reward_std": 0.1437693452462554, | |
| "rewards/accuracy_reward": 0.40114795230329037, | |
| "step": 19 | |
| }, | |
| { | |
| "completion_length": 813.2353134155273, | |
| "epoch": 0.22393282015395383, | |
| "grad_norm": 0.01931103877723217, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4183673420920968, | |
| "reward_std": 0.172919531352818, | |
| "rewards/accuracy_reward": 0.4183673420920968, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 822.071403503418, | |
| "epoch": 0.2351294611616515, | |
| "grad_norm": 0.013188039883971214, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.38839284982532263, | |
| "reward_std": 0.1737575875595212, | |
| "rewards/accuracy_reward": 0.38839284982532263, | |
| "step": 21 | |
| }, | |
| { | |
| "completion_length": 801.5975608825684, | |
| "epoch": 0.2463261021693492, | |
| "grad_norm": 0.01899808831512928, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42028060369193554, | |
| "reward_std": 0.1760622572619468, | |
| "rewards/accuracy_reward": 0.42028060369193554, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 766.1243476867676, | |
| "epoch": 0.2575227431770469, | |
| "grad_norm": 0.015976959839463234, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42155611142516136, | |
| "reward_std": 0.1581620997749269, | |
| "rewards/accuracy_reward": 0.42155611142516136, | |
| "step": 23 | |
| }, | |
| { | |
| "completion_length": 797.7608299255371, | |
| "epoch": 0.26871938418474456, | |
| "grad_norm": 0.016489814966917038, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3514030557125807, | |
| "reward_std": 0.14521192712709308, | |
| "rewards/accuracy_reward": 0.3514030557125807, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 812.9444999694824, | |
| "epoch": 0.27991602519244224, | |
| "grad_norm": 0.016817867755889893, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3150510140694678, | |
| "reward_std": 0.12147563928738236, | |
| "rewards/accuracy_reward": 0.3150510140694678, | |
| "step": 25 | |
| }, | |
| { | |
| "completion_length": 764.3099327087402, | |
| "epoch": 0.29111266620014, | |
| "grad_norm": 0.03271699696779251, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.39668366592377424, | |
| "reward_std": 0.1408104975707829, | |
| "rewards/accuracy_reward": 0.39668366592377424, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 781.2104415893555, | |
| "epoch": 0.30230930720783766, | |
| "grad_norm": 0.039215218275785446, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3903061170130968, | |
| "reward_std": 0.1559837511740625, | |
| "rewards/accuracy_reward": 0.3903061170130968, | |
| "step": 27 | |
| }, | |
| { | |
| "completion_length": 769.5580215454102, | |
| "epoch": 0.31350594821553535, | |
| "grad_norm": 0.036487579345703125, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3373724427074194, | |
| "reward_std": 0.12534773931838572, | |
| "rewards/accuracy_reward": 0.3373724427074194, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 733.8928413391113, | |
| "epoch": 0.32470258922323303, | |
| "grad_norm": 0.05340224504470825, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.45408162474632263, | |
| "reward_std": 0.15175338089466095, | |
| "rewards/accuracy_reward": 0.45408162474632263, | |
| "step": 29 | |
| }, | |
| { | |
| "completion_length": 784.5631217956543, | |
| "epoch": 0.3358992302309307, | |
| "grad_norm": 0.018003573641180992, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3507652999833226, | |
| "reward_std": 0.15918243979103863, | |
| "rewards/accuracy_reward": 0.3507652999833226, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 784.8794441223145, | |
| "epoch": 0.3470958712386284, | |
| "grad_norm": 0.0389319472014904, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3896683603525162, | |
| "reward_std": 0.14439309062436223, | |
| "rewards/accuracy_reward": 0.3896683603525162, | |
| "step": 31 | |
| }, | |
| { | |
| "completion_length": 768.0031700134277, | |
| "epoch": 0.3582925122463261, | |
| "grad_norm": 0.06784125417470932, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3903061170130968, | |
| "reward_std": 0.13286479515954852, | |
| "rewards/accuracy_reward": 0.3903061170130968, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 767.3890075683594, | |
| "epoch": 0.3694891532540238, | |
| "grad_norm": 0.05318552255630493, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4355867328122258, | |
| "reward_std": 0.13299752678722143, | |
| "rewards/accuracy_reward": 0.4355867328122258, | |
| "step": 33 | |
| }, | |
| { | |
| "completion_length": 762.5069999694824, | |
| "epoch": 0.3806857942617215, | |
| "grad_norm": 0.06330139189958572, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3941326458007097, | |
| "reward_std": 0.1394878369756043, | |
| "rewards/accuracy_reward": 0.3941326458007097, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 812.4967880249023, | |
| "epoch": 0.3918824352694192, | |
| "grad_norm": 0.10220023989677429, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.35395407397300005, | |
| "reward_std": 0.14999566785991192, | |
| "rewards/accuracy_reward": 0.35395407397300005, | |
| "step": 35 | |
| }, | |
| { | |
| "completion_length": 776.1479415893555, | |
| "epoch": 0.40307907627711687, | |
| "grad_norm": 0.11629489064216614, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4107142761349678, | |
| "reward_std": 0.1379204117693007, | |
| "rewards/accuracy_reward": 0.4107142761349678, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 740.758918762207, | |
| "epoch": 0.41427571728481455, | |
| "grad_norm": 0.17305724322795868, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4400510098785162, | |
| "reward_std": 0.10666065919212997, | |
| "rewards/accuracy_reward": 0.4400510098785162, | |
| "step": 37 | |
| }, | |
| { | |
| "completion_length": 779.7040634155273, | |
| "epoch": 0.42547235829251223, | |
| "grad_norm": 0.2567689120769501, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.39732142351567745, | |
| "reward_std": 0.13629061914980412, | |
| "rewards/accuracy_reward": 0.39732142351567745, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 757.4642677307129, | |
| "epoch": 0.4366689993002099, | |
| "grad_norm": 0.11120310425758362, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.38903060741722584, | |
| "reward_std": 0.1286280113272369, | |
| "rewards/accuracy_reward": 0.38903060741722584, | |
| "step": 39 | |
| }, | |
| { | |
| "completion_length": 741.5631141662598, | |
| "epoch": 0.44786564030790765, | |
| "grad_norm": 0.32911476492881775, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42155611142516136, | |
| "reward_std": 0.13757976656779647, | |
| "rewards/accuracy_reward": 0.42155611142516136, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 751.7557182312012, | |
| "epoch": 0.45906228131560534, | |
| "grad_norm": 0.35593709349632263, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.45535713247954845, | |
| "reward_std": 0.14861705573275685, | |
| "rewards/accuracy_reward": 0.45535713247954845, | |
| "step": 41 | |
| }, | |
| { | |
| "completion_length": 687.6504974365234, | |
| "epoch": 0.470258922323303, | |
| "grad_norm": 0.13686875998973846, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4253826420754194, | |
| "reward_std": 0.1371575309894979, | |
| "rewards/accuracy_reward": 0.4253826420754194, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 789.5031661987305, | |
| "epoch": 0.4814555633310007, | |
| "grad_norm": 0.1229076161980629, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3954081544652581, | |
| "reward_std": 0.11565714655444026, | |
| "rewards/accuracy_reward": 0.3954081544652581, | |
| "step": 43 | |
| }, | |
| { | |
| "completion_length": 765.0101890563965, | |
| "epoch": 0.4926522043386984, | |
| "grad_norm": 0.17409658432006836, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42665815632790327, | |
| "reward_std": 0.1478876848705113, | |
| "rewards/accuracy_reward": 0.42665815632790327, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 741.691951751709, | |
| "epoch": 0.5038488453463961, | |
| "grad_norm": 0.19942258298397064, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4323979513719678, | |
| "reward_std": 0.13503032480366528, | |
| "rewards/accuracy_reward": 0.4323979513719678, | |
| "step": 45 | |
| }, | |
| { | |
| "completion_length": 761.8099365234375, | |
| "epoch": 0.5150454863540938, | |
| "grad_norm": 0.13838064670562744, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.39413264486938715, | |
| "reward_std": 0.11990180658176541, | |
| "rewards/accuracy_reward": 0.39413264486938715, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 760.2117118835449, | |
| "epoch": 0.5262421273617914, | |
| "grad_norm": 0.1158590167760849, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.40369896963238716, | |
| "reward_std": 0.139884436968714, | |
| "rewards/accuracy_reward": 0.40369896963238716, | |
| "step": 47 | |
| }, | |
| { | |
| "completion_length": 765.3348045349121, | |
| "epoch": 0.5374387683694891, | |
| "grad_norm": 0.17314597964286804, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.36607141979038715, | |
| "reward_std": 0.12787795555777848, | |
| "rewards/accuracy_reward": 0.36607141979038715, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 778.6645202636719, | |
| "epoch": 0.5486354093771868, | |
| "grad_norm": 0.14133551716804504, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3813775386661291, | |
| "reward_std": 0.12611543014645576, | |
| "rewards/accuracy_reward": 0.3813775386661291, | |
| "step": 49 | |
| }, | |
| { | |
| "completion_length": 739.5631217956543, | |
| "epoch": 0.5598320503848845, | |
| "grad_norm": 0.10777953267097473, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4381377473473549, | |
| "reward_std": 0.12034807563759387, | |
| "rewards/accuracy_reward": 0.4381377473473549, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 777.4795761108398, | |
| "epoch": 0.5710286913925823, | |
| "grad_norm": 0.349727988243103, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3947704005986452, | |
| "reward_std": 0.1090469197370112, | |
| "rewards/accuracy_reward": 0.3947704005986452, | |
| "step": 51 | |
| }, | |
| { | |
| "completion_length": 749.7888832092285, | |
| "epoch": 0.58222533240028, | |
| "grad_norm": 0.45803913474082947, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3909438708797097, | |
| "reward_std": 0.13125263480469584, | |
| "rewards/accuracy_reward": 0.3909438708797097, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 731.6294479370117, | |
| "epoch": 0.5934219734079776, | |
| "grad_norm": 0.6970997452735901, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4923469312489033, | |
| "reward_std": 0.17931061703711748, | |
| "rewards/accuracy_reward": 0.4923469312489033, | |
| "step": 53 | |
| }, | |
| { | |
| "completion_length": 746.658145904541, | |
| "epoch": 0.6046186144156753, | |
| "grad_norm": 1.771281361579895, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3934948928654194, | |
| "reward_std": 0.1266880240291357, | |
| "rewards/accuracy_reward": 0.3934948928654194, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 707.3239631652832, | |
| "epoch": 0.615815255423373, | |
| "grad_norm": 3.0594873428344727, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42729591205716133, | |
| "reward_std": 0.12295506754890084, | |
| "rewards/accuracy_reward": 0.42729591205716133, | |
| "step": 55 | |
| }, | |
| { | |
| "completion_length": 754.7155456542969, | |
| "epoch": 0.6270118964310707, | |
| "grad_norm": 0.8483421802520752, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42665815632790327, | |
| "reward_std": 0.13817946589551866, | |
| "rewards/accuracy_reward": 0.42665815632790327, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 739.8411827087402, | |
| "epoch": 0.6382085374387684, | |
| "grad_norm": 5.133347988128662, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.43494897335767746, | |
| "reward_std": 0.1543779973872006, | |
| "rewards/accuracy_reward": 0.43494897335767746, | |
| "step": 57 | |
| }, | |
| { | |
| "completion_length": 747.3603248596191, | |
| "epoch": 0.6494051784464661, | |
| "grad_norm": 2.267815351486206, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.414540808647871, | |
| "reward_std": 0.14408436114899814, | |
| "rewards/accuracy_reward": 0.414540808647871, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 736.4936027526855, | |
| "epoch": 0.6606018194541637, | |
| "grad_norm": 1.127752661705017, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.400510192848742, | |
| "reward_std": 0.10821045027114451, | |
| "rewards/accuracy_reward": 0.400510192848742, | |
| "step": 59 | |
| }, | |
| { | |
| "completion_length": 752.1415672302246, | |
| "epoch": 0.6717984604618614, | |
| "grad_norm": 1.0189523696899414, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4126275419257581, | |
| "reward_std": 0.12289111129939556, | |
| "rewards/accuracy_reward": 0.4126275419257581, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 785.941951751709, | |
| "epoch": 0.6829951014695591, | |
| "grad_norm": 1.3853994607925415, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.36096938140690327, | |
| "reward_std": 0.14290725137107074, | |
| "rewards/accuracy_reward": 0.36096938140690327, | |
| "step": 61 | |
| }, | |
| { | |
| "completion_length": 736.9368476867676, | |
| "epoch": 0.6941917424772568, | |
| "grad_norm": 0.6334269046783447, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.43686223588883877, | |
| "reward_std": 0.13453931966796517, | |
| "rewards/accuracy_reward": 0.43686223588883877, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 745.4457702636719, | |
| "epoch": 0.7053883834849545, | |
| "grad_norm": 1.0885730981826782, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.45408162102103233, | |
| "reward_std": 0.12036089389584959, | |
| "rewards/accuracy_reward": 0.45408162102103233, | |
| "step": 63 | |
| }, | |
| { | |
| "completion_length": 755.409423828125, | |
| "epoch": 0.7165850244926522, | |
| "grad_norm": 0.753265917301178, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.452168358489871, | |
| "reward_std": 0.1216771425679326, | |
| "rewards/accuracy_reward": 0.452168358489871, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 767.2990875244141, | |
| "epoch": 0.72778166550035, | |
| "grad_norm": 0.7473352551460266, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4011479467153549, | |
| "reward_std": 0.12710385350510478, | |
| "rewards/accuracy_reward": 0.4011479467153549, | |
| "step": 65 | |
| }, | |
| { | |
| "completion_length": 749.1913146972656, | |
| "epoch": 0.7389783065080476, | |
| "grad_norm": 0.7118561267852783, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.33418366499245167, | |
| "reward_std": 0.1169286584481597, | |
| "rewards/accuracy_reward": 0.33418366499245167, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 749.1740875244141, | |
| "epoch": 0.7501749475157453, | |
| "grad_norm": 1.282776951789856, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4317601975053549, | |
| "reward_std": 0.1398092587478459, | |
| "rewards/accuracy_reward": 0.4317601975053549, | |
| "step": 67 | |
| }, | |
| { | |
| "completion_length": 725.507640838623, | |
| "epoch": 0.761371588523443, | |
| "grad_norm": 1.5337843894958496, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.41262754052877426, | |
| "reward_std": 0.1240762178786099, | |
| "rewards/accuracy_reward": 0.41262754052877426, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 762.5490913391113, | |
| "epoch": 0.7725682295311407, | |
| "grad_norm": 0.6803719997406006, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3998724380508065, | |
| "reward_std": 0.14388926466926932, | |
| "rewards/accuracy_reward": 0.3998724380508065, | |
| "step": 69 | |
| }, | |
| { | |
| "completion_length": 736.7321319580078, | |
| "epoch": 0.7837648705388384, | |
| "grad_norm": 0.8348100781440735, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4400510163977742, | |
| "reward_std": 0.16068750014528632, | |
| "rewards/accuracy_reward": 0.4400510163977742, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 776.1109466552734, | |
| "epoch": 0.794961511546536, | |
| "grad_norm": 0.8664807677268982, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.37436223588883877, | |
| "reward_std": 0.1090405157301575, | |
| "rewards/accuracy_reward": 0.37436223588883877, | |
| "step": 71 | |
| }, | |
| { | |
| "completion_length": 740.8290710449219, | |
| "epoch": 0.8061581525542337, | |
| "grad_norm": 0.653354823589325, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.422193868085742, | |
| "reward_std": 0.10819763550534844, | |
| "rewards/accuracy_reward": 0.422193868085742, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 757.2959022521973, | |
| "epoch": 0.8173547935619314, | |
| "grad_norm": 3.8601436614990234, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4808673430234194, | |
| "reward_std": 0.1389840147458017, | |
| "rewards/accuracy_reward": 0.4808673430234194, | |
| "step": 73 | |
| }, | |
| { | |
| "completion_length": 764.6084060668945, | |
| "epoch": 0.8285514345696291, | |
| "grad_norm": 3.1642909049987793, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3864795845001936, | |
| "reward_std": 0.1433918485417962, | |
| "rewards/accuracy_reward": 0.3864795845001936, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 718.1115913391113, | |
| "epoch": 0.8397480755773268, | |
| "grad_norm": 0.8680428862571716, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.43303570430725813, | |
| "reward_std": 0.10496690985746682, | |
| "rewards/accuracy_reward": 0.43303570430725813, | |
| "step": 75 | |
| }, | |
| { | |
| "completion_length": 827.1135025024414, | |
| "epoch": 0.8509447165850245, | |
| "grad_norm": 1.043720006942749, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.40178570710122585, | |
| "reward_std": 0.13079995079897344, | |
| "rewards/accuracy_reward": 0.40178570710122585, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 726.0165634155273, | |
| "epoch": 0.8621413575927221, | |
| "grad_norm": 0.9036036729812622, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4693877473473549, | |
| "reward_std": 0.1229550673160702, | |
| "rewards/accuracy_reward": 0.4693877473473549, | |
| "step": 77 | |
| }, | |
| { | |
| "completion_length": 758.820140838623, | |
| "epoch": 0.8733379986004198, | |
| "grad_norm": 1.107183575630188, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.389030606020242, | |
| "reward_std": 0.11657038610428572, | |
| "rewards/accuracy_reward": 0.389030606020242, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 751.1798362731934, | |
| "epoch": 0.8845346396081175, | |
| "grad_norm": 1.0681264400482178, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4068877473473549, | |
| "reward_std": 0.11915174382738769, | |
| "rewards/accuracy_reward": 0.4068877473473549, | |
| "step": 79 | |
| }, | |
| { | |
| "completion_length": 769.7729415893555, | |
| "epoch": 0.8957312806158153, | |
| "grad_norm": 1.9977368116378784, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.41900509502738714, | |
| "reward_std": 0.1269023446366191, | |
| "rewards/accuracy_reward": 0.41900509502738714, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 806.9208984375, | |
| "epoch": 0.906927921623513, | |
| "grad_norm": 2.3192858695983887, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.45408162474632263, | |
| "reward_std": 0.1139010286424309, | |
| "rewards/accuracy_reward": 0.45408162474632263, | |
| "step": 81 | |
| }, | |
| { | |
| "completion_length": 756.2856941223145, | |
| "epoch": 0.9181245626312107, | |
| "grad_norm": 1.9081544876098633, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.42091835755854845, | |
| "reward_std": 0.1216771425679326, | |
| "rewards/accuracy_reward": 0.42091835755854845, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 810.2716598510742, | |
| "epoch": 0.9293212036389084, | |
| "grad_norm": 3.4622349739074707, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3686224380508065, | |
| "reward_std": 0.1060064712073654, | |
| "rewards/accuracy_reward": 0.3686224380508065, | |
| "step": 83 | |
| }, | |
| { | |
| "completion_length": 720.8679637908936, | |
| "epoch": 0.940517844646606, | |
| "grad_norm": 2.7656006813049316, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4355867253616452, | |
| "reward_std": 0.13207787927240133, | |
| "rewards/accuracy_reward": 0.4355867253616452, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 760.388370513916, | |
| "epoch": 0.9517144856543037, | |
| "grad_norm": 5.173759937286377, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4317601937800646, | |
| "reward_std": 0.12493191100656986, | |
| "rewards/accuracy_reward": 0.4317601937800646, | |
| "step": 85 | |
| }, | |
| { | |
| "completion_length": 746.6460304260254, | |
| "epoch": 0.9629111266620014, | |
| "grad_norm": 3.111050844192505, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.44579080678522587, | |
| "reward_std": 0.09203596017323434, | |
| "rewards/accuracy_reward": 0.44579080678522587, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 719.7404174804688, | |
| "epoch": 0.9741077676696991, | |
| "grad_norm": 2.178539276123047, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4253826439380646, | |
| "reward_std": 0.1273181731812656, | |
| "rewards/accuracy_reward": 0.4253826439380646, | |
| "step": 87 | |
| }, | |
| { | |
| "completion_length": 769.220645904541, | |
| "epoch": 0.9853044086773968, | |
| "grad_norm": 1.5965837240219116, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.4075255058705807, | |
| "reward_std": 0.12709103501401842, | |
| "rewards/accuracy_reward": 0.4075255058705807, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 774.408145904541, | |
| "epoch": 0.9965010496850945, | |
| "grad_norm": 2.0273616313934326, | |
| "learning_rate": 3e-06, | |
| "loss": 0.0, | |
| "reward": 0.3966836631298065, | |
| "reward_std": 0.11341002094559371, | |
| "rewards/accuracy_reward": 0.3966836631298065, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.9965010496850945, | |
| "step": 89, | |
| "total_flos": 0.0, | |
| "train_loss": 0.0, | |
| "train_runtime": 2.2646, | |
| "train_samples_per_second": 8831.586, | |
| "train_steps_per_second": 39.301 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 89, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 20, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |