{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.986111111111111,
  "eval_steps": 500,
  "global_step": 21500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06944444444444445,
      "grad_norm": 32.85024642944336,
      "learning_rate": 4.8842592592592595e-05,
      "logits/chosen": 3.556478261947632,
      "logits/rejected": 3.293552875518799,
      "logps/chosen": -527.9028930664062,
      "logps/rejected": -488.8791198730469,
      "loss": 0.7475,
      "rewards/accuracies": 0.6389999985694885,
      "rewards/chosen": -0.9193629026412964,
      "rewards/margins": 0.9515601992607117,
      "rewards/rejected": -1.8709231615066528,
      "step": 500
    },
    {
      "epoch": 0.1388888888888889,
      "grad_norm": 0.4692399501800537,
      "learning_rate": 4.768518518518519e-05,
      "logits/chosen": 3.758127450942993,
      "logits/rejected": 3.583296298980713,
      "logps/chosen": -556.1846923828125,
      "logps/rejected": -531.4818115234375,
      "loss": 0.7412,
      "rewards/accuracies": 0.7310000061988831,
      "rewards/chosen": -2.024296760559082,
      "rewards/margins": 2.4693143367767334,
      "rewards/rejected": -4.4936113357543945,
      "step": 1000
    },
    {
      "epoch": 0.20833333333333334,
      "grad_norm": 0.2115844041109085,
      "learning_rate": 4.652777777777778e-05,
      "logits/chosen": 3.4201669692993164,
      "logits/rejected": 3.196681261062622,
      "logps/chosen": -562.4039916992188,
      "logps/rejected": -539.3616943359375,
      "loss": 0.7542,
      "rewards/accuracies": 0.7089999914169312,
      "rewards/chosen": -3.269911289215088,
      "rewards/margins": 2.7116143703460693,
      "rewards/rejected": -5.981525897979736,
      "step": 1500
    },
    {
      "epoch": 0.2777777777777778,
      "grad_norm": 10.3626070022583,
      "learning_rate": 4.5370370370370374e-05,
      "logits/chosen": 3.5292723178863525,
      "logits/rejected": 3.344435453414917,
      "logps/chosen": -551.2387084960938,
      "logps/rejected": -541.3450927734375,
      "loss": 0.8561,
      "rewards/accuracies": 0.7049999833106995,
      "rewards/chosen": -3.477266311645508,
      "rewards/margins": 2.634814977645874,
      "rewards/rejected": -6.112081050872803,
      "step": 2000
    },
    {
      "epoch": 0.3472222222222222,
      "grad_norm": 31.721025466918945,
      "learning_rate": 4.4212962962962966e-05,
      "logits/chosen": 3.8410401344299316,
      "logits/rejected": 3.6350772380828857,
      "logps/chosen": -562.904296875,
      "logps/rejected": -537.2197265625,
      "loss": 0.8085,
      "rewards/accuracies": 0.7149999737739563,
      "rewards/chosen": -2.0515942573547363,
      "rewards/margins": 2.863039255142212,
      "rewards/rejected": -4.914632797241211,
      "step": 2500
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 27.109020233154297,
      "learning_rate": 4.305555555555556e-05,
      "logits/chosen": 3.5856244564056396,
      "logits/rejected": 3.3958754539489746,
      "logps/chosen": -562.5556030273438,
      "logps/rejected": -554.8358764648438,
      "loss": 0.8662,
      "rewards/accuracies": 0.7269999980926514,
      "rewards/chosen": -3.2988736629486084,
      "rewards/margins": 3.144113779067993,
      "rewards/rejected": -6.442987442016602,
      "step": 3000
    },
    {
      "epoch": 0.4861111111111111,
      "grad_norm": 20.984128952026367,
      "learning_rate": 4.1898148148148145e-05,
      "logits/chosen": 3.5219292640686035,
      "logits/rejected": 3.2919979095458984,
      "logps/chosen": -556.874267578125,
      "logps/rejected": -546.91552734375,
      "loss": 0.7505,
      "rewards/accuracies": 0.7360000014305115,
      "rewards/chosen": -3.3442256450653076,
      "rewards/margins": 3.2203891277313232,
      "rewards/rejected": -6.564614295959473,
      "step": 3500
    },
    {
      "epoch": 0.5555555555555556,
      "grad_norm": 0.33463263511657715,
      "learning_rate": 4.074074074074074e-05,
      "logits/chosen": 3.6497881412506104,
      "logits/rejected": 3.432859182357788,
      "logps/chosen": -567.9624633789062,
      "logps/rejected": -559.707275390625,
      "loss": 0.7974,
      "rewards/accuracies": 0.7229999899864197,
      "rewards/chosen": -2.9807636737823486,
      "rewards/margins": 3.382077693939209,
      "rewards/rejected": -6.3628411293029785,
      "step": 4000
    },
    {
      "epoch": 0.625,
      "grad_norm": 9.498452186584473,
      "learning_rate": 3.958333333333333e-05,
      "logits/chosen": 3.4272067546844482,
      "logits/rejected": 3.1543126106262207,
      "logps/chosen": -555.7978515625,
      "logps/rejected": -537.4580688476562,
      "loss": 0.7591,
      "rewards/accuracies": 0.7250000238418579,
      "rewards/chosen": -2.860079765319824,
      "rewards/margins": 3.3233377933502197,
      "rewards/rejected": -6.183417320251465,
      "step": 4500
    },
    {
      "epoch": 0.6944444444444444,
      "grad_norm": 8.980354309082031,
      "learning_rate": 3.8425925925925924e-05,
      "logits/chosen": 3.2811481952667236,
      "logits/rejected": 3.031383514404297,
      "logps/chosen": -546.9360961914062,
      "logps/rejected": -524.9453735351562,
      "loss": 0.7517,
      "rewards/accuracies": 0.7360000014305115,
      "rewards/chosen": -2.686689853668213,
      "rewards/margins": 3.413407564163208,
      "rewards/rejected": -6.100097179412842,
      "step": 5000
    },
    {
      "epoch": 0.7638888888888888,
      "grad_norm": 0.3623337149620056,
      "learning_rate": 3.726851851851852e-05,
      "logits/chosen": 3.3945746421813965,
      "logits/rejected": 3.1526079177856445,
      "logps/chosen": -557.0965576171875,
      "logps/rejected": -544.6822509765625,
      "loss": 0.8129,
      "rewards/accuracies": 0.722000002861023,
      "rewards/chosen": -2.9042410850524902,
      "rewards/margins": 3.3669819831848145,
      "rewards/rejected": -6.271223545074463,
      "step": 5500
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 11.856613159179688,
      "learning_rate": 3.611111111111111e-05,
      "logits/chosen": 3.3205320835113525,
      "logits/rejected": 3.075706720352173,
      "logps/chosen": -565.4915161132812,
      "logps/rejected": -553.1411743164062,
      "loss": 0.7355,
      "rewards/accuracies": 0.7110000252723694,
      "rewards/chosen": -3.6243250370025635,
      "rewards/margins": 3.4897994995117188,
      "rewards/rejected": -7.114124774932861,
      "step": 6000
    },
    {
      "epoch": 0.9027777777777778,
      "grad_norm": 13.970710754394531,
      "learning_rate": 3.49537037037037e-05,
      "logits/chosen": 3.340500831604004,
      "logits/rejected": 3.0907979011535645,
      "logps/chosen": -562.9676513671875,
      "logps/rejected": -546.9876708984375,
      "loss": 0.7527,
      "rewards/accuracies": 0.7289999723434448,
      "rewards/chosen": -4.343613147735596,
      "rewards/margins": 3.5196118354797363,
      "rewards/rejected": -7.86322546005249,
      "step": 6500
    },
    {
      "epoch": 0.9722222222222222,
      "grad_norm": 6.55237340927124,
      "learning_rate": 3.3796296296296295e-05,
      "logits/chosen": 3.494124174118042,
      "logits/rejected": 3.220623016357422,
      "logps/chosen": -560.8843383789062,
      "logps/rejected": -545.5639038085938,
      "loss": 0.7805,
      "rewards/accuracies": 0.7170000076293945,
      "rewards/chosen": -2.7601752281188965,
      "rewards/margins": 3.549665927886963,
      "rewards/rejected": -6.309841632843018,
      "step": 7000
    },
    {
      "epoch": 1.0416666666666667,
      "grad_norm": 3.183572769165039,
      "learning_rate": 3.263888888888889e-05,
      "logits/chosen": 3.3911421298980713,
      "logits/rejected": 3.123459815979004,
      "logps/chosen": -554.22607421875,
      "logps/rejected": -557.9960327148438,
      "loss": 0.3866,
      "rewards/accuracies": 0.8610000014305115,
      "rewards/chosen": -2.342595100402832,
      "rewards/margins": 5.2819952964782715,
      "rewards/rejected": -7.624590873718262,
      "step": 7500
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 0.07451526075601578,
      "learning_rate": 3.148148148148148e-05,
      "logits/chosen": 2.9968857765197754,
      "logits/rejected": 2.8013899326324463,
      "logps/chosen": -573.6311645507812,
      "logps/rejected": -600.4711303710938,
      "loss": 0.1612,
      "rewards/accuracies": 0.9399999976158142,
      "rewards/chosen": -4.748135566711426,
      "rewards/margins": 7.484164714813232,
      "rewards/rejected": -12.2322998046875,
      "step": 8000
    },
    {
      "epoch": 1.1805555555555556,
      "grad_norm": 1.8925604820251465,
      "learning_rate": 3.0324074074074077e-05,
      "logits/chosen": 3.0607872009277344,
      "logits/rejected": 2.8461995124816895,
      "logps/chosen": -560.1910400390625,
      "logps/rejected": -586.6576538085938,
      "loss": 0.1552,
      "rewards/accuracies": 0.9520000219345093,
      "rewards/chosen": -4.0625996589660645,
      "rewards/margins": 7.87790584564209,
      "rewards/rejected": -11.940506935119629,
      "step": 8500
    },
    {
      "epoch": 1.25,
      "grad_norm": 10.571070671081543,
      "learning_rate": 2.916666666666667e-05,
      "logits/chosen": 2.885572910308838,
      "logits/rejected": 2.6674787998199463,
      "logps/chosen": -603.0391845703125,
      "logps/rejected": -638.549560546875,
      "loss": 0.1445,
      "rewards/accuracies": 0.9580000042915344,
      "rewards/chosen": -6.252330303192139,
      "rewards/margins": 8.686140060424805,
      "rewards/rejected": -14.938469886779785,
      "step": 9000
    },
    {
      "epoch": 1.3194444444444444,
      "grad_norm": 0.12200064957141876,
      "learning_rate": 2.8009259259259263e-05,
      "logits/chosen": 2.839589834213257,
      "logits/rejected": 2.6223013401031494,
      "logps/chosen": -597.833740234375,
      "logps/rejected": -641.7092895507812,
      "loss": 0.1494,
      "rewards/accuracies": 0.9509999752044678,
      "rewards/chosen": -6.904899597167969,
      "rewards/margins": 8.972027778625488,
      "rewards/rejected": -15.876925468444824,
      "step": 9500
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 0.003055981360375881,
      "learning_rate": 2.6851851851851855e-05,
      "logits/chosen": 3.0364255905151367,
      "logits/rejected": 2.80228853225708,
      "logps/chosen": -588.6766967773438,
      "logps/rejected": -626.947265625,
      "loss": 0.1363,
      "rewards/accuracies": 0.9480000138282776,
      "rewards/chosen": -6.176986217498779,
      "rewards/margins": 8.589890480041504,
      "rewards/rejected": -14.766877174377441,
      "step": 10000
    },
    {
      "epoch": 1.4583333333333333,
      "grad_norm": 0.5345703959465027,
      "learning_rate": 2.5694444444444445e-05,
      "logits/chosen": 2.839054584503174,
      "logits/rejected": 2.630932092666626,
      "logps/chosen": -599.6796264648438,
      "logps/rejected": -649.5350952148438,
      "loss": 0.1599,
      "rewards/accuracies": 0.949999988079071,
      "rewards/chosen": -6.972626209259033,
      "rewards/margins": 8.69276237487793,
      "rewards/rejected": -15.665388107299805,
      "step": 10500
    },
    {
      "epoch": 1.5277777777777777,
      "grad_norm": 0.4993605613708496,
      "learning_rate": 2.4537037037037038e-05,
      "logits/chosen": 3.136254072189331,
      "logits/rejected": 2.8473451137542725,
      "logps/chosen": -594.6328735351562,
      "logps/rejected": -616.174560546875,
      "loss": 0.1279,
      "rewards/accuracies": 0.9470000267028809,
      "rewards/chosen": -6.083535671234131,
      "rewards/margins": 8.711966514587402,
      "rewards/rejected": -14.795503616333008,
      "step": 11000
    },
    {
      "epoch": 1.5972222222222223,
      "grad_norm": 0.0059162345714867115,
      "learning_rate": 2.337962962962963e-05,
      "logits/chosen": 3.0318968296051025,
      "logits/rejected": 2.7672841548919678,
      "logps/chosen": -604.5242919921875,
      "logps/rejected": -643.3104858398438,
      "loss": 0.1094,
      "rewards/accuracies": 0.9580000042915344,
      "rewards/chosen": -6.998290538787842,
      "rewards/margins": 9.226086616516113,
      "rewards/rejected": -16.224376678466797,
      "step": 11500
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 11.891778945922852,
      "learning_rate": 2.2222222222222223e-05,
      "logits/chosen": 2.9720585346221924,
      "logits/rejected": 2.7613561153411865,
      "logps/chosen": -598.2454833984375,
      "logps/rejected": -652.2257080078125,
      "loss": 0.1199,
      "rewards/accuracies": 0.9599999785423279,
      "rewards/chosen": -7.267679691314697,
      "rewards/margins": 9.064537048339844,
      "rewards/rejected": -16.33221435546875,
      "step": 12000
    },
    {
      "epoch": 1.7361111111111112,
      "grad_norm": 0.01290846522897482,
      "learning_rate": 2.1064814814814816e-05,
      "logits/chosen": 2.8649771213531494,
      "logits/rejected": 2.5800554752349854,
      "logps/chosen": -606.3182373046875,
      "logps/rejected": -657.0851440429688,
      "loss": 0.1071,
      "rewards/accuracies": 0.9610000252723694,
      "rewards/chosen": -7.935286998748779,
      "rewards/margins": 9.804253578186035,
      "rewards/rejected": -17.739540100097656,
      "step": 12500
    },
    {
      "epoch": 1.8055555555555556,
      "grad_norm": 0.04387454316020012,
      "learning_rate": 1.990740740740741e-05,
      "logits/chosen": 2.8485310077667236,
      "logits/rejected": 2.5972745418548584,
      "logps/chosen": -597.68701171875,
      "logps/rejected": -637.2554321289062,
      "loss": 0.1037,
      "rewards/accuracies": 0.9649999737739563,
      "rewards/chosen": -7.1608757972717285,
      "rewards/margins": 9.487983703613281,
      "rewards/rejected": -16.64885902404785,
      "step": 13000
    },
    {
      "epoch": 1.875,
      "grad_norm": 4.594534873962402,
      "learning_rate": 1.8750000000000002e-05,
      "logits/chosen": 2.9154677391052246,
      "logits/rejected": 2.624795913696289,
      "logps/chosen": -615.2523803710938,
      "logps/rejected": -660.990234375,
      "loss": 0.099,
      "rewards/accuracies": 0.9649999737739563,
      "rewards/chosen": -7.9369049072265625,
      "rewards/margins": 9.701655387878418,
      "rewards/rejected": -17.63856315612793,
      "step": 13500
    },
    {
      "epoch": 1.9444444444444444,
      "grad_norm": 54.135902404785156,
      "learning_rate": 1.7592592592592595e-05,
      "logits/chosen": 2.855975866317749,
      "logits/rejected": 2.6032371520996094,
      "logps/chosen": -591.5145263671875,
      "logps/rejected": -640.7100219726562,
      "loss": 0.1079,
      "rewards/accuracies": 0.9589999914169312,
      "rewards/chosen": -6.821244239807129,
      "rewards/margins": 9.38486385345459,
      "rewards/rejected": -16.20611000061035,
      "step": 14000
    },
    {
      "epoch": 2.013888888888889,
      "grad_norm": 2.3375725504592992e-05,
      "learning_rate": 1.6435185185185187e-05,
      "logits/chosen": 2.8908510208129883,
      "logits/rejected": 2.634883403778076,
      "logps/chosen": -597.045166015625,
      "logps/rejected": -651.947265625,
      "loss": 0.106,
      "rewards/accuracies": 0.9679999947547913,
      "rewards/chosen": -7.668105602264404,
      "rewards/margins": 9.93225383758545,
      "rewards/rejected": -17.600358963012695,
      "step": 14500
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 1.9361701011657715,
      "learning_rate": 1.527777777777778e-05,
      "logits/chosen": 2.695993661880493,
      "logits/rejected": 2.460109233856201,
      "logps/chosen": -595.7433471679688,
      "logps/rejected": -674.5877685546875,
      "loss": 0.0023,
      "rewards/accuracies": 0.9990000128746033,
      "rewards/chosen": -7.24924373626709,
      "rewards/margins": 12.572339057922363,
      "rewards/rejected": -19.821582794189453,
      "step": 15000
    },
    {
      "epoch": 2.1527777777777777,
      "grad_norm": 0.00951045285910368,
      "learning_rate": 1.412037037037037e-05,
      "logits/chosen": 2.6940438747406006,
      "logits/rejected": 2.3725061416625977,
      "logps/chosen": -623.6839599609375,
      "logps/rejected": -705.4991455078125,
      "loss": 0.0008,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -7.520936012268066,
      "rewards/margins": 13.330465316772461,
      "rewards/rejected": -20.85140037536621,
      "step": 15500
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.001970913726836443,
      "learning_rate": 1.2962962962962962e-05,
      "logits/chosen": 2.7482447624206543,
      "logits/rejected": 2.4920620918273926,
      "logps/chosen": -608.4854125976562,
      "logps/rejected": -686.771240234375,
      "loss": 0.0033,
      "rewards/accuracies": 0.9990000128746033,
      "rewards/chosen": -7.450053691864014,
      "rewards/margins": 13.123722076416016,
      "rewards/rejected": -20.573780059814453,
      "step": 16000
    },
    {
      "epoch": 2.2916666666666665,
      "grad_norm": 0.011360249482095242,
      "learning_rate": 1.1805555555555555e-05,
      "logits/chosen": 2.576791524887085,
      "logits/rejected": 2.2490572929382324,
      "logps/chosen": -606.9148559570312,
      "logps/rejected": -680.7444458007812,
      "loss": 0.0068,
      "rewards/accuracies": 0.996999979019165,
      "rewards/chosen": -7.9679388999938965,
      "rewards/margins": 13.592195510864258,
      "rewards/rejected": -21.560136795043945,
      "step": 16500
    },
    {
      "epoch": 2.361111111111111,
      "grad_norm": 0.38025176525115967,
      "learning_rate": 1.0648148148148148e-05,
      "logits/chosen": 2.553051233291626,
      "logits/rejected": 2.2183096408843994,
      "logps/chosen": -614.6328125,
      "logps/rejected": -694.4602661132812,
      "loss": 0.0034,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -8.198136329650879,
      "rewards/margins": 13.553929328918457,
      "rewards/rejected": -21.752065658569336,
      "step": 17000
    },
    {
      "epoch": 2.4305555555555554,
      "grad_norm": 0.03263687342405319,
      "learning_rate": 9.490740740740741e-06,
      "logits/chosen": 2.672771692276001,
      "logits/rejected": 2.395473003387451,
      "logps/chosen": -608.4843139648438,
      "logps/rejected": -698.3759155273438,
      "loss": 0.0073,
      "rewards/accuracies": 0.9959999918937683,
      "rewards/chosen": -7.606570720672607,
      "rewards/margins": 13.408744812011719,
      "rewards/rejected": -21.01531410217285,
      "step": 17500
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.004458485636860132,
      "learning_rate": 8.333333333333334e-06,
      "logits/chosen": 2.5551936626434326,
      "logits/rejected": 2.2830896377563477,
      "logps/chosen": -611.794921875,
      "logps/rejected": -703.889404296875,
      "loss": 0.0026,
      "rewards/accuracies": 0.9980000257492065,
      "rewards/chosen": -8.585135459899902,
      "rewards/margins": 13.675087928771973,
      "rewards/rejected": -22.260225296020508,
      "step": 18000
    },
    {
      "epoch": 2.5694444444444446,
      "grad_norm": 1.5490238638449227e-06,
      "learning_rate": 7.1759259259259266e-06,
      "logits/chosen": 2.552164077758789,
      "logits/rejected": 2.2521095275878906,
      "logps/chosen": -610.4937133789062,
      "logps/rejected": -696.794189453125,
      "loss": 0.0028,
      "rewards/accuracies": 0.9980000257492065,
      "rewards/chosen": -8.916465759277344,
      "rewards/margins": 13.4678955078125,
      "rewards/rejected": -22.384361267089844,
      "step": 18500
    },
    {
      "epoch": 2.638888888888889,
      "grad_norm": 0.00105581886600703,
      "learning_rate": 6.0185185185185185e-06,
      "logits/chosen": 2.5020742416381836,
      "logits/rejected": 2.2146670818328857,
      "logps/chosen": -606.8447265625,
      "logps/rejected": -700.9844360351562,
      "loss": 0.0029,
      "rewards/accuracies": 0.996999979019165,
      "rewards/chosen": -8.31242847442627,
      "rewards/margins": 14.17545223236084,
      "rewards/rejected": -22.487882614135742,
      "step": 19000
    },
    {
      "epoch": 2.7083333333333335,
      "grad_norm": 0.0019914801232516766,
      "learning_rate": 4.861111111111111e-06,
      "logits/chosen": 2.635819435119629,
      "logits/rejected": 2.366089344024658,
      "logps/chosen": -607.3903198242188,
      "logps/rejected": -700.4667358398438,
      "loss": 0.0019,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -7.668735980987549,
      "rewards/margins": 14.018786430358887,
      "rewards/rejected": -21.687519073486328,
      "step": 19500
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 0.014177707955241203,
      "learning_rate": 3.7037037037037037e-06,
      "logits/chosen": 2.7170698642730713,
      "logits/rejected": 2.447775363922119,
      "logps/chosen": -611.0238647460938,
      "logps/rejected": -686.9364013671875,
      "loss": 0.0013,
      "rewards/accuracies": 1.0,
      "rewards/chosen": -7.709755897521973,
      "rewards/margins": 13.24997615814209,
      "rewards/rejected": -20.959733963012695,
      "step": 20000
    },
    {
      "epoch": 2.8472222222222223,
      "grad_norm": 0.00307221757248044,
      "learning_rate": 2.546296296296296e-06,
      "logits/chosen": 2.6886892318725586,
      "logits/rejected": 2.4070165157318115,
      "logps/chosen": -599.3004760742188,
      "logps/rejected": -683.9198608398438,
      "loss": 0.0027,
      "rewards/accuracies": 0.9980000257492065,
      "rewards/chosen": -7.5910773277282715,
      "rewards/margins": 13.034306526184082,
      "rewards/rejected": -20.625385284423828,
      "step": 20500
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 0.432113915681839,
      "learning_rate": 1.388888888888889e-06,
      "logits/chosen": 2.5857932567596436,
      "logits/rejected": 2.2961175441741943,
      "logps/chosen": -601.2279663085938,
      "logps/rejected": -694.5283203125,
      "loss": 0.0018,
      "rewards/accuracies": 0.9990000128746033,
      "rewards/chosen": -7.844883441925049,
      "rewards/margins": 13.75926399230957,
      "rewards/rejected": -21.60414695739746,
      "step": 21000
    },
    {
      "epoch": 2.986111111111111,
      "grad_norm": 0.0006206350517459214,
      "learning_rate": 2.3148148148148148e-07,
      "logits/chosen": 2.5767359733581543,
      "logits/rejected": 2.3402278423309326,
      "logps/chosen": -605.1397705078125,
      "logps/rejected": -705.0686645507812,
      "loss": 0.0058,
      "rewards/accuracies": 0.9959999918937683,
      "rewards/chosen": -8.206979751586914,
      "rewards/margins": 13.36180305480957,
      "rewards/rejected": -21.56878089904785,
      "step": 21500
    }
  ],
  "logging_steps": 500,
  "max_steps": 21600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}