{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.46643603995802074,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.47774845361709595,
      "learning_rate": 4.999970160815579e-05,
      "loss": 2.0765,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.6051416397094727,
      "learning_rate": 4.999880643974619e-05,
      "loss": 2.2297,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.6161717772483826,
      "learning_rate": 4.9997314516140056e-05,
      "loss": 2.1103,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.4686434268951416,
      "learning_rate": 4.999522587295162e-05,
      "loss": 2.0057,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8412289023399353,
      "learning_rate": 4.999254056003963e-05,
      "loss": 2.1778,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5333625078201294,
      "learning_rate": 4.99892586415061e-05,
      "loss": 2.2399,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.821148157119751,
      "learning_rate": 4.9985380195694856e-05,
      "loss": 2.3215,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8403909206390381,
      "learning_rate": 4.998090531518962e-05,
      "loss": 1.8295,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6633398532867432,
      "learning_rate": 4.9975834106811834e-05,
      "loss": 2.0195,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6386868357658386,
      "learning_rate": 4.997016669161806e-05,
      "loss": 2.1257,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7762248516082764,
      "learning_rate": 4.996390320489715e-05,
      "loss": 2.057,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.3192856311798096,
      "learning_rate": 4.9957043796166966e-05,
      "loss": 2.0753,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.9797518849372864,
      "learning_rate": 4.994958862917083e-05,
      "loss": 1.9736,
      "step": 65
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.000693440437317,
      "learning_rate": 4.994153788187363e-05,
      "loss": 2.1572,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6852813959121704,
      "learning_rate": 4.993289174645757e-05,
      "loss": 2.1491,
      "step": 75
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.0075691938400269,
      "learning_rate": 4.992365042931752e-05,
      "loss": 1.945,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1973133087158203,
      "learning_rate": 4.991381415105619e-05,
      "loss": 2.0811,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9927239418029785,
      "learning_rate": 4.990338314647881e-05,
      "loss": 1.961,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9499759674072266,
      "learning_rate": 4.98923576645875e-05,
      "loss": 2.0653,
      "step": 95
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7233040928840637,
      "learning_rate": 4.9880737968575365e-05,
      "loss": 1.9999,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.55235755443573,
      "learning_rate": 4.986852433582022e-05,
      "loss": 2.2258,
      "step": 105
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9007890820503235,
      "learning_rate": 4.985571705787793e-05,
      "loss": 2.1034,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6774860620498657,
      "learning_rate": 4.9842316440475475e-05,
      "loss": 2.1753,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7676737308502197,
      "learning_rate": 4.9828322803503665e-05,
      "loss": 2.1384,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9624544978141785,
      "learning_rate": 4.981373648100946e-05,
      "loss": 2.0521,
      "step": 125
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9315722584724426,
      "learning_rate": 4.979855782118802e-05,
      "loss": 1.9256,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9035864472389221,
      "learning_rate": 4.978278718637443e-05,
      "loss": 2.0882,
      "step": 135
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7997236251831055,
      "learning_rate": 4.9766424953035e-05,
      "loss": 2.0724,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0692921876907349,
      "learning_rate": 4.974947151175826e-05,
      "loss": 2.1329,
      "step": 145
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.9506180286407471,
      "learning_rate": 4.973192726724572e-05,
      "loss": 2.082,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8647387027740479,
      "learning_rate": 4.9713792638302145e-05,
      "loss": 2.0366,
      "step": 155
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.105302095413208,
      "learning_rate": 4.969506805782555e-05,
      "loss": 2.1481,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7593303918838501,
      "learning_rate": 4.967575397279689e-05,
      "loss": 2.032,
      "step": 165
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7521979808807373,
      "learning_rate": 4.965585084426943e-05,
      "loss": 2.0379,
      "step": 170
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.947120726108551,
      "learning_rate": 4.9635359147357655e-05,
      "loss": 2.1444,
      "step": 175
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2184454202651978,
      "learning_rate": 4.961427937122598e-05,
      "loss": 1.9164,
      "step": 180
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.221663475036621,
      "learning_rate": 4.959261201907707e-05,
      "loss": 2.0084,
      "step": 185
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.0457361936569214,
      "learning_rate": 4.957035760813982e-05,
      "loss": 2.2032,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8834909200668335,
      "learning_rate": 4.954751666965701e-05,
      "loss": 2.2101,
      "step": 195
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.791902482509613,
      "learning_rate": 4.9524089748872615e-05,
      "loss": 2.0472,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2905739545822144,
      "learning_rate": 4.9500077405018807e-05,
      "loss": 2.0987,
      "step": 205
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8612006306648254,
      "learning_rate": 4.9475480211302583e-05,
      "loss": 2.1765,
      "step": 210
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3128459453582764,
      "learning_rate": 4.945029875489212e-05,
      "loss": 1.9926,
      "step": 215
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.9610918164253235,
      "learning_rate": 4.94245336369027e-05,
      "loss": 2.0124,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.873160183429718,
      "learning_rate": 4.939818547238241e-05,
      "loss": 2.2229,
      "step": 225
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5535285472869873,
      "learning_rate": 4.9371254890297446e-05,
      "loss": 2.2013,
      "step": 230
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.1951836347579956,
      "learning_rate": 4.93437425335171e-05,
      "loss": 2.014,
      "step": 235
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7874170541763306,
      "learning_rate": 4.9315649058798384e-05,
      "loss": 2.1701,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3503323793411255,
      "learning_rate": 4.928697513677042e-05,
      "loss": 2.1681,
      "step": 245
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3091179132461548,
      "learning_rate": 4.925772145191834e-05,
      "loss": 2.1224,
      "step": 250
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4428555965423584,
      "learning_rate": 4.9227888702567044e-05,
      "loss": 2.0512,
      "step": 255
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8234395980834961,
      "learning_rate": 4.9197477600864446e-05,
      "loss": 2.1067,
      "step": 260
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9094969034194946,
      "learning_rate": 4.9166488872764526e-05,
      "loss": 1.8884,
      "step": 265
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.0074087381362915,
      "learning_rate": 4.913492325800999e-05,
      "loss": 1.9345,
      "step": 270
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.0867297649383545,
      "learning_rate": 4.910278151011458e-05,
      "loss": 2.1928,
      "step": 275
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6842357516288757,
      "learning_rate": 4.907006439634516e-05,
      "loss": 2.0407,
      "step": 280
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8409023284912109,
      "learning_rate": 4.903677269770329e-05,
      "loss": 2.2344,
      "step": 285
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8119503259658813,
      "learning_rate": 4.900290720890671e-05,
      "loss": 2.1296,
      "step": 290
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9938147068023682,
      "learning_rate": 4.8968468738370244e-05,
      "loss": 2.152,
      "step": 295
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9865244030952454,
      "learning_rate": 4.8933458108186606e-05,
      "loss": 1.9623,
      "step": 300
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3944802284240723,
      "learning_rate": 4.889787615410672e-05,
      "loss": 1.915,
      "step": 305
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3749767541885376,
      "learning_rate": 4.886172372551977e-05,
      "loss": 1.9934,
      "step": 310
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.9024938941001892,
      "learning_rate": 4.882500168543294e-05,
      "loss": 2.1541,
      "step": 315
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1978263854980469,
      "learning_rate": 4.878771091045082e-05,
      "loss": 2.1688,
      "step": 320
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8360010981559753,
      "learning_rate": 4.874985229075446e-05,
      "loss": 2.1387,
      "step": 325
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7683364152908325,
      "learning_rate": 4.871142673008012e-05,
      "loss": 2.0215,
      "step": 330
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4230670928955078,
      "learning_rate": 4.867243514569772e-05,
      "loss": 1.9491,
      "step": 335
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.8198773860931396,
      "learning_rate": 4.863287846838891e-05,
      "loss": 2.0151,
      "step": 340
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.467207908630371,
      "learning_rate": 4.85927576424249e-05,
      "loss": 1.8906,
      "step": 345
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.9537095427513123,
      "learning_rate": 4.855207362554385e-05,
      "loss": 2.1844,
      "step": 350
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.0757155418395996,
      "learning_rate": 4.851082738892809e-05,
      "loss": 2.048,
      "step": 355
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6884938478469849,
      "learning_rate": 4.8469019917180846e-05,
      "loss": 1.9537,
      "step": 360
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4680182933807373,
      "learning_rate": 4.8426652208302814e-05,
      "loss": 1.9731,
      "step": 365
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1778632402420044,
      "learning_rate": 4.83837252736683e-05,
      "loss": 2.1395,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2865056991577148,
      "learning_rate": 4.834024013800108e-05,
      "loss": 2.0016,
      "step": 375
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.055177092552185,
      "learning_rate": 4.8296197839349944e-05,
      "loss": 1.9632,
      "step": 380
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0041871070861816,
      "learning_rate": 4.825159942906389e-05,
      "loss": 2.3302,
      "step": 385
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0026438236236572,
      "learning_rate": 4.820644597176709e-05,
      "loss": 2.1517,
      "step": 390
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3532180786132812,
      "learning_rate": 4.81607385453334e-05,
      "loss": 2.1229,
      "step": 395
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.7670988440513611,
      "learning_rate": 4.81144782408607e-05,
      "loss": 2.1382,
      "step": 400
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0405700206756592,
      "learning_rate": 4.8067666162644774e-05,
      "loss": 1.9614,
      "step": 405
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2252662181854248,
      "learning_rate": 4.802030342815304e-05,
      "loss": 2.1399,
      "step": 410
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.237946629524231,
      "learning_rate": 4.7972391167997754e-05,
      "loss": 1.9034,
      "step": 415
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.8064705729484558,
      "learning_rate": 4.7923930525909156e-05,
      "loss": 2.0075,
      "step": 420
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.8717565536499023,
      "learning_rate": 4.7874922658708065e-05,
      "loss": 2.0105,
      "step": 425
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.6693098545074463,
      "learning_rate": 4.782536873627832e-05,
      "loss": 2.0242,
      "step": 430
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.82447350025177,
      "learning_rate": 4.777526994153882e-05,
      "loss": 2.0267,
      "step": 435
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.9926588535308838,
      "learning_rate": 4.7724627470415307e-05,
      "loss": 1.9119,
      "step": 440
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0924450159072876,
      "learning_rate": 4.7673442531811796e-05,
      "loss": 2.2653,
      "step": 445
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1592103242874146,
      "learning_rate": 4.762171634758177e-05,
      "loss": 2.0017,
      "step": 450
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.9172110557556152,
      "learning_rate": 4.7569450152498927e-05,
      "loss": 2.1408,
      "step": 455
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1897525787353516,
      "learning_rate": 4.751664519422778e-05,
      "loss": 2.0935,
      "step": 460
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8793094158172607,
      "learning_rate": 4.746330273329386e-05,
      "loss": 2.1142,
      "step": 465
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.4337489604949951,
      "learning_rate": 4.740942404305356e-05,
      "loss": 2.1289,
      "step": 470
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0251764059066772,
      "learning_rate": 4.735501040966383e-05,
      "loss": 1.9741,
      "step": 475
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.2659822702407837,
      "learning_rate": 4.730006313205143e-05,
      "loss": 2.088,
      "step": 480
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8884140849113464,
      "learning_rate": 4.724458352188192e-05,
      "loss": 2.2079,
      "step": 485
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.1937768459320068,
      "learning_rate": 4.718857290352835e-05,
      "loss": 2.048,
      "step": 490
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.9741552472114563,
      "learning_rate": 4.713203261403966e-05,
      "loss": 2.2569,
      "step": 495
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.7996780872344971,
      "learning_rate": 4.707496400310874e-05,
      "loss": 1.9574,
      "step": 500
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8182051181793213,
      "learning_rate": 4.701736843304025e-05,
      "loss": 2.0951,
      "step": 505
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.507320761680603,
      "learning_rate": 4.695924727871805e-05,
      "loss": 2.0253,
      "step": 510
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.759121835231781,
      "learning_rate": 4.690060192757242e-05,
      "loss": 2.0602,
      "step": 515
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5943195819854736,
      "learning_rate": 4.684143377954691e-05,
      "loss": 2.0386,
      "step": 520
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8568710088729858,
      "learning_rate": 4.6781744247064955e-05,
      "loss": 2.073,
      "step": 525
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.3352620601654053,
      "learning_rate": 4.6721534754996125e-05,
      "loss": 2.1443,
      "step": 530
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.3417474031448364,
      "learning_rate": 4.666080674062213e-05,
      "loss": 2.0288,
      "step": 535
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5334464311599731,
      "learning_rate": 4.659956165360251e-05,
      "loss": 2.0609,
      "step": 540
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.9658721089363098,
      "learning_rate": 4.6537800955940005e-05,
      "loss": 1.9539,
      "step": 545
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9197947978973389,
      "learning_rate": 4.647552612194572e-05,
      "loss": 2.149,
      "step": 550
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.8512137532234192,
      "learning_rate": 4.641273863820383e-05,
      "loss": 1.9722,
      "step": 555
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.827289342880249,
      "learning_rate": 4.634944000353622e-05,
      "loss": 2.0729,
      "step": 560
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.088416337966919,
      "learning_rate": 4.628563172896655e-05,
      "loss": 1.9507,
      "step": 565
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3566908836364746,
      "learning_rate": 4.6221315337684353e-05,
      "loss": 2.1643,
      "step": 570
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.3541293144226074,
      "learning_rate": 4.615649236500854e-05,
      "loss": 2.1839,
      "step": 575
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.991269588470459,
      "learning_rate": 4.609116435835083e-05,
      "loss": 2.0976,
      "step": 580
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0280535221099854,
      "learning_rate": 4.602533287717877e-05,
      "loss": 2.1474,
      "step": 585
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.013123631477356,
      "learning_rate": 4.5958999492978524e-05,
      "loss": 2.1873,
      "step": 590
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1753040552139282,
      "learning_rate": 4.589216578921737e-05,
      "loss": 2.1744,
      "step": 595
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1839090585708618,
      "learning_rate": 4.582483336130586e-05,
      "loss": 1.9982,
      "step": 600
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0724798440933228,
      "learning_rate": 4.575700381655979e-05,
      "loss": 2.1234,
      "step": 605
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.009913682937622,
      "learning_rate": 4.5688678774161796e-05,
      "loss": 1.9478,
      "step": 610
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.9897060394287109,
      "learning_rate": 4.561985986512271e-05,
      "loss": 1.8268,
      "step": 615
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.8881808519363403,
      "learning_rate": 4.555054873224263e-05,
      "loss": 1.9887,
      "step": 620
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.155900001525879,
      "learning_rate": 4.54807470300717e-05,
      "loss": 2.0777,
      "step": 625
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8782421350479126,
      "learning_rate": 4.5410456424870596e-05,
      "loss": 2.0566,
      "step": 630
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3324674367904663,
      "learning_rate": 4.5339678594570795e-05,
      "loss": 2.047,
      "step": 635
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9805939197540283,
      "learning_rate": 4.526841522873449e-05,
      "loss": 1.962,
      "step": 640
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4999943971633911,
      "learning_rate": 4.519666802851422e-05,
      "loss": 2.0972,
      "step": 645
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4504961967468262,
      "learning_rate": 4.5124438706612376e-05,
      "loss": 2.0041,
      "step": 650
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9078169465065002,
      "learning_rate": 4.505172898724018e-05,
      "loss": 2.1229,
      "step": 655
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1635804176330566,
      "learning_rate": 4.497854060607662e-05,
      "loss": 2.0195,
      "step": 660
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.46576726436615,
      "learning_rate": 4.490487531022699e-05,
      "loss": 2.0745,
      "step": 665
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.2094652652740479,
      "learning_rate": 4.4830734858181145e-05,
      "loss": 2.1068,
      "step": 670
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4738895893096924,
      "learning_rate": 4.47561210197716e-05,
      "loss": 1.8088,
      "step": 675
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.23384690284729,
      "learning_rate": 4.4681035576131215e-05,
      "loss": 2.0995,
      "step": 680
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.8332946300506592,
      "learning_rate": 4.46054803196507e-05,
      "loss": 2.0541,
      "step": 685
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.9207485318183899,
      "learning_rate": 4.452945705393586e-05,
      "loss": 2.166,
      "step": 690
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.292945146560669,
      "learning_rate": 4.445296759376449e-05,
      "loss": 2.0784,
      "step": 695
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.9874763488769531,
      "learning_rate": 4.437601376504307e-05,
      "loss": 2.2087,
      "step": 700
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.9427415132522583,
      "learning_rate": 4.4298597404763186e-05,
      "loss": 2.1199,
      "step": 705
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.7369529008865356,
      "learning_rate": 4.422072036095768e-05,
      "loss": 2.0355,
      "step": 710
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.2423696517944336,
      "learning_rate": 4.414238449265654e-05,
      "loss": 2.0011,
      "step": 715
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.2304831743240356,
      "learning_rate": 4.406359166984249e-05,
      "loss": 2.0368,
      "step": 720
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.9090413451194763,
      "learning_rate": 4.39843437734064e-05,
      "loss": 1.9983,
      "step": 725
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.2729507684707642,
      "learning_rate": 4.390464269510233e-05,
      "loss": 2.021,
      "step": 730
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.3009227514266968,
      "learning_rate": 4.382449033750244e-05,
      "loss": 1.9743,
      "step": 735
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5456056594848633,
      "learning_rate": 4.37438886139515e-05,
      "loss": 2.0689,
      "step": 740
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.3235007524490356,
      "learning_rate": 4.3662839448521264e-05,
      "loss": 2.0838,
      "step": 745
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.2074007987976074,
      "learning_rate": 4.358134477596454e-05,
      "loss": 2.0835,
      "step": 750
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.403738021850586,
      "learning_rate": 4.3499406541668966e-05,
      "loss": 2.0916,
      "step": 755
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0940325260162354,
      "learning_rate": 4.3417026701610616e-05,
      "loss": 1.972,
      "step": 760
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.666353702545166,
      "learning_rate": 4.3334207222307275e-05,
      "loss": 1.927,
      "step": 765
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0777515172958374,
      "learning_rate": 4.325095008077154e-05,
      "loss": 2.1192,
      "step": 770
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.7218186855316162,
      "learning_rate": 4.316725726446353e-05,
      "loss": 2.0774,
      "step": 775
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.356753945350647,
      "learning_rate": 4.3083130771243586e-05,
      "loss": 2.0847,
      "step": 780
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.9967429637908936,
      "learning_rate": 4.299857260932445e-05,
      "loss": 2.0485,
      "step": 785
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.6216442584991455,
      "learning_rate": 4.2913584797223397e-05,
      "loss": 2.1008,
      "step": 790
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2556742429733276,
      "learning_rate": 4.2828169363714016e-05,
      "loss": 1.9209,
      "step": 795
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1800439357757568,
      "learning_rate": 4.274232834777782e-05,
      "loss": 1.9722,
      "step": 800
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1313499212265015,
      "learning_rate": 4.2656063798555515e-05,
      "loss": 1.9176,
      "step": 805
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.137534737586975,
      "learning_rate": 4.256937777529815e-05,
      "loss": 1.9929,
      "step": 810
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.0575093030929565,
      "learning_rate": 4.2482272347317906e-05,
      "loss": 2.166,
      "step": 815
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5939594507217407,
      "learning_rate": 4.2394749593938733e-05,
      "loss": 2.1334,
      "step": 820
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1045507192611694,
      "learning_rate": 4.230681160444669e-05,
      "loss": 2.0853,
      "step": 825
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.3480136394500732,
      "learning_rate": 4.221846047804009e-05,
      "loss": 2.1802,
      "step": 830
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1822657585144043,
      "learning_rate": 4.2129698323779366e-05,
      "loss": 2.0739,
      "step": 835
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1771117448806763,
      "learning_rate": 4.204052726053676e-05,
      "loss": 2.0238,
      "step": 840
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4757814407348633,
      "learning_rate": 4.195094941694571e-05,
      "loss": 2.1557,
      "step": 845
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.9095075726509094,
      "learning_rate": 4.1860966931350054e-05,
      "loss": 2.1666,
      "step": 850
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1039543151855469,
      "learning_rate": 4.1770581951752976e-05,
      "loss": 2.105,
      "step": 855
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.8517205119132996,
      "learning_rate": 4.1679796635765735e-05,
      "loss": 1.9656,
      "step": 860
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.239492654800415,
      "learning_rate": 4.158861315055617e-05,
      "loss": 2.0166,
      "step": 865
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1358321905136108,
      "learning_rate": 4.1497033672796924e-05,
      "loss": 2.0076,
      "step": 870
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.6215249300003052,
      "learning_rate": 4.140506038861356e-05,
      "loss": 2.1594,
      "step": 875
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0528080463409424,
      "learning_rate": 4.131269549353229e-05,
      "loss": 2.1416,
      "step": 880
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.8976901769638062,
      "learning_rate": 4.1219941192427644e-05,
      "loss": 2.1242,
      "step": 885
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.263594388961792,
      "learning_rate": 4.112679969946977e-05,
      "loss": 2.02,
      "step": 890
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4173017740249634,
      "learning_rate": 4.103327323807162e-05,
      "loss": 2.0438,
      "step": 895
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.876170039176941,
      "learning_rate": 4.093936404083585e-05,
      "loss": 1.9806,
      "step": 900
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4649231433868408,
      "learning_rate": 4.0845074349501544e-05,
      "loss": 2.1476,
      "step": 905
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0446043014526367,
      "learning_rate": 4.0750406414890695e-05,
      "loss": 1.9672,
      "step": 910
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0225305557250977,
      "learning_rate": 4.065536249685448e-05,
      "loss": 1.9984,
      "step": 915
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0120617151260376,
      "learning_rate": 4.055994486421929e-05,
      "loss": 2.1162,
      "step": 920
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0469881296157837,
      "learning_rate": 4.04641557947326e-05,
      "loss": 2.0435,
      "step": 925
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.2435941696166992,
      "learning_rate": 4.036799757500856e-05,
      "loss": 2.0431,
      "step": 930
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0055103302001953,
      "learning_rate": 4.027147250047348e-05,
      "loss": 2.2021,
      "step": 935
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1212949752807617,
      "learning_rate": 4.017458287531094e-05,
      "loss": 1.997,
      "step": 940
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1048357486724854,
      "learning_rate": 4.007733101240685e-05,
      "loss": 1.946,
      "step": 945
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4721689224243164,
      "learning_rate": 3.997971923329426e-05,
      "loss": 2.0723,
      "step": 950
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.3793156147003174,
      "learning_rate": 3.988174986809783e-05,
      "loss": 2.034,
      "step": 955
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9013482928276062,
      "learning_rate": 3.9783425255478355e-05,
      "loss": 1.9736,
      "step": 960
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9192422032356262,
      "learning_rate": 3.968474774257682e-05,
      "loss": 1.9878,
      "step": 965
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.9304206371307373,
      "learning_rate": 3.9585719684958446e-05,
      "loss": 2.117,
      "step": 970
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0435137748718262,
      "learning_rate": 3.948634344655639e-05,
      "loss": 2.0585,
      "step": 975
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4636590480804443,
      "learning_rate": 3.938662139961538e-05,
      "loss": 2.0409,
      "step": 980
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8014529943466187,
      "learning_rate": 3.928655592463508e-05,
      "loss": 2.0369,
      "step": 985
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2412620782852173,
      "learning_rate": 3.918614941031319e-05,
      "loss": 1.967,
      "step": 990
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.3581103086471558,
      "learning_rate": 3.908540425348852e-05,
      "loss": 2.0037,
      "step": 995
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2377780675888062,
      "learning_rate": 3.8984322859083725e-05,
      "loss": 1.9991,
      "step": 1000
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9209259748458862,
      "learning_rate": 3.8882907640047896e-05,
      "loss": 2.0448,
      "step": 1005
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0150959491729736,
      "learning_rate": 3.878116101729897e-05,
      "loss": 2.0791,
      "step": 1010
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5959141254425049,
      "learning_rate": 3.867908541966594e-05,
      "loss": 1.9997,
      "step": 1015
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.3945012092590332,
      "learning_rate": 3.857668328383088e-05,
      "loss": 2.0481,
      "step": 1020
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.2361671924591064,
      "learning_rate": 3.847395705427075e-05,
      "loss": 2.2664,
      "step": 1025
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9661719799041748,
      "learning_rate": 3.837090918319909e-05,
      "loss": 1.9752,
      "step": 1030
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.6995949745178223,
      "learning_rate": 3.8267542130507436e-05,
      "loss": 2.1332,
      "step": 1035
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.1248412132263184,
      "learning_rate": 3.816385836370663e-05,
      "loss": 2.0432,
      "step": 1040
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.8734235763549805,
      "learning_rate": 3.805986035786789e-05,
      "loss": 1.9618,
      "step": 1045
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.322766661643982,
      "learning_rate": 3.795555059556378e-05,
      "loss": 2.0267,
      "step": 1050
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0396028757095337,
      "learning_rate": 3.7850931566808866e-05,
      "loss": 2.1075,
      "step": 1055
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9574625492095947,
      "learning_rate": 3.7746005769000363e-05,
      "loss": 2.156,
      "step": 1060
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4480133056640625,
      "learning_rate": 3.764077570685844e-05,
      "loss": 1.9615,
      "step": 1065
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.5908560752868652,
      "learning_rate": 3.753524389236648e-05,
      "loss": 2.0928,
      "step": 1070
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.2628813982009888,
      "learning_rate": 3.742941284471111e-05,
      "loss": 2.1074,
      "step": 1075
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.2687503099441528,
      "learning_rate": 3.7323285090222054e-05,
      "loss": 1.9666,
      "step": 1080
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.2571731805801392,
      "learning_rate": 3.721686316231181e-05,
      "loss": 2.0468,
      "step": 1085
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.007453441619873,
      "learning_rate": 3.7110149601415215e-05,
      "loss": 2.0624,
      "step": 1090
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.2390377521514893,
      "learning_rate": 3.700314695492876e-05,
      "loss": 1.9888,
      "step": 1095
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0878371000289917,
      "learning_rate": 3.6895857777149825e-05,
      "loss": 2.1013,
      "step": 1100
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.8759217262268066,
      "learning_rate": 3.6788284629215624e-05,
      "loss": 1.875,
      "step": 1105
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.1345970630645752,
      "learning_rate": 3.668043007904219e-05,
      "loss": 1.9096,
      "step": 1110
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.253629446029663,
      "learning_rate": 3.6572296701262966e-05,
      "loss": 2.1859,
      "step": 1115
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9796190857887268,
      "learning_rate": 3.646388707716738e-05,
      "loss": 2.2092,
      "step": 1120
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.3893767595291138,
      "learning_rate": 3.635520379463926e-05,
      "loss": 2.0026,
      "step": 1125
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8778309226036072,
      "learning_rate": 3.6246249448095004e-05,
      "loss": 2.2112,
      "step": 1130
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.2479698657989502,
      "learning_rate": 3.6137026638421696e-05,
      "loss": 2.0221,
      "step": 1135
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.3813824653625488,
      "learning_rate": 3.6027537972914974e-05,
      "loss": 1.9106,
      "step": 1140
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.2043218612670898,
      "learning_rate": 3.5917786065216826e-05,
      "loss": 2.0673,
      "step": 1145
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5337340831756592,
      "learning_rate": 3.580777353525318e-05,
      "loss": 2.1463,
      "step": 1150
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.155813455581665,
      "learning_rate": 3.5697503009171385e-05,
      "loss": 2.0255,
      "step": 1155
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.034644365310669,
      "learning_rate": 3.558697711927748e-05,
      "loss": 2.1348,
      "step": 1160
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0959795713424683,
      "learning_rate": 3.54761985039734e-05,
      "loss": 2.1457,
      "step": 1165
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.1938838958740234,
      "learning_rate": 3.5365169807693966e-05,
      "loss": 2.1256,
      "step": 1170
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.8162047863006592,
      "learning_rate": 3.525389368084379e-05,
      "loss": 1.9587,
      "step": 1175
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9358930587768555,
      "learning_rate": 3.514237277973393e-05,
      "loss": 1.8965,
      "step": 1180
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9210988879203796,
      "learning_rate": 3.503060976651862e-05,
      "loss": 1.9669,
      "step": 1185
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4641343355178833,
      "learning_rate": 3.491860730913156e-05,
      "loss": 2.003,
      "step": 1190
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.2458257675170898,
      "learning_rate": 3.480636808122235e-05,
      "loss": 2.1487,
      "step": 1195
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.6770122051239014,
      "learning_rate": 3.469389476209259e-05,
      "loss": 2.0686,
      "step": 1200
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9083845019340515,
      "learning_rate": 3.458119003663199e-05,
      "loss": 2.0284,
      "step": 1205
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.2679696083068848,
      "learning_rate": 3.446825659525421e-05,
      "loss": 2.0555,
      "step": 1210
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.3823720216751099,
      "learning_rate": 3.435509713383268e-05,
      "loss": 1.9375,
      "step": 1215
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5862077474594116,
      "learning_rate": 3.424171435363623e-05,
      "loss": 2.0271,
      "step": 1220
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.0107533931732178,
      "learning_rate": 3.412811096126461e-05,
      "loss": 2.1897,
      "step": 1225
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4544458389282227,
      "learning_rate": 3.401428966858387e-05,
      "loss": 1.9978,
      "step": 1230
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.188170075416565,
      "learning_rate": 3.390025319266167e-05,
      "loss": 2.0688,
      "step": 1235
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1016322374343872,
      "learning_rate": 3.3786004255702336e-05,
      "loss": 2.0396,
      "step": 1240
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6623334884643555,
      "learning_rate": 3.3671545584981954e-05,
      "loss": 1.9566,
      "step": 1245
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9161584377288818,
      "learning_rate": 3.355687991278324e-05,
      "loss": 2.0474,
      "step": 1250
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9911025166511536,
      "learning_rate": 3.3442009976330305e-05,
      "loss": 2.2163,
      "step": 1255
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1504255533218384,
      "learning_rate": 3.332693851772331e-05,
      "loss": 2.1088,
      "step": 1260
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9544184803962708,
      "learning_rate": 3.3211668283873035e-05,
      "loss": 1.8947,
      "step": 1265
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.4625756740570068,
      "learning_rate": 3.3096202026435304e-05,
      "loss": 2.1748,
      "step": 1270
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.3267475366592407,
      "learning_rate": 3.298054250174527e-05,
      "loss": 1.9218,
      "step": 1275
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9869363903999329,
      "learning_rate": 3.2864692470751654e-05,
      "loss": 2.2723,
      "step": 1280
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.5177838802337646,
      "learning_rate": 3.27486546989508e-05,
      "loss": 2.1456,
      "step": 1285
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.1998714208602905,
      "learning_rate": 3.263243195632068e-05,
      "loss": 1.8877,
      "step": 1290
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.2112164497375488,
      "learning_rate": 3.2516027017254785e-05,
      "loss": 2.0615,
      "step": 1295
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0616129636764526,
      "learning_rate": 3.239944266049587e-05,
      "loss": 2.0402,
      "step": 1300
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4537287950515747,
      "learning_rate": 3.228268166906962e-05,
      "loss": 2.0728,
      "step": 1305
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.3899391889572144,
      "learning_rate": 3.2165746830218254e-05,
      "loss": 2.1815,
      "step": 1310
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.332529067993164,
      "learning_rate": 3.204864093533394e-05,
      "loss": 1.8935,
      "step": 1315
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4466496706008911,
      "learning_rate": 3.193136677989221e-05,
      "loss": 1.9567,
      "step": 1320
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.1781721115112305,
      "learning_rate": 3.181392716338516e-05,
      "loss": 2.055,
      "step": 1325
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9411901831626892,
      "learning_rate": 3.1696324889254716e-05,
      "loss": 1.8794,
      "step": 1330
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2628341913223267,
      "learning_rate": 3.15785627648256e-05,
      "loss": 2.0299,
      "step": 1335
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4857370853424072,
      "learning_rate": 3.146064360123846e-05,
      "loss": 1.9342,
      "step": 1340
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.661470651626587,
      "learning_rate": 3.1342570213382594e-05,
      "loss": 2.0399,
      "step": 1345
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.522845983505249,
      "learning_rate": 3.122434541982888e-05,
      "loss": 2.1419,
      "step": 1350
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5679118633270264,
      "learning_rate": 3.110597204276247e-05,
      "loss": 2.2932,
      "step": 1355
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.3367788791656494,
      "learning_rate": 3.098745290791539e-05,
      "loss": 1.8989,
      "step": 1360
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.3873472213745117,
      "learning_rate": 3.086879084449907e-05,
      "loss": 2.1214,
      "step": 1365
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.2957035303115845,
      "learning_rate": 3.074998868513688e-05,
      "loss": 2.2538,
      "step": 1370
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.122176170349121,
      "learning_rate": 3.0631049265796465e-05,
      "loss": 2.0974,
      "step": 1375
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.0422618389129639,
      "learning_rate": 3.051197542572203e-05,
      "loss": 2.054,
      "step": 1380
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.1926140785217285,
      "learning_rate": 3.0392770007366584e-05,
      "loss": 1.9798,
      "step": 1385
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8764025568962097,
      "learning_rate": 3.0273435856324112e-05,
      "loss": 2.0796,
      "step": 1390
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.8200764656066895,
      "learning_rate": 3.0153975821261605e-05,
      "loss": 1.9116,
      "step": 1395
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0340498685836792,
      "learning_rate": 3.0034392753851066e-05,
      "loss": 2.0235,
      "step": 1400
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0799012184143066,
      "learning_rate": 2.9914689508701476e-05,
      "loss": 2.1455,
      "step": 1405
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.301015853881836,
      "learning_rate": 2.979486894329058e-05,
      "loss": 2.0355,
      "step": 1410
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.2926914691925049,
      "learning_rate": 2.9674933917896747e-05,
      "loss": 2.0379,
      "step": 1415
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.4712942838668823,
      "learning_rate": 2.9554887295530647e-05,
      "loss": 2.0802,
      "step": 1420
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1957335472106934,
      "learning_rate": 2.943473194186693e-05,
      "loss": 2.1044,
      "step": 1425
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.568293571472168,
      "learning_rate": 2.9314470725175792e-05,
      "loss": 2.0121,
      "step": 1430
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4844893217086792,
      "learning_rate": 2.919410651625455e-05,
      "loss": 2.0717,
      "step": 1435
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.3942641019821167,
      "learning_rate": 2.907364218835904e-05,
      "loss": 1.9522,
      "step": 1440
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7795314788818359,
      "learning_rate": 2.8953080617135115e-05,
      "loss": 1.9593,
      "step": 1445
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.751107931137085,
      "learning_rate": 2.8832424680549937e-05,
      "loss": 1.8073,
      "step": 1450
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.2202279567718506,
      "learning_rate": 2.8711677258823306e-05,
      "loss": 2.0042,
      "step": 1455
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.5163853168487549,
      "learning_rate": 2.859084123435887e-05,
      "loss": 1.9931,
      "step": 1460
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.94038987159729,
      "learning_rate": 2.84699194916754e-05,
      "loss": 2.1533,
      "step": 1465
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4618102312088013,
      "learning_rate": 2.834891491733781e-05,
      "loss": 2.029,
      "step": 1470
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9747155904769897,
      "learning_rate": 2.822783039988836e-05,
      "loss": 2.0241,
      "step": 1475
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.0887038707733154,
      "learning_rate": 2.8106668829777645e-05,
      "loss": 2.0959,
      "step": 1480
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.2170171737670898,
      "learning_rate": 2.7985433099295618e-05,
      "loss": 1.8718,
      "step": 1485
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1366883516311646,
      "learning_rate": 2.7864126102502524e-05,
      "loss": 2.2397,
      "step": 1490
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1206785440444946,
      "learning_rate": 2.774275073515985e-05,
      "loss": 2.1083,
      "step": 1495
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.126807451248169,
      "learning_rate": 2.7621309894661167e-05,
      "loss": 2.0764,
      "step": 1500
    }
  ],
  "logging_steps": 5,
  "max_steps": 3215,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 2.01535997018112e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}