{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.12438294398880553,
  "eval_steps": 500,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.47774845361709595,
      "learning_rate": 4.999970160815579e-05,
      "loss": 2.0765,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.6051416397094727,
      "learning_rate": 4.999880643974619e-05,
      "loss": 2.2297,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.6161717772483826,
      "learning_rate": 4.9997314516140056e-05,
      "loss": 2.1103,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.4686434268951416,
      "learning_rate": 4.999522587295162e-05,
      "loss": 2.0057,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8412289023399353,
      "learning_rate": 4.999254056003963e-05,
      "loss": 2.1778,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5333625078201294,
      "learning_rate": 4.99892586415061e-05,
      "loss": 2.2399,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.821148157119751,
      "learning_rate": 4.9985380195694856e-05,
      "loss": 2.3215,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8403909206390381,
      "learning_rate": 4.998090531518962e-05,
      "loss": 1.8295,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6633398532867432,
      "learning_rate": 4.9975834106811834e-05,
      "loss": 2.0195,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6386868357658386,
      "learning_rate": 4.997016669161806e-05,
      "loss": 2.1257,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7762248516082764,
      "learning_rate": 4.996390320489715e-05,
      "loss": 2.057,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.3192856311798096,
      "learning_rate": 4.9957043796166966e-05,
      "loss": 2.0753,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.9797518849372864,
      "learning_rate": 4.994958862917083e-05,
      "loss": 1.9736,
      "step": 65
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.000693440437317,
      "learning_rate": 4.994153788187363e-05,
      "loss": 2.1572,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6852813959121704,
      "learning_rate": 4.993289174645757e-05,
      "loss": 2.1491,
      "step": 75
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.0075691938400269,
      "learning_rate": 4.992365042931752e-05,
      "loss": 1.945,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1973133087158203,
      "learning_rate": 4.991381415105619e-05,
      "loss": 2.0811,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9927239418029785,
      "learning_rate": 4.990338314647881e-05,
      "loss": 1.961,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9499759674072266,
      "learning_rate": 4.98923576645875e-05,
      "loss": 2.0653,
      "step": 95
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7233040928840637,
      "learning_rate": 4.9880737968575365e-05,
      "loss": 1.9999,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.55235755443573,
      "learning_rate": 4.986852433582022e-05,
      "loss": 2.2258,
      "step": 105
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.9007890820503235,
      "learning_rate": 4.985571705787793e-05,
      "loss": 2.1034,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6774860620498657,
      "learning_rate": 4.9842316440475475e-05,
      "loss": 2.1753,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7676737308502197,
      "learning_rate": 4.9828322803503665e-05,
      "loss": 2.1384,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9624544978141785,
      "learning_rate": 4.981373648100946e-05,
      "loss": 2.0521,
      "step": 125
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9315722584724426,
      "learning_rate": 4.979855782118802e-05,
      "loss": 1.9256,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.9035864472389221,
      "learning_rate": 4.978278718637443e-05,
      "loss": 2.0882,
      "step": 135
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7997236251831055,
      "learning_rate": 4.9766424953035e-05,
      "loss": 2.0724,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0692921876907349,
      "learning_rate": 4.974947151175826e-05,
      "loss": 2.1329,
      "step": 145
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.9506180286407471,
      "learning_rate": 4.973192726724572e-05,
      "loss": 2.082,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.8647387027740479,
      "learning_rate": 4.9713792638302145e-05,
      "loss": 2.0366,
      "step": 155
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.105302095413208,
      "learning_rate": 4.969506805782555e-05,
      "loss": 2.1481,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7593303918838501,
      "learning_rate": 4.967575397279689e-05,
      "loss": 2.032,
      "step": 165
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.7521979808807373,
      "learning_rate": 4.965585084426943e-05,
      "loss": 2.0379,
      "step": 170
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.947120726108551,
      "learning_rate": 4.9635359147357655e-05,
      "loss": 2.1444,
      "step": 175
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2184454202651978,
      "learning_rate": 4.961427937122598e-05,
      "loss": 1.9164,
      "step": 180
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.221663475036621,
      "learning_rate": 4.959261201907707e-05,
      "loss": 2.0084,
      "step": 185
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.0457361936569214,
      "learning_rate": 4.957035760813982e-05,
      "loss": 2.2032,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.8834909200668335,
      "learning_rate": 4.954751666965701e-05,
      "loss": 2.2101,
      "step": 195
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.791902482509613,
      "learning_rate": 4.9524089748872615e-05,
      "loss": 2.0472,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2905739545822144,
      "learning_rate": 4.9500077405018807e-05,
      "loss": 2.0987,
      "step": 205
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.8612006306648254,
      "learning_rate": 4.9475480211302583e-05,
      "loss": 2.1765,
      "step": 210
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3128459453582764,
      "learning_rate": 4.945029875489212e-05,
      "loss": 1.9926,
      "step": 215
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.9610918164253235,
      "learning_rate": 4.94245336369027e-05,
      "loss": 2.0124,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.873160183429718,
      "learning_rate": 4.939818547238241e-05,
      "loss": 2.2229,
      "step": 225
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5535285472869873,
      "learning_rate": 4.9371254890297446e-05,
      "loss": 2.2013,
      "step": 230
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.1951836347579956,
      "learning_rate": 4.93437425335171e-05,
      "loss": 2.014,
      "step": 235
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7874170541763306,
      "learning_rate": 4.9315649058798384e-05,
      "loss": 2.1701,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3503323793411255,
      "learning_rate": 4.928697513677042e-05,
      "loss": 2.1681,
      "step": 245
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3091179132461548,
      "learning_rate": 4.925772145191834e-05,
      "loss": 2.1224,
      "step": 250
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4428555965423584,
      "learning_rate": 4.9227888702567044e-05,
      "loss": 2.0512,
      "step": 255
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.8234395980834961,
      "learning_rate": 4.9197477600864446e-05,
      "loss": 2.1067,
      "step": 260
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.9094969034194946,
      "learning_rate": 4.9166488872764526e-05,
      "loss": 1.8884,
      "step": 265
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.0074087381362915,
      "learning_rate": 4.913492325800999e-05,
      "loss": 1.9345,
      "step": 270
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.0867297649383545,
      "learning_rate": 4.910278151011458e-05,
      "loss": 2.1928,
      "step": 275
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6842357516288757,
      "learning_rate": 4.907006439634516e-05,
      "loss": 2.0407,
      "step": 280
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8409023284912109,
      "learning_rate": 4.903677269770329e-05,
      "loss": 2.2344,
      "step": 285
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.8119503259658813,
      "learning_rate": 4.900290720890671e-05,
      "loss": 2.1296,
      "step": 290
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9938147068023682,
      "learning_rate": 4.8968468738370244e-05,
      "loss": 2.152,
      "step": 295
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.9865244030952454,
      "learning_rate": 4.8933458108186606e-05,
      "loss": 1.9623,
      "step": 300
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3944802284240723,
      "learning_rate": 4.889787615410672e-05,
      "loss": 1.915,
      "step": 305
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3749767541885376,
      "learning_rate": 4.886172372551977e-05,
      "loss": 1.9934,
      "step": 310
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.9024938941001892,
      "learning_rate": 4.882500168543294e-05,
      "loss": 2.1541,
      "step": 315
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1978263854980469,
      "learning_rate": 4.878771091045082e-05,
      "loss": 2.1688,
      "step": 320
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8360010981559753,
      "learning_rate": 4.874985229075446e-05,
      "loss": 2.1387,
      "step": 325
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7683364152908325,
      "learning_rate": 4.871142673008012e-05,
      "loss": 2.0215,
      "step": 330
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.4230670928955078,
      "learning_rate": 4.867243514569772e-05,
      "loss": 1.9491,
      "step": 335
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.8198773860931396,
      "learning_rate": 4.863287846838891e-05,
      "loss": 2.0151,
      "step": 340
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.467207908630371,
      "learning_rate": 4.85927576424249e-05,
      "loss": 1.8906,
      "step": 345
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.9537095427513123,
      "learning_rate": 4.855207362554385e-05,
      "loss": 2.1844,
      "step": 350
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.0757155418395996,
      "learning_rate": 4.851082738892809e-05,
      "loss": 2.048,
      "step": 355
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.6884938478469849,
      "learning_rate": 4.8469019917180846e-05,
      "loss": 1.9537,
      "step": 360
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.4680182933807373,
      "learning_rate": 4.8426652208302814e-05,
      "loss": 1.9731,
      "step": 365
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1778632402420044,
      "learning_rate": 4.83837252736683e-05,
      "loss": 2.1395,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2865056991577148,
      "learning_rate": 4.834024013800108e-05,
      "loss": 2.0016,
      "step": 375
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.055177092552185,
      "learning_rate": 4.8296197839349944e-05,
      "loss": 1.9632,
      "step": 380
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0041871070861816,
      "learning_rate": 4.825159942906389e-05,
      "loss": 2.3302,
      "step": 385
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.0026438236236572,
      "learning_rate": 4.820644597176709e-05,
      "loss": 2.1517,
      "step": 390
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.3532180786132812,
      "learning_rate": 4.81607385453334e-05,
      "loss": 2.1229,
      "step": 395
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.7670988440513611,
      "learning_rate": 4.81144782408607e-05,
      "loss": 2.1382,
      "step": 400
    }
  ],
  "logging_steps": 5,
  "max_steps": 3215,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 5372900124917760.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}