{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 25872,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01932591218305504,
      "grad_norm": 135.7185821533203,
      "learning_rate": 1.9088098918083462e-06,
      "loss": 2.7419,
      "step": 500
    },
    {
      "epoch": 0.03865182436611008,
      "grad_norm": 71.08179473876953,
      "learning_rate": 3.840803709428131e-06,
      "loss": 1.6608,
      "step": 1000
    },
    {
      "epoch": 0.05797773654916512,
      "grad_norm": 102.95220184326172,
      "learning_rate": 5.772797527047914e-06,
      "loss": 1.5107,
      "step": 1500
    },
    {
      "epoch": 0.07730364873222016,
      "grad_norm": 72.49132537841797,
      "learning_rate": 7.704791344667698e-06,
      "loss": 1.3103,
      "step": 2000
    },
    {
      "epoch": 0.0966295609152752,
      "grad_norm": 78.74112701416016,
      "learning_rate": 9.636785162287482e-06,
      "loss": 1.3606,
      "step": 2500
    },
    {
      "epoch": 0.11595547309833024,
      "grad_norm": 132.5709991455078,
      "learning_rate": 9.825631334822196e-06,
      "loss": 1.2151,
      "step": 3000
    },
    {
      "epoch": 0.13528138528138528,
      "grad_norm": 89.91647338867188,
      "learning_rate": 9.61089159938155e-06,
      "loss": 1.1923,
      "step": 3500
    },
    {
      "epoch": 0.15460729746444032,
      "grad_norm": 31.426151275634766,
      "learning_rate": 9.396581343411786e-06,
      "loss": 1.1765,
      "step": 4000
    },
    {
      "epoch": 0.17393320964749537,
      "grad_norm": 93.264404296875,
      "learning_rate": 9.18184160797114e-06,
      "loss": 1.1631,
      "step": 4500
    },
    {
      "epoch": 0.1932591218305504,
      "grad_norm": 94.13616943359375,
      "learning_rate": 8.967101872530494e-06,
      "loss": 1.1176,
      "step": 5000
    },
    {
      "epoch": 0.21258503401360543,
      "grad_norm": 67.35560607910156,
      "learning_rate": 8.752362137089849e-06,
      "loss": 1.1277,
      "step": 5500
    },
    {
      "epoch": 0.23191094619666047,
      "grad_norm": 34.71173858642578,
      "learning_rate": 8.537622401649201e-06,
      "loss": 1.0943,
      "step": 6000
    },
    {
      "epoch": 0.25123685837971554,
      "grad_norm": 134.21011352539062,
      "learning_rate": 8.322882666208556e-06,
      "loss": 1.052,
      "step": 6500
    },
    {
      "epoch": 0.27056277056277056,
      "grad_norm": 100.96661376953125,
      "learning_rate": 8.10857241023879e-06,
      "loss": 1.0651,
      "step": 7000
    },
    {
      "epoch": 0.2898886827458256,
      "grad_norm": 95.49282836914062,
      "learning_rate": 7.893832674798145e-06,
      "loss": 1.0536,
      "step": 7500
    },
    {
      "epoch": 0.30921459492888065,
      "grad_norm": 94.79146575927734,
      "learning_rate": 7.6790929393575e-06,
      "loss": 1.0546,
      "step": 8000
    },
    {
      "epoch": 0.32854050711193566,
      "grad_norm": 67.1232681274414,
      "learning_rate": 7.464353203916853e-06,
      "loss": 1.0366,
      "step": 8500
    },
    {
      "epoch": 0.34786641929499074,
      "grad_norm": 48.50230026245117,
      "learning_rate": 7.250042947947089e-06,
      "loss": 1.0106,
      "step": 9000
    },
    {
      "epoch": 0.36719233147804575,
      "grad_norm": 28.64300537109375,
      "learning_rate": 7.035303212506442e-06,
      "loss": 1.0843,
      "step": 9500
    },
    {
      "epoch": 0.3865182436611008,
      "grad_norm": 48.05903625488281,
      "learning_rate": 6.820563477065797e-06,
      "loss": 1.0454,
      "step": 10000
    },
    {
      "epoch": 0.40584415584415584,
      "grad_norm": 53.515464782714844,
      "learning_rate": 6.605823741625152e-06,
      "loss": 0.9767,
      "step": 10500
    },
    {
      "epoch": 0.42517006802721086,
      "grad_norm": 2.856135606765747,
      "learning_rate": 6.391084006184504e-06,
      "loss": 0.9433,
      "step": 11000
    },
    {
      "epoch": 0.44449598021026593,
      "grad_norm": 125.483154296875,
      "learning_rate": 6.17677375021474e-06,
      "loss": 0.9314,
      "step": 11500
    },
    {
      "epoch": 0.46382189239332094,
      "grad_norm": 45.01868438720703,
      "learning_rate": 5.962034014774094e-06,
      "loss": 0.9568,
      "step": 12000
    },
    {
      "epoch": 0.483147804576376,
      "grad_norm": 15.953567504882812,
      "learning_rate": 5.747294279333448e-06,
      "loss": 0.8972,
      "step": 12500
    },
    {
      "epoch": 0.5024737167594311,
      "grad_norm": 85.09109497070312,
      "learning_rate": 5.532554543892802e-06,
      "loss": 0.9156,
      "step": 13000
    },
    {
      "epoch": 0.5217996289424861,
      "grad_norm": 53.42656707763672,
      "learning_rate": 5.317814808452156e-06,
      "loss": 0.9581,
      "step": 13500
    },
    {
      "epoch": 0.5411255411255411,
      "grad_norm": 72.82543182373047,
      "learning_rate": 5.103504552482392e-06,
      "loss": 0.9065,
      "step": 14000
    },
    {
      "epoch": 0.5604514533085961,
      "grad_norm": 88.66947174072266,
      "learning_rate": 4.8887648170417454e-06,
      "loss": 0.9134,
      "step": 14500
    },
    {
      "epoch": 0.5797773654916512,
      "grad_norm": 86.12175750732422,
      "learning_rate": 4.6740250816011e-06,
      "loss": 0.8819,
      "step": 15000
    },
    {
      "epoch": 0.5991032776747063,
      "grad_norm": 61.66287612915039,
      "learning_rate": 4.459285346160454e-06,
      "loss": 0.8798,
      "step": 15500
    },
    {
      "epoch": 0.6184291898577613,
      "grad_norm": 51.16645431518555,
      "learning_rate": 4.244975090190689e-06,
      "loss": 0.8437,
      "step": 16000
    },
    {
      "epoch": 0.6377551020408163,
      "grad_norm": 135.60870361328125,
      "learning_rate": 4.0302353547500435e-06,
      "loss": 0.8831,
      "step": 16500
    },
    {
      "epoch": 0.6570810142238713,
      "grad_norm": 89.30845642089844,
      "learning_rate": 3.815495619309397e-06,
      "loss": 0.8872,
      "step": 17000
    },
    {
      "epoch": 0.6764069264069265,
      "grad_norm": 54.0753288269043,
      "learning_rate": 3.6007558838687514e-06,
      "loss": 0.8717,
      "step": 17500
    },
    {
      "epoch": 0.6957328385899815,
      "grad_norm": 28.510011672973633,
      "learning_rate": 3.3860161484281057e-06,
      "loss": 0.8599,
      "step": 18000
    },
    {
      "epoch": 0.7150587507730365,
      "grad_norm": 42.08302307128906,
      "learning_rate": 3.1712764129874596e-06,
      "loss": 0.7934,
      "step": 18500
    },
    {
      "epoch": 0.7343846629560915,
      "grad_norm": 54.24616622924805,
      "learning_rate": 2.956966157017695e-06,
      "loss": 0.7987,
      "step": 19000
    },
    {
      "epoch": 0.7537105751391465,
      "grad_norm": 66.43406677246094,
      "learning_rate": 2.742226421577049e-06,
      "loss": 0.8707,
      "step": 19500
    },
    {
      "epoch": 0.7730364873222016,
      "grad_norm": 47.240234375,
      "learning_rate": 2.527486686136403e-06,
      "loss": 0.8444,
      "step": 20000
    },
    {
      "epoch": 0.7923623995052567,
      "grad_norm": 50.62797164916992,
      "learning_rate": 2.312746950695757e-06,
      "loss": 0.8591,
      "step": 20500
    },
    {
      "epoch": 0.8116883116883117,
      "grad_norm": 41.326271057128906,
      "learning_rate": 2.0980072152551107e-06,
      "loss": 0.7583,
      "step": 21000
    },
    {
      "epoch": 0.8310142238713667,
      "grad_norm": 101.81986236572266,
      "learning_rate": 1.883267479814465e-06,
      "loss": 0.9015,
      "step": 21500
    },
    {
      "epoch": 0.8503401360544217,
      "grad_norm": 109.75096893310547,
      "learning_rate": 1.6689572238447004e-06,
      "loss": 0.798,
      "step": 22000
    },
    {
      "epoch": 0.8696660482374768,
      "grad_norm": 74.9537582397461,
      "learning_rate": 1.4542174884040545e-06,
      "loss": 0.8254,
      "step": 22500
    },
    {
      "epoch": 0.8889919604205319,
      "grad_norm": 53.3721923828125,
      "learning_rate": 1.2394777529634084e-06,
      "loss": 0.8392,
      "step": 23000
    },
    {
      "epoch": 0.9083178726035869,
      "grad_norm": 74.43936157226562,
      "learning_rate": 1.0247380175227625e-06,
      "loss": 0.7987,
      "step": 23500
    },
    {
      "epoch": 0.9276437847866419,
      "grad_norm": 22.659399032592773,
      "learning_rate": 8.099982820821166e-07,
      "loss": 0.8334,
      "step": 24000
    },
    {
      "epoch": 0.946969696969697,
      "grad_norm": 57.379234313964844,
      "learning_rate": 5.952585466414706e-07,
      "loss": 0.7609,
      "step": 24500
    },
    {
      "epoch": 0.966295609152752,
      "grad_norm": 48.525848388671875,
      "learning_rate": 3.8051881120082463e-07,
      "loss": 0.8165,
      "step": 25000
    },
    {
      "epoch": 0.985621521335807,
      "grad_norm": 29.62494468688965,
      "learning_rate": 1.6577907576017866e-07,
      "loss": 0.8133,
      "step": 25500
    }
  ],
  "logging_steps": 500,
  "max_steps": 25872,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}