{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1469,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013614703880190605,
      "grad_norm": 46457.98828125,
      "learning_rate": 8.163265306122449e-07,
      "loss": 2.0792,
      "step": 20
    },
    {
      "epoch": 0.02722940776038121,
      "grad_norm": 35946.40234375,
      "learning_rate": 1.6326530612244897e-06,
      "loss": 2.0791,
      "step": 40
    },
    {
      "epoch": 0.04084411164057182,
      "grad_norm": 23938.412109375,
      "learning_rate": 2.4489795918367347e-06,
      "loss": 2.0782,
      "step": 60
    },
    {
      "epoch": 0.05445881552076242,
      "grad_norm": 32852.3359375,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 2.0771,
      "step": 80
    },
    {
      "epoch": 0.06807351940095303,
      "grad_norm": 32399.712890625,
      "learning_rate": 4.081632653061225e-06,
      "loss": 2.0752,
      "step": 100
    },
    {
      "epoch": 0.08168822328114364,
      "grad_norm": 30975.478515625,
      "learning_rate": 4.897959183673469e-06,
      "loss": 2.0722,
      "step": 120
    },
    {
      "epoch": 0.09530292716133425,
      "grad_norm": 35666.22265625,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 2.0674,
      "step": 140
    },
    {
      "epoch": 0.10891763104152484,
      "grad_norm": 36289.2578125,
      "learning_rate": 6.530612244897959e-06,
      "loss": 2.0555,
      "step": 160
    },
    {
      "epoch": 0.12253233492171545,
      "grad_norm": 34320.37890625,
      "learning_rate": 7.346938775510204e-06,
      "loss": 2.0414,
      "step": 180
    },
    {
      "epoch": 0.13614703880190607,
      "grad_norm": 49061.66796875,
      "learning_rate": 8.16326530612245e-06,
      "loss": 2.0297,
      "step": 200
    },
    {
      "epoch": 0.14976174268209666,
      "grad_norm": 60060.45703125,
      "learning_rate": 8.979591836734694e-06,
      "loss": 2.0094,
      "step": 220
    },
    {
      "epoch": 0.16337644656228728,
      "grad_norm": 80072.6015625,
      "learning_rate": 9.795918367346939e-06,
      "loss": 1.9789,
      "step": 240
    },
    {
      "epoch": 0.17699115044247787,
      "grad_norm": 95368.8828125,
      "learning_rate": 1.0612244897959184e-05,
      "loss": 1.9378,
      "step": 260
    },
    {
      "epoch": 0.1906058543226685,
      "grad_norm": 70028.4765625,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.9166,
      "step": 280
    },
    {
      "epoch": 0.2042205582028591,
      "grad_norm": 90220.5859375,
      "learning_rate": 1.2244897959183674e-05,
      "loss": 1.8492,
      "step": 300
    },
    {
      "epoch": 0.21783526208304968,
      "grad_norm": 59154.35546875,
      "learning_rate": 1.3061224489795918e-05,
      "loss": 1.8556,
      "step": 320
    },
    {
      "epoch": 0.2314499659632403,
      "grad_norm": 129406.875,
      "learning_rate": 1.3877551020408165e-05,
      "loss": 1.8048,
      "step": 340
    },
    {
      "epoch": 0.2450646698434309,
      "grad_norm": 176714.859375,
      "learning_rate": 1.4693877551020408e-05,
      "loss": 1.743,
      "step": 360
    },
    {
      "epoch": 0.2586793737236215,
      "grad_norm": 225369.375,
      "learning_rate": 1.5510204081632655e-05,
      "loss": 1.708,
      "step": 380
    },
    {
      "epoch": 0.27229407760381213,
      "grad_norm": 324853.53125,
      "learning_rate": 1.63265306122449e-05,
      "loss": 1.7032,
      "step": 400
    },
    {
      "epoch": 0.2859087814840027,
      "grad_norm": 77990.5,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.7964,
      "step": 420
    },
    {
      "epoch": 0.2995234853641933,
      "grad_norm": 243999.53125,
      "learning_rate": 1.7959183673469387e-05,
      "loss": 1.7472,
      "step": 440
    },
    {
      "epoch": 0.3131381892443839,
      "grad_norm": 402316.78125,
      "learning_rate": 1.8775510204081636e-05,
      "loss": 1.6196,
      "step": 460
    },
    {
      "epoch": 0.32675289312457456,
      "grad_norm": 173016.109375,
      "learning_rate": 1.9591836734693877e-05,
      "loss": 1.6543,
      "step": 480
    },
    {
      "epoch": 0.34036759700476515,
      "grad_norm": 166789.75,
      "learning_rate": 2.0408163265306123e-05,
      "loss": 1.7865,
      "step": 500
    },
    {
      "epoch": 0.34036759700476515,
      "eval_accuracy": 0.1981891348088531,
      "eval_loss": 1.6593838930130005,
      "eval_runtime": 296.9022,
      "eval_samples_per_second": 10.044,
      "eval_steps_per_second": 1.256,
      "step": 500
    },
    {
      "epoch": 0.35398230088495575,
      "grad_norm": 160284.609375,
      "learning_rate": 2.1224489795918368e-05,
      "loss": 1.6528,
      "step": 520
    },
    {
      "epoch": 0.36759700476514634,
      "grad_norm": 195971.28125,
      "learning_rate": 2.2040816326530613e-05,
      "loss": 1.7909,
      "step": 540
    },
    {
      "epoch": 0.381211708645337,
      "grad_norm": 152683.9375,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 1.6901,
      "step": 560
    },
    {
      "epoch": 0.3948264125255276,
      "grad_norm": 188117.421875,
      "learning_rate": 2.3673469387755103e-05,
      "loss": 1.7382,
      "step": 580
    },
    {
      "epoch": 0.4084411164057182,
      "grad_norm": 221595.171875,
      "learning_rate": 2.448979591836735e-05,
      "loss": 1.7579,
      "step": 600
    },
    {
      "epoch": 0.42205582028590877,
      "grad_norm": 250219.484375,
      "learning_rate": 2.5306122448979594e-05,
      "loss": 1.6842,
      "step": 620
    },
    {
      "epoch": 0.43567052416609936,
      "grad_norm": 362297.6875,
      "learning_rate": 2.6122448979591835e-05,
      "loss": 1.6874,
      "step": 640
    },
    {
      "epoch": 0.44928522804629,
      "grad_norm": 268312.65625,
      "learning_rate": 2.6938775510204084e-05,
      "loss": 1.6339,
      "step": 660
    },
    {
      "epoch": 0.4628999319264806,
      "grad_norm": 301583.75,
      "learning_rate": 2.775510204081633e-05,
      "loss": 1.6268,
      "step": 680
    },
    {
      "epoch": 0.4765146358066712,
      "grad_norm": 168292.046875,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.7985,
      "step": 700
    },
    {
      "epoch": 0.4901293396868618,
      "grad_norm": 274193.40625,
      "learning_rate": 2.9387755102040816e-05,
      "loss": 1.7689,
      "step": 720
    },
    {
      "epoch": 0.5037440435670524,
      "grad_norm": 142488.421875,
      "learning_rate": 2.9977307110438728e-05,
      "loss": 1.7201,
      "step": 740
    },
    {
      "epoch": 0.517358747447243,
      "grad_norm": 273465.96875,
      "learning_rate": 2.9886535552193645e-05,
      "loss": 1.6105,
      "step": 760
    },
    {
      "epoch": 0.5309734513274337,
      "grad_norm": 408773.3125,
      "learning_rate": 2.9795763993948565e-05,
      "loss": 1.6843,
      "step": 780
    },
    {
      "epoch": 0.5445881552076243,
      "grad_norm": 187610.140625,
      "learning_rate": 2.970499243570348e-05,
      "loss": 1.7259,
      "step": 800
    },
    {
      "epoch": 0.5582028590878149,
      "grad_norm": 141979.921875,
      "learning_rate": 2.9614220877458398e-05,
      "loss": 1.7572,
      "step": 820
    },
    {
      "epoch": 0.5718175629680055,
      "grad_norm": 183132.390625,
      "learning_rate": 2.9523449319213314e-05,
      "loss": 1.7094,
      "step": 840
    },
    {
      "epoch": 0.585432266848196,
      "grad_norm": 299271.59375,
      "learning_rate": 2.943267776096823e-05,
      "loss": 1.7294,
      "step": 860
    },
    {
      "epoch": 0.5990469707283866,
      "grad_norm": 207611.09375,
      "learning_rate": 2.9341906202723147e-05,
      "loss": 1.7864,
      "step": 880
    },
    {
      "epoch": 0.6126616746085772,
      "grad_norm": 262759.0625,
      "learning_rate": 2.9251134644478064e-05,
      "loss": 1.7288,
      "step": 900
    },
    {
      "epoch": 0.6262763784887678,
      "grad_norm": 291027.125,
      "learning_rate": 2.916036308623298e-05,
      "loss": 1.6042,
      "step": 920
    },
    {
      "epoch": 0.6398910823689585,
      "grad_norm": 355390.71875,
      "learning_rate": 2.90695915279879e-05,
      "loss": 1.7426,
      "step": 940
    },
    {
      "epoch": 0.6535057862491491,
      "grad_norm": 87989.2578125,
      "learning_rate": 2.8978819969742813e-05,
      "loss": 1.6938,
      "step": 960
    },
    {
      "epoch": 0.6671204901293397,
      "grad_norm": 302982.09375,
      "learning_rate": 2.888804841149773e-05,
      "loss": 1.8035,
      "step": 980
    },
    {
      "epoch": 0.6807351940095303,
      "grad_norm": 197021.3125,
      "learning_rate": 2.879727685325265e-05,
      "loss": 1.7716,
      "step": 1000
    },
    {
      "epoch": 0.6807351940095303,
      "eval_accuracy": 0.1981891348088531,
      "eval_loss": 1.6633707284927368,
      "eval_runtime": 291.4938,
      "eval_samples_per_second": 10.23,
      "eval_steps_per_second": 1.28,
      "step": 1000
    },
    {
      "epoch": 0.6943498978897209,
      "grad_norm": 348515.0625,
      "learning_rate": 2.8706505295007566e-05,
      "loss": 1.7593,
      "step": 1020
    },
    {
      "epoch": 0.7079646017699115,
      "grad_norm": 252458.609375,
      "learning_rate": 2.8615733736762483e-05,
      "loss": 1.7406,
      "step": 1040
    },
    {
      "epoch": 0.7215793056501021,
      "grad_norm": 179026.3125,
      "learning_rate": 2.8524962178517396e-05,
      "loss": 1.806,
      "step": 1060
    },
    {
      "epoch": 0.7351940095302927,
      "grad_norm": 230475.78125,
      "learning_rate": 2.8434190620272316e-05,
      "loss": 1.7327,
      "step": 1080
    },
    {
      "epoch": 0.7488087134104833,
      "grad_norm": 155040.359375,
      "learning_rate": 2.8343419062027232e-05,
      "loss": 1.6378,
      "step": 1100
    },
    {
      "epoch": 0.762423417290674,
      "grad_norm": 200565.359375,
      "learning_rate": 2.825264750378215e-05,
      "loss": 1.7561,
      "step": 1120
    },
    {
      "epoch": 0.7760381211708646,
      "grad_norm": 160959.6875,
      "learning_rate": 2.8161875945537065e-05,
      "loss": 1.7322,
      "step": 1140
    },
    {
      "epoch": 0.7896528250510552,
      "grad_norm": 277028.65625,
      "learning_rate": 2.8071104387291985e-05,
      "loss": 1.6283,
      "step": 1160
    },
    {
      "epoch": 0.8032675289312458,
      "grad_norm": 145514.578125,
      "learning_rate": 2.79803328290469e-05,
      "loss": 1.696,
      "step": 1180
    },
    {
      "epoch": 0.8168822328114363,
      "grad_norm": 274652.6875,
      "learning_rate": 2.7889561270801815e-05,
      "loss": 1.7019,
      "step": 1200
    },
    {
      "epoch": 0.8304969366916269,
      "grad_norm": 108995.4453125,
      "learning_rate": 2.779878971255673e-05,
      "loss": 1.7189,
      "step": 1220
    },
    {
      "epoch": 0.8441116405718175,
      "grad_norm": 84566.8046875,
      "learning_rate": 2.770801815431165e-05,
      "loss": 1.8068,
      "step": 1240
    },
    {
      "epoch": 0.8577263444520081,
      "grad_norm": 239363.8125,
      "learning_rate": 2.7617246596066568e-05,
      "loss": 1.8275,
      "step": 1260
    },
    {
      "epoch": 0.8713410483321987,
      "grad_norm": 213879.875,
      "learning_rate": 2.752647503782148e-05,
      "loss": 1.7145,
      "step": 1280
    },
    {
      "epoch": 0.8849557522123894,
      "grad_norm": 201732.859375,
      "learning_rate": 2.74357034795764e-05,
      "loss": 1.648,
      "step": 1300
    },
    {
      "epoch": 0.89857045609258,
      "grad_norm": 262597.78125,
      "learning_rate": 2.7344931921331318e-05,
      "loss": 1.6619,
      "step": 1320
    },
    {
      "epoch": 0.9121851599727706,
      "grad_norm": 343452.15625,
      "learning_rate": 2.7254160363086234e-05,
      "loss": 1.6732,
      "step": 1340
    },
    {
      "epoch": 0.9257998638529612,
      "grad_norm": 164955.390625,
      "learning_rate": 2.716338880484115e-05,
      "loss": 1.837,
      "step": 1360
    },
    {
      "epoch": 0.9394145677331518,
      "grad_norm": 243246.953125,
      "learning_rate": 2.7072617246596067e-05,
      "loss": 1.7863,
      "step": 1380
    },
    {
      "epoch": 0.9530292716133424,
      "grad_norm": 133524.296875,
      "learning_rate": 2.6981845688350984e-05,
      "loss": 1.671,
      "step": 1400
    },
    {
      "epoch": 0.966643975493533,
      "grad_norm": 187500.75,
      "learning_rate": 2.68910741301059e-05,
      "loss": 1.6882,
      "step": 1420
    },
    {
      "epoch": 0.9802586793737236,
      "grad_norm": 311251.9375,
      "learning_rate": 2.6800302571860817e-05,
      "loss": 1.6963,
      "step": 1440
    },
    {
      "epoch": 0.9938733832539143,
      "grad_norm": 451302.75,
      "learning_rate": 2.6709531013615737e-05,
      "loss": 1.7184,
      "step": 1460
    }
  ],
  "logging_steps": 20,
  "max_steps": 7345,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.24301109962752e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}