{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.985172981878089,
  "eval_steps": 500,
  "global_step": 453,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006589785831960461,
      "grad_norm": 1333.285400390625,
      "learning_rate": 0.0,
      "loss": 1.1178,
      "step": 1
    },
    {
      "epoch": 0.013179571663920923,
      "grad_norm": 1591.2745361328125,
      "learning_rate": 1.0869565217391306e-06,
      "loss": 0.902,
      "step": 2
    },
    {
      "epoch": 0.019769357495881382,
      "grad_norm": 574.3883056640625,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.9008,
      "step": 3
    },
    {
      "epoch": 0.026359143327841845,
      "grad_norm": 787.6026611328125,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 0.9099,
      "step": 4
    },
    {
      "epoch": 0.032948929159802305,
      "grad_norm": 1140.8524169921875,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.8861,
      "step": 5
    },
    {
      "epoch": 0.039538714991762765,
      "grad_norm": 572.358642578125,
      "learning_rate": 5.4347826086956525e-06,
      "loss": 0.8068,
      "step": 6
    },
    {
      "epoch": 0.04612850082372323,
      "grad_norm": 1086.734130859375,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.863,
      "step": 7
    },
    {
      "epoch": 0.05271828665568369,
      "grad_norm": 630.6577758789062,
      "learning_rate": 7.608695652173914e-06,
      "loss": 0.8086,
      "step": 8
    },
    {
      "epoch": 0.05930807248764415,
      "grad_norm": 602.673828125,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.7029,
      "step": 9
    },
    {
      "epoch": 0.06589785831960461,
      "grad_norm": 486.8932189941406,
      "learning_rate": 9.782608695652175e-06,
      "loss": 0.7151,
      "step": 10
    },
    {
      "epoch": 0.07248764415156507,
      "grad_norm": 502.26641845703125,
      "learning_rate": 1.0869565217391305e-05,
      "loss": 0.9117,
      "step": 11
    },
    {
      "epoch": 0.07907742998352553,
      "grad_norm": 510.6407470703125,
      "learning_rate": 1.1956521739130435e-05,
      "loss": 0.7578,
      "step": 12
    },
    {
      "epoch": 0.085667215815486,
      "grad_norm": 280.19989013671875,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.8804,
      "step": 13
    },
    {
      "epoch": 0.09225700164744646,
      "grad_norm": 660.488525390625,
      "learning_rate": 1.4130434782608694e-05,
      "loss": 0.7351,
      "step": 14
    },
    {
      "epoch": 0.09884678747940692,
      "grad_norm": 543.288330078125,
      "learning_rate": 1.5217391304347828e-05,
      "loss": 0.8505,
      "step": 15
    },
    {
      "epoch": 0.10543657331136738,
      "grad_norm": 449.69940185546875,
      "learning_rate": 1.630434782608696e-05,
      "loss": 0.8146,
      "step": 16
    },
    {
      "epoch": 0.11202635914332784,
      "grad_norm": 194.49293518066406,
      "learning_rate": 1.739130434782609e-05,
      "loss": 0.8442,
      "step": 17
    },
    {
      "epoch": 0.1186161449752883,
      "grad_norm": 445.9173583984375,
      "learning_rate": 1.8478260869565216e-05,
      "loss": 0.7377,
      "step": 18
    },
    {
      "epoch": 0.12520593080724876,
      "grad_norm": 215.03514099121094,
      "learning_rate": 1.956521739130435e-05,
      "loss": 0.7561,
      "step": 19
    },
    {
      "epoch": 0.13179571663920922,
      "grad_norm": 389.9723815917969,
      "learning_rate": 2.065217391304348e-05,
      "loss": 0.7568,
      "step": 20
    },
    {
      "epoch": 0.13838550247116968,
      "grad_norm": 613.5521850585938,
      "learning_rate": 2.173913043478261e-05,
      "loss": 0.7034,
      "step": 21
    },
    {
      "epoch": 0.14497528830313014,
      "grad_norm": 405.9554748535156,
      "learning_rate": 2.282608695652174e-05,
      "loss": 0.7053,
      "step": 22
    },
    {
      "epoch": 0.1515650741350906,
      "grad_norm": 215.52670288085938,
      "learning_rate": 2.391304347826087e-05,
      "loss": 0.7889,
      "step": 23
    },
    {
      "epoch": 0.15815485996705106,
      "grad_norm": 205.6142120361328,
      "learning_rate": 2.5e-05,
      "loss": 0.7658,
      "step": 24
    },
    {
      "epoch": 0.16474464579901152,
      "grad_norm": 987.6297607421875,
      "learning_rate": 2.608695652173913e-05,
      "loss": 0.788,
      "step": 25
    },
    {
      "epoch": 0.171334431630972,
      "grad_norm": 222.69949340820312,
      "learning_rate": 2.7173913043478262e-05,
      "loss": 0.677,
      "step": 26
    },
    {
      "epoch": 0.17792421746293247,
      "grad_norm": 345.14007568359375,
      "learning_rate": 2.826086956521739e-05,
      "loss": 0.781,
      "step": 27
    },
    {
      "epoch": 0.18451400329489293,
      "grad_norm": 463.8091125488281,
      "learning_rate": 2.9347826086956526e-05,
      "loss": 0.719,
      "step": 28
    },
    {
      "epoch": 0.19110378912685339,
      "grad_norm": 305.9866943359375,
      "learning_rate": 3.0434782608695656e-05,
      "loss": 0.913,
      "step": 29
    },
    {
      "epoch": 0.19769357495881384,
      "grad_norm": 181.99391174316406,
      "learning_rate": 3.152173913043479e-05,
      "loss": 0.8097,
      "step": 30
    },
    {
      "epoch": 0.2042833607907743,
      "grad_norm": 218.90301513671875,
      "learning_rate": 3.260869565217392e-05,
      "loss": 0.7213,
      "step": 31
    },
    {
      "epoch": 0.21087314662273476,
      "grad_norm": 661.6412353515625,
      "learning_rate": 3.369565217391305e-05,
      "loss": 0.845,
      "step": 32
    },
    {
      "epoch": 0.21746293245469522,
      "grad_norm": 454.7393493652344,
      "learning_rate": 3.478260869565218e-05,
      "loss": 0.8505,
      "step": 33
    },
    {
      "epoch": 0.22405271828665568,
      "grad_norm": 410.3249816894531,
      "learning_rate": 3.58695652173913e-05,
      "loss": 0.8294,
      "step": 34
    },
    {
      "epoch": 0.23064250411861614,
      "grad_norm": 152.13143920898438,
      "learning_rate": 3.695652173913043e-05,
      "loss": 0.8209,
      "step": 35
    },
    {
      "epoch": 0.2372322899505766,
      "grad_norm": 271.0032653808594,
      "learning_rate": 3.804347826086957e-05,
      "loss": 0.8357,
      "step": 36
    },
    {
      "epoch": 0.24382207578253706,
      "grad_norm": 635.7935791015625,
      "learning_rate": 3.91304347826087e-05,
      "loss": 0.7799,
      "step": 37
    },
    {
      "epoch": 0.2504118616144975,
      "grad_norm": 461.5861511230469,
      "learning_rate": 4.021739130434783e-05,
      "loss": 0.765,
      "step": 38
    },
    {
      "epoch": 0.257001647446458,
      "grad_norm": 279.9590148925781,
      "learning_rate": 4.130434782608696e-05,
      "loss": 0.8731,
      "step": 39
    },
    {
      "epoch": 0.26359143327841844,
      "grad_norm": 765.4867553710938,
      "learning_rate": 4.239130434782609e-05,
      "loss": 0.7388,
      "step": 40
    },
    {
      "epoch": 0.2701812191103789,
      "grad_norm": 575.533447265625,
      "learning_rate": 4.347826086956522e-05,
      "loss": 0.7368,
      "step": 41
    },
    {
      "epoch": 0.27677100494233936,
      "grad_norm": 405.68023681640625,
      "learning_rate": 4.456521739130435e-05,
      "loss": 0.7146,
      "step": 42
    },
    {
      "epoch": 0.2833607907742998,
      "grad_norm": 320.5788269042969,
      "learning_rate": 4.565217391304348e-05,
      "loss": 0.9472,
      "step": 43
    },
    {
      "epoch": 0.2899505766062603,
      "grad_norm": 159.42025756835938,
      "learning_rate": 4.673913043478261e-05,
      "loss": 0.748,
      "step": 44
    },
    {
      "epoch": 0.29654036243822074,
      "grad_norm": 343.9827575683594,
      "learning_rate": 4.782608695652174e-05,
      "loss": 0.7369,
      "step": 45
    },
    {
      "epoch": 0.3031301482701812,
      "grad_norm": 2192.0439453125,
      "learning_rate": 4.891304347826087e-05,
      "loss": 0.8394,
      "step": 46
    },
    {
      "epoch": 0.30971993410214166,
      "grad_norm": 379.729248046875,
      "learning_rate": 5e-05,
      "loss": 0.8388,
      "step": 47
    },
    {
      "epoch": 0.3163097199341021,
      "grad_norm": 154.18643188476562,
      "learning_rate": 4.987714987714988e-05,
      "loss": 0.9252,
      "step": 48
    },
    {
      "epoch": 0.3228995057660626,
      "grad_norm": 561.9174194335938,
      "learning_rate": 4.9754299754299756e-05,
      "loss": 0.8088,
      "step": 49
    },
    {
      "epoch": 0.32948929159802304,
      "grad_norm": 434.27325439453125,
      "learning_rate": 4.963144963144963e-05,
      "loss": 0.9263,
      "step": 50
    },
    {
      "epoch": 0.33607907742998355,
      "grad_norm": 122.2130126953125,
      "learning_rate": 4.950859950859951e-05,
      "loss": 0.8773,
      "step": 51
    },
    {
      "epoch": 0.342668863261944,
      "grad_norm": 745.0607299804688,
      "learning_rate": 4.9385749385749387e-05,
      "loss": 0.7825,
      "step": 52
    },
    {
      "epoch": 0.34925864909390447,
      "grad_norm": 328.8779602050781,
      "learning_rate": 4.926289926289926e-05,
      "loss": 0.8562,
      "step": 53
    },
    {
      "epoch": 0.35584843492586493,
      "grad_norm": 192.5826873779297,
      "learning_rate": 4.914004914004915e-05,
      "loss": 0.8408,
      "step": 54
    },
    {
      "epoch": 0.3624382207578254,
      "grad_norm": 290.76776123046875,
      "learning_rate": 4.901719901719902e-05,
      "loss": 0.769,
      "step": 55
    },
    {
      "epoch": 0.36902800658978585,
      "grad_norm": 212.2420654296875,
      "learning_rate": 4.8894348894348894e-05,
      "loss": 0.7944,
      "step": 56
    },
    {
      "epoch": 0.3756177924217463,
      "grad_norm": 141.33392333984375,
      "learning_rate": 4.877149877149878e-05,
      "loss": 0.9014,
      "step": 57
    },
    {
      "epoch": 0.38220757825370677,
      "grad_norm": 210.45494079589844,
      "learning_rate": 4.8648648648648654e-05,
      "loss": 0.8414,
      "step": 58
    },
    {
      "epoch": 0.38879736408566723,
      "grad_norm": 160.95689392089844,
      "learning_rate": 4.8525798525798524e-05,
      "loss": 0.7485,
      "step": 59
    },
    {
      "epoch": 0.3953871499176277,
      "grad_norm": 303.22906494140625,
      "learning_rate": 4.840294840294841e-05,
      "loss": 0.8196,
      "step": 60
    },
    {
      "epoch": 0.40197693574958815,
      "grad_norm": 327.06805419921875,
      "learning_rate": 4.8280098280098285e-05,
      "loss": 0.7513,
      "step": 61
    },
    {
      "epoch": 0.4085667215815486,
      "grad_norm": 1190.357421875,
      "learning_rate": 4.8157248157248155e-05,
      "loss": 0.9952,
      "step": 62
    },
    {
      "epoch": 0.41515650741350907,
      "grad_norm": 206.6424102783203,
      "learning_rate": 4.803439803439804e-05,
      "loss": 0.8309,
      "step": 63
    },
    {
      "epoch": 0.42174629324546953,
      "grad_norm": 534.4395141601562,
      "learning_rate": 4.7911547911547915e-05,
      "loss": 0.8531,
      "step": 64
    },
    {
      "epoch": 0.42833607907743,
      "grad_norm": 341.8865966796875,
      "learning_rate": 4.778869778869779e-05,
      "loss": 0.9542,
      "step": 65
    },
    {
      "epoch": 0.43492586490939045,
      "grad_norm": 228.7908172607422,
      "learning_rate": 4.766584766584767e-05,
      "loss": 0.9572,
      "step": 66
    },
    {
      "epoch": 0.4415156507413509,
      "grad_norm": 352.82086181640625,
      "learning_rate": 4.7542997542997546e-05,
      "loss": 0.8549,
      "step": 67
    },
    {
      "epoch": 0.44810543657331137,
      "grad_norm": 105.19104766845703,
      "learning_rate": 4.742014742014742e-05,
      "loss": 0.8718,
      "step": 68
    },
    {
      "epoch": 0.4546952224052718,
      "grad_norm": 99.13899230957031,
      "learning_rate": 4.72972972972973e-05,
      "loss": 0.9738,
      "step": 69
    },
    {
      "epoch": 0.4612850082372323,
      "grad_norm": 228.2894287109375,
      "learning_rate": 4.7174447174447176e-05,
      "loss": 0.8689,
      "step": 70
    },
    {
      "epoch": 0.46787479406919275,
      "grad_norm": 157.54298400878906,
      "learning_rate": 4.705159705159705e-05,
      "loss": 0.8553,
      "step": 71
    },
    {
      "epoch": 0.4744645799011532,
      "grad_norm": 328.7658996582031,
      "learning_rate": 4.692874692874693e-05,
      "loss": 0.8788,
      "step": 72
    },
    {
      "epoch": 0.48105436573311366,
      "grad_norm": 1948.38916015625,
      "learning_rate": 4.680589680589681e-05,
      "loss": 0.8151,
      "step": 73
    },
    {
      "epoch": 0.4876441515650741,
      "grad_norm": 320.9216003417969,
      "learning_rate": 4.6683046683046684e-05,
      "loss": 0.8086,
      "step": 74
    },
    {
      "epoch": 0.4942339373970346,
      "grad_norm": 1094.80517578125,
      "learning_rate": 4.656019656019656e-05,
      "loss": 0.881,
      "step": 75
    },
    {
      "epoch": 0.500823723228995,
      "grad_norm": 262.46636962890625,
      "learning_rate": 4.6437346437346444e-05,
      "loss": 0.9475,
      "step": 76
    },
    {
      "epoch": 0.5074135090609555,
      "grad_norm": 395.812744140625,
      "learning_rate": 4.6314496314496314e-05,
      "loss": 0.9287,
      "step": 77
    },
    {
      "epoch": 0.514003294892916,
      "grad_norm": 312.8116149902344,
      "learning_rate": 4.619164619164619e-05,
      "loss": 0.898,
      "step": 78
    },
    {
      "epoch": 0.5205930807248764,
      "grad_norm": 124.0872802734375,
      "learning_rate": 4.6068796068796074e-05,
      "loss": 0.9626,
      "step": 79
    },
    {
      "epoch": 0.5271828665568369,
      "grad_norm": 180.38021850585938,
      "learning_rate": 4.594594594594595e-05,
      "loss": 0.8902,
      "step": 80
    },
    {
      "epoch": 0.5337726523887973,
      "grad_norm": 190.2543182373047,
      "learning_rate": 4.582309582309582e-05,
      "loss": 0.8404,
      "step": 81
    },
    {
      "epoch": 0.5403624382207578,
      "grad_norm": 119.05390167236328,
      "learning_rate": 4.5700245700245705e-05,
      "loss": 0.9087,
      "step": 82
    },
    {
      "epoch": 0.5469522240527183,
      "grad_norm": 564.9111938476562,
      "learning_rate": 4.557739557739558e-05,
      "loss": 0.7668,
      "step": 83
    },
    {
      "epoch": 0.5535420098846787,
      "grad_norm": 131.78086853027344,
      "learning_rate": 4.545454545454546e-05,
      "loss": 0.8434,
      "step": 84
    },
    {
      "epoch": 0.5601317957166392,
      "grad_norm": 453.88775634765625,
      "learning_rate": 4.5331695331695335e-05,
      "loss": 0.8631,
      "step": 85
    },
    {
      "epoch": 0.5667215815485996,
      "grad_norm": 192.94564819335938,
      "learning_rate": 4.520884520884521e-05,
      "loss": 0.8508,
      "step": 86
    },
    {
      "epoch": 0.5733113673805601,
      "grad_norm": 178.88607788085938,
      "learning_rate": 4.508599508599509e-05,
      "loss": 0.8746,
      "step": 87
    },
    {
      "epoch": 0.5799011532125206,
      "grad_norm": 355.49322509765625,
      "learning_rate": 4.4963144963144966e-05,
      "loss": 0.8221,
      "step": 88
    },
    {
      "epoch": 0.586490939044481,
      "grad_norm": 727.7778930664062,
      "learning_rate": 4.484029484029484e-05,
      "loss": 1.0285,
      "step": 89
    },
    {
      "epoch": 0.5930807248764415,
      "grad_norm": 1586.21337890625,
      "learning_rate": 4.471744471744472e-05,
      "loss": 0.9701,
      "step": 90
    },
    {
      "epoch": 0.5996705107084019,
      "grad_norm": 558.633544921875,
      "learning_rate": 4.4594594594594596e-05,
      "loss": 0.8067,
      "step": 91
    },
    {
      "epoch": 0.6062602965403624,
      "grad_norm": 969.2847900390625,
      "learning_rate": 4.447174447174447e-05,
      "loss": 0.7854,
      "step": 92
    },
    {
      "epoch": 0.6128500823723229,
      "grad_norm": 437.51397705078125,
      "learning_rate": 4.434889434889435e-05,
      "loss": 0.9254,
      "step": 93
    },
    {
      "epoch": 0.6194398682042833,
      "grad_norm": 436.55853271484375,
      "learning_rate": 4.422604422604423e-05,
      "loss": 0.8167,
      "step": 94
    },
    {
      "epoch": 0.6260296540362438,
      "grad_norm": 213.31967163085938,
      "learning_rate": 4.4103194103194104e-05,
      "loss": 0.8767,
      "step": 95
    },
    {
      "epoch": 0.6326194398682042,
      "grad_norm": 121.2298583984375,
      "learning_rate": 4.398034398034398e-05,
      "loss": 0.8475,
      "step": 96
    },
    {
      "epoch": 0.6392092257001647,
      "grad_norm": 275.9543762207031,
      "learning_rate": 4.385749385749386e-05,
      "loss": 0.7616,
      "step": 97
    },
    {
      "epoch": 0.6457990115321252,
      "grad_norm": 211.8274688720703,
      "learning_rate": 4.373464373464374e-05,
      "loss": 0.8941,
      "step": 98
    },
    {
      "epoch": 0.6523887973640856,
      "grad_norm": 85.87938690185547,
      "learning_rate": 4.361179361179362e-05,
      "loss": 0.8319,
      "step": 99
    },
    {
      "epoch": 0.6589785831960461,
      "grad_norm": 160.2537841796875,
      "learning_rate": 4.348894348894349e-05,
      "loss": 0.8626,
      "step": 100
    },
    {
      "epoch": 0.6655683690280065,
      "grad_norm": 458.2138977050781,
      "learning_rate": 4.336609336609337e-05,
      "loss": 0.8062,
      "step": 101
    },
    {
      "epoch": 0.6721581548599671,
      "grad_norm": 162.5004425048828,
      "learning_rate": 4.324324324324325e-05,
      "loss": 0.8782,
      "step": 102
    },
    {
      "epoch": 0.6787479406919276,
      "grad_norm": 95.31204223632812,
      "learning_rate": 4.312039312039312e-05,
      "loss": 0.888,
      "step": 103
    },
    {
      "epoch": 0.685337726523888,
      "grad_norm": 224.08078002929688,
      "learning_rate": 4.2997542997543e-05,
      "loss": 0.8597,
      "step": 104
    },
    {
      "epoch": 0.6919275123558485,
      "grad_norm": 1092.45458984375,
      "learning_rate": 4.287469287469288e-05,
      "loss": 0.6954,
      "step": 105
    },
    {
      "epoch": 0.6985172981878089,
      "grad_norm": 440.71038818359375,
      "learning_rate": 4.2751842751842756e-05,
      "loss": 0.9465,
      "step": 106
    },
    {
      "epoch": 0.7051070840197694,
      "grad_norm": 530.1962280273438,
      "learning_rate": 4.262899262899263e-05,
      "loss": 0.8514,
      "step": 107
    },
    {
      "epoch": 0.7116968698517299,
      "grad_norm": 177.9505157470703,
      "learning_rate": 4.250614250614251e-05,
      "loss": 0.9099,
      "step": 108
    },
    {
      "epoch": 0.7182866556836903,
      "grad_norm": 445.9535217285156,
      "learning_rate": 4.2383292383292386e-05,
      "loss": 0.8832,
      "step": 109
    },
    {
      "epoch": 0.7248764415156508,
      "grad_norm": 381.5651550292969,
      "learning_rate": 4.226044226044226e-05,
      "loss": 0.8822,
      "step": 110
    },
    {
      "epoch": 0.7314662273476112,
      "grad_norm": 304.6574401855469,
      "learning_rate": 4.213759213759214e-05,
      "loss": 0.9179,
      "step": 111
    },
    {
      "epoch": 0.7380560131795717,
      "grad_norm": 493.38702392578125,
      "learning_rate": 4.2014742014742017e-05,
      "loss": 0.8883,
      "step": 112
    },
    {
      "epoch": 0.7446457990115322,
      "grad_norm": 308.3809814453125,
      "learning_rate": 4.189189189189189e-05,
      "loss": 0.9063,
      "step": 113
    },
    {
      "epoch": 0.7512355848434926,
      "grad_norm": 566.2634887695312,
      "learning_rate": 4.176904176904177e-05,
      "loss": 0.8362,
      "step": 114
    },
    {
      "epoch": 0.7578253706754531,
      "grad_norm": 351.1834716796875,
      "learning_rate": 4.164619164619165e-05,
      "loss": 0.7975,
      "step": 115
    },
    {
      "epoch": 0.7644151565074135,
      "grad_norm": 431.1800842285156,
      "learning_rate": 4.1523341523341524e-05,
      "loss": 0.9101,
      "step": 116
    },
    {
      "epoch": 0.771004942339374,
      "grad_norm": 162.2163848876953,
      "learning_rate": 4.14004914004914e-05,
      "loss": 0.9346,
      "step": 117
    },
    {
      "epoch": 0.7775947281713345,
      "grad_norm": 380.3731994628906,
      "learning_rate": 4.127764127764128e-05,
      "loss": 0.8159,
      "step": 118
    },
    {
      "epoch": 0.7841845140032949,
      "grad_norm": 162.47447204589844,
      "learning_rate": 4.1154791154791154e-05,
      "loss": 0.7163,
      "step": 119
    },
    {
      "epoch": 0.7907742998352554,
      "grad_norm": 302.619873046875,
      "learning_rate": 4.103194103194104e-05,
      "loss": 0.7443,
      "step": 120
    },
    {
      "epoch": 0.7973640856672158,
      "grad_norm": 263.76385498046875,
      "learning_rate": 4.0909090909090915e-05,
      "loss": 0.8107,
      "step": 121
    },
    {
      "epoch": 0.8039538714991763,
      "grad_norm": 175.19789123535156,
      "learning_rate": 4.0786240786240785e-05,
      "loss": 0.7875,
      "step": 122
    },
    {
      "epoch": 0.8105436573311368,
      "grad_norm": 201.381591796875,
      "learning_rate": 4.066339066339067e-05,
      "loss": 0.7453,
      "step": 123
    },
    {
      "epoch": 0.8171334431630972,
      "grad_norm": 66.85758972167969,
      "learning_rate": 4.0540540540540545e-05,
      "loss": 0.7854,
      "step": 124
    },
    {
      "epoch": 0.8237232289950577,
      "grad_norm": 497.2497253417969,
      "learning_rate": 4.0417690417690415e-05,
      "loss": 0.8332,
      "step": 125
    },
    {
      "epoch": 0.8303130148270181,
      "grad_norm": 446.8744812011719,
      "learning_rate": 4.02948402948403e-05,
      "loss": 0.8435,
      "step": 126
    },
    {
      "epoch": 0.8369028006589786,
      "grad_norm": 149.99560546875,
      "learning_rate": 4.0171990171990176e-05,
      "loss": 0.7904,
      "step": 127
    },
    {
      "epoch": 0.8434925864909391,
      "grad_norm": 95.36408996582031,
      "learning_rate": 4.004914004914005e-05,
      "loss": 0.8921,
      "step": 128
    },
    {
      "epoch": 0.8500823723228995,
      "grad_norm": 329.3395080566406,
      "learning_rate": 3.992628992628993e-05,
      "loss": 0.938,
      "step": 129
    },
    {
      "epoch": 0.85667215815486,
      "grad_norm": 105.44376373291016,
      "learning_rate": 3.9803439803439806e-05,
      "loss": 0.7651,
      "step": 130
    },
    {
      "epoch": 0.8632619439868204,
      "grad_norm": 365.7022399902344,
      "learning_rate": 3.968058968058968e-05,
      "loss": 0.9926,
      "step": 131
    },
    {
      "epoch": 0.8698517298187809,
      "grad_norm": 157.09010314941406,
      "learning_rate": 3.955773955773956e-05,
      "loss": 0.8138,
      "step": 132
    },
    {
      "epoch": 0.8764415156507414,
      "grad_norm": 199.70140075683594,
      "learning_rate": 3.943488943488944e-05,
      "loss": 0.8207,
      "step": 133
    },
    {
      "epoch": 0.8830313014827018,
      "grad_norm": 170.55154418945312,
      "learning_rate": 3.9312039312039314e-05,
      "loss": 0.8112,
      "step": 134
    },
    {
      "epoch": 0.8896210873146623,
      "grad_norm": 101.48678588867188,
      "learning_rate": 3.918918918918919e-05,
      "loss": 0.9179,
      "step": 135
    },
    {
      "epoch": 0.8962108731466227,
      "grad_norm": 134.48329162597656,
      "learning_rate": 3.906633906633907e-05,
      "loss": 0.7232,
      "step": 136
    },
    {
      "epoch": 0.9028006589785832,
      "grad_norm": 55.03281784057617,
      "learning_rate": 3.8943488943488944e-05,
      "loss": 0.7995,
      "step": 137
    },
    {
      "epoch": 0.9093904448105437,
      "grad_norm": 150.32440185546875,
      "learning_rate": 3.882063882063882e-05,
      "loss": 0.809,
      "step": 138
    },
    {
      "epoch": 0.9159802306425041,
      "grad_norm": 338.85614013671875,
      "learning_rate": 3.86977886977887e-05,
      "loss": 0.8687,
      "step": 139
    },
    {
      "epoch": 0.9225700164744646,
      "grad_norm": 151.74453735351562,
      "learning_rate": 3.857493857493858e-05,
      "loss": 0.7813,
      "step": 140
    },
    {
      "epoch": 0.929159802306425,
      "grad_norm": 138.03311157226562,
      "learning_rate": 3.845208845208845e-05,
      "loss": 0.8763,
      "step": 141
    },
    {
      "epoch": 0.9357495881383855,
      "grad_norm": 391.97857666015625,
      "learning_rate": 3.8329238329238335e-05,
      "loss": 0.8187,
      "step": 142
    },
    {
      "epoch": 0.942339373970346,
      "grad_norm": 266.4914245605469,
      "learning_rate": 3.820638820638821e-05,
      "loss": 0.6941,
      "step": 143
    },
    {
      "epoch": 0.9489291598023064,
      "grad_norm": 79.93824005126953,
      "learning_rate": 3.808353808353808e-05,
      "loss": 0.8388,
      "step": 144
    },
    {
      "epoch": 0.9555189456342669,
      "grad_norm": 596.604736328125,
      "learning_rate": 3.7960687960687965e-05,
      "loss": 0.7768,
      "step": 145
    },
    {
      "epoch": 0.9621087314662273,
      "grad_norm": 70.91590118408203,
      "learning_rate": 3.783783783783784e-05,
      "loss": 0.7389,
      "step": 146
    },
    {
      "epoch": 0.9686985172981878,
      "grad_norm": 305.1685485839844,
      "learning_rate": 3.771498771498771e-05,
      "loss": 0.9451,
      "step": 147
    },
    {
      "epoch": 0.9752883031301482,
      "grad_norm": 96.85557556152344,
      "learning_rate": 3.7592137592137596e-05,
      "loss": 0.8449,
      "step": 148
    },
    {
      "epoch": 0.9818780889621087,
      "grad_norm": 480.3149108886719,
      "learning_rate": 3.746928746928747e-05,
      "loss": 0.9493,
      "step": 149
    },
    {
      "epoch": 0.9884678747940692,
      "grad_norm": 238.29258728027344,
      "learning_rate": 3.734643734643735e-05,
      "loss": 0.8697,
      "step": 150
    },
    {
      "epoch": 0.9950576606260296,
      "grad_norm": 106.33365631103516,
      "learning_rate": 3.7223587223587226e-05,
      "loss": 0.8836,
      "step": 151
    },
    {
      "epoch": 1.00164744645799,
      "grad_norm": 439.60009765625,
      "learning_rate": 3.71007371007371e-05,
      "loss": 0.7164,
      "step": 152
    },
    {
      "epoch": 1.0082372322899507,
      "grad_norm": 109.26066589355469,
      "learning_rate": 3.697788697788698e-05,
      "loss": 0.632,
      "step": 153
    },
    {
      "epoch": 1.014827018121911,
      "grad_norm": 415.2508239746094,
      "learning_rate": 3.685503685503686e-05,
      "loss": 0.6479,
      "step": 154
    },
    {
      "epoch": 1.0214168039538716,
      "grad_norm": 260.052734375,
      "learning_rate": 3.6732186732186734e-05,
      "loss": 0.5934,
      "step": 155
    },
    {
      "epoch": 1.028006589785832,
      "grad_norm": 1057.008056640625,
      "learning_rate": 3.660933660933661e-05,
      "loss": 0.5648,
      "step": 156
    },
    {
      "epoch": 1.0345963756177925,
      "grad_norm": 106.66386413574219,
      "learning_rate": 3.648648648648649e-05,
      "loss": 0.5957,
      "step": 157
    },
    {
      "epoch": 1.0411861614497528,
      "grad_norm": 130.90151977539062,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 0.5769,
      "step": 158
    },
    {
      "epoch": 1.0477759472817134,
      "grad_norm": 262.9067077636719,
      "learning_rate": 3.624078624078625e-05,
      "loss": 0.6341,
      "step": 159
    },
    {
      "epoch": 1.0543657331136738,
      "grad_norm": 59.18153762817383,
      "learning_rate": 3.611793611793612e-05,
      "loss": 0.5328,
      "step": 160
    },
    {
      "epoch": 1.0609555189456343,
      "grad_norm": 122.3954849243164,
      "learning_rate": 3.5995085995085995e-05,
      "loss": 0.5212,
      "step": 161
    },
    {
      "epoch": 1.0675453047775947,
      "grad_norm": 219.09283447265625,
      "learning_rate": 3.587223587223588e-05,
      "loss": 0.5569,
      "step": 162
    },
    {
      "epoch": 1.0741350906095553,
      "grad_norm": 321.9674987792969,
      "learning_rate": 3.574938574938575e-05,
      "loss": 0.5809,
      "step": 163
    },
    {
      "epoch": 1.0807248764415156,
      "grad_norm": 83.09851837158203,
      "learning_rate": 3.562653562653563e-05,
      "loss": 0.5576,
      "step": 164
    },
    {
      "epoch": 1.0873146622734762,
      "grad_norm": 138.06068420410156,
      "learning_rate": 3.550368550368551e-05,
      "loss": 0.5051,
      "step": 165
    },
    {
      "epoch": 1.0939044481054365,
      "grad_norm": 152.32656860351562,
      "learning_rate": 3.538083538083538e-05,
      "loss": 0.5291,
      "step": 166
    },
    {
      "epoch": 1.100494233937397,
      "grad_norm": 327.38824462890625,
      "learning_rate": 3.525798525798526e-05,
      "loss": 0.6476,
      "step": 167
    },
    {
      "epoch": 1.1070840197693574,
      "grad_norm": 121.95663452148438,
      "learning_rate": 3.513513513513514e-05,
      "loss": 0.5158,
      "step": 168
    },
    {
      "epoch": 1.113673805601318,
      "grad_norm": 92.62237548828125,
      "learning_rate": 3.501228501228501e-05,
      "loss": 0.5702,
      "step": 169
    },
    {
      "epoch": 1.1202635914332784,
      "grad_norm": 683.2556762695312,
      "learning_rate": 3.488943488943489e-05,
      "loss": 0.621,
      "step": 170
    },
    {
      "epoch": 1.126853377265239,
      "grad_norm": 229.4330291748047,
      "learning_rate": 3.476658476658477e-05,
      "loss": 0.5686,
      "step": 171
    },
    {
      "epoch": 1.1334431630971993,
      "grad_norm": 213.6857147216797,
      "learning_rate": 3.4643734643734647e-05,
      "loss": 0.5534,
      "step": 172
    },
    {
      "epoch": 1.1400329489291599,
      "grad_norm": 150.42703247070312,
      "learning_rate": 3.452088452088452e-05,
      "loss": 0.4501,
      "step": 173
    },
    {
      "epoch": 1.1466227347611202,
      "grad_norm": 405.1623840332031,
      "learning_rate": 3.43980343980344e-05,
      "loss": 0.4762,
      "step": 174
    },
    {
      "epoch": 1.1532125205930808,
      "grad_norm": 213.4350128173828,
      "learning_rate": 3.427518427518428e-05,
      "loss": 0.5208,
      "step": 175
    },
    {
      "epoch": 1.1598023064250411,
      "grad_norm": 527.8944702148438,
      "learning_rate": 3.4152334152334154e-05,
      "loss": 0.6235,
      "step": 176
    },
    {
      "epoch": 1.1663920922570017,
      "grad_norm": 192.6360626220703,
      "learning_rate": 3.402948402948403e-05,
      "loss": 0.4193,
      "step": 177
    },
    {
      "epoch": 1.172981878088962,
      "grad_norm": 203.14984130859375,
      "learning_rate": 3.390663390663391e-05,
      "loss": 0.6234,
      "step": 178
    },
    {
      "epoch": 1.1795716639209226,
      "grad_norm": 206.81492614746094,
      "learning_rate": 3.3783783783783784e-05,
      "loss": 0.4987,
      "step": 179
    },
    {
      "epoch": 1.186161449752883,
      "grad_norm": 243.38145446777344,
      "learning_rate": 3.366093366093366e-05,
      "loss": 0.5247,
      "step": 180
    },
    {
      "epoch": 1.1927512355848435,
      "grad_norm": 161.61740112304688,
      "learning_rate": 3.3538083538083545e-05,
      "loss": 0.5509,
      "step": 181
    },
    {
      "epoch": 1.1993410214168039,
      "grad_norm": 291.75469970703125,
      "learning_rate": 3.3415233415233415e-05,
      "loss": 0.5825,
      "step": 182
    },
    {
      "epoch": 1.2059308072487644,
      "grad_norm": 133.4263458251953,
      "learning_rate": 3.329238329238329e-05,
      "loss": 0.6691,
      "step": 183
    },
    {
      "epoch": 1.2125205930807248,
      "grad_norm": 1017.546875,
      "learning_rate": 3.3169533169533175e-05,
      "loss": 0.4931,
      "step": 184
    },
    {
      "epoch": 1.2191103789126854,
      "grad_norm": 108.6457748413086,
      "learning_rate": 3.3046683046683045e-05,
      "loss": 0.5175,
      "step": 185
    },
    {
      "epoch": 1.2257001647446457,
      "grad_norm": 146.6004638671875,
      "learning_rate": 3.292383292383293e-05,
      "loss": 0.4866,
      "step": 186
    },
    {
      "epoch": 1.2322899505766063,
      "grad_norm": 178.45260620117188,
      "learning_rate": 3.2800982800982806e-05,
      "loss": 0.5496,
      "step": 187
    },
    {
      "epoch": 1.2388797364085666,
      "grad_norm": 373.0599365234375,
      "learning_rate": 3.2678132678132676e-05,
      "loss": 0.5361,
      "step": 188
    },
    {
      "epoch": 1.2454695222405272,
      "grad_norm": 146.2403106689453,
      "learning_rate": 3.255528255528256e-05,
      "loss": 0.5619,
      "step": 189
    },
    {
      "epoch": 1.2520593080724876,
      "grad_norm": 49.14468002319336,
      "learning_rate": 3.2432432432432436e-05,
      "loss": 0.4598,
      "step": 190
    },
    {
      "epoch": 1.2586490939044481,
      "grad_norm": 1165.1783447265625,
      "learning_rate": 3.2309582309582306e-05,
      "loss": 0.5666,
      "step": 191
    },
    {
      "epoch": 1.2652388797364087,
      "grad_norm": 61.536949157714844,
      "learning_rate": 3.218673218673219e-05,
      "loss": 0.5534,
      "step": 192
    },
    {
      "epoch": 1.271828665568369,
      "grad_norm": 595.9248046875,
      "learning_rate": 3.206388206388207e-05,
      "loss": 0.4841,
      "step": 193
    },
    {
      "epoch": 1.2784184514003294,
      "grad_norm": 186.39930725097656,
      "learning_rate": 3.1941031941031943e-05,
      "loss": 0.4922,
      "step": 194
    },
    {
      "epoch": 1.28500823723229,
      "grad_norm": 325.35980224609375,
      "learning_rate": 3.181818181818182e-05,
      "loss": 0.5436,
      "step": 195
    },
    {
      "epoch": 1.2915980230642505,
      "grad_norm": 75.9457015991211,
      "learning_rate": 3.16953316953317e-05,
      "loss": 0.5036,
      "step": 196
    },
    {
      "epoch": 1.2981878088962109,
      "grad_norm": 67.08493041992188,
      "learning_rate": 3.1572481572481574e-05,
      "loss": 0.5175,
      "step": 197
    },
    {
      "epoch": 1.3047775947281712,
      "grad_norm": 74.11741638183594,
      "learning_rate": 3.144963144963145e-05,
      "loss": 0.518,
      "step": 198
    },
    {
      "epoch": 1.3113673805601318,
      "grad_norm": 280.2093811035156,
      "learning_rate": 3.132678132678133e-05,
      "loss": 0.5865,
      "step": 199
    },
    {
      "epoch": 1.3179571663920924,
      "grad_norm": 168.95388793945312,
      "learning_rate": 3.120393120393121e-05,
      "loss": 0.6006,
      "step": 200
    },
    {
      "epoch": 1.3245469522240527,
      "grad_norm": 411.6920471191406,
      "learning_rate": 3.108108108108108e-05,
      "loss": 0.5912,
      "step": 201
    },
    {
      "epoch": 1.331136738056013,
      "grad_norm": 208.7516632080078,
      "learning_rate": 3.095823095823096e-05,
      "loss": 0.4938,
      "step": 202
    },
    {
      "epoch": 1.3377265238879736,
      "grad_norm": 49.95132827758789,
      "learning_rate": 3.083538083538084e-05,
      "loss": 0.5094,
      "step": 203
    },
    {
      "epoch": 1.3443163097199342,
      "grad_norm": 73.55326080322266,
      "learning_rate": 3.071253071253071e-05,
      "loss": 0.584,
      "step": 204
    },
    {
      "epoch": 1.3509060955518946,
      "grad_norm": 102.9446792602539,
      "learning_rate": 3.058968058968059e-05,
      "loss": 0.5473,
      "step": 205
    },
    {
      "epoch": 1.357495881383855,
      "grad_norm": 457.49359130859375,
      "learning_rate": 3.046683046683047e-05,
      "loss": 0.6395,
      "step": 206
    },
    {
      "epoch": 1.3640856672158155,
      "grad_norm": 236.29953002929688,
      "learning_rate": 3.0343980343980342e-05,
      "loss": 0.5853,
      "step": 207
    },
    {
      "epoch": 1.370675453047776,
      "grad_norm": 39.58445358276367,
      "learning_rate": 3.0221130221130222e-05,
      "loss": 0.5631,
      "step": 208
    },
    {
      "epoch": 1.3772652388797364,
      "grad_norm": 275.3215026855469,
      "learning_rate": 3.0098280098280103e-05,
      "loss": 0.5391,
      "step": 209
    },
    {
      "epoch": 1.3838550247116967,
      "grad_norm": 231.88194274902344,
      "learning_rate": 2.9975429975429976e-05,
      "loss": 0.5002,
      "step": 210
    },
    {
      "epoch": 1.3904448105436573,
      "grad_norm": 294.2489929199219,
      "learning_rate": 2.9852579852579853e-05,
      "loss": 0.5846,
      "step": 211
    },
    {
      "epoch": 1.3970345963756179,
      "grad_norm": 203.10426330566406,
      "learning_rate": 2.9729729729729733e-05,
      "loss": 0.6386,
      "step": 212
    },
    {
      "epoch": 1.4036243822075782,
      "grad_norm": 84.11065673828125,
      "learning_rate": 2.9606879606879607e-05,
      "loss": 0.4882,
      "step": 213
    },
    {
      "epoch": 1.4102141680395386,
      "grad_norm": 220.28628540039062,
      "learning_rate": 2.9484029484029483e-05,
      "loss": 0.6756,
      "step": 214
    },
    {
      "epoch": 1.4168039538714992,
      "grad_norm": 236.40895080566406,
      "learning_rate": 2.9361179361179364e-05,
      "loss": 0.5164,
      "step": 215
    },
    {
      "epoch": 1.4233937397034597,
      "grad_norm": 229.29913330078125,
      "learning_rate": 2.9238329238329237e-05,
      "loss": 0.5916,
      "step": 216
    },
    {
      "epoch": 1.42998352553542,
      "grad_norm": 137.1915740966797,
      "learning_rate": 2.9115479115479117e-05,
      "loss": 0.6021,
      "step": 217
    },
    {
      "epoch": 1.4365733113673804,
      "grad_norm": 173.90122985839844,
      "learning_rate": 2.8992628992628994e-05,
      "loss": 0.6061,
      "step": 218
    },
    {
      "epoch": 1.443163097199341,
      "grad_norm": 99.96955108642578,
      "learning_rate": 2.8869778869778868e-05,
      "loss": 0.5733,
      "step": 219
    },
    {
      "epoch": 1.4497528830313016,
      "grad_norm": 56.602989196777344,
      "learning_rate": 2.8746928746928748e-05,
      "loss": 0.5788,
      "step": 220
    },
    {
      "epoch": 1.456342668863262,
      "grad_norm": 69.04216003417969,
      "learning_rate": 2.8624078624078625e-05,
      "loss": 0.4894,
      "step": 221
    },
    {
      "epoch": 1.4629324546952225,
      "grad_norm": 265.542724609375,
      "learning_rate": 2.8501228501228505e-05,
      "loss": 0.5877,
      "step": 222
    },
    {
      "epoch": 1.4695222405271828,
      "grad_norm": 203.73353576660156,
      "learning_rate": 2.8378378378378378e-05,
      "loss": 0.5662,
      "step": 223
    },
    {
      "epoch": 1.4761120263591434,
      "grad_norm": 174.82192993164062,
      "learning_rate": 2.825552825552826e-05,
      "loss": 0.567,
      "step": 224
    },
    {
      "epoch": 1.4827018121911038,
      "grad_norm": 197.1634063720703,
      "learning_rate": 2.8132678132678135e-05,
      "loss": 0.5622,
      "step": 225
    },
    {
      "epoch": 1.4892915980230643,
      "grad_norm": 313.1665954589844,
      "learning_rate": 2.800982800982801e-05,
      "loss": 0.5647,
      "step": 226
    },
    {
      "epoch": 1.4958813838550247,
      "grad_norm": 337.4092102050781,
      "learning_rate": 2.788697788697789e-05,
      "loss": 0.5896,
      "step": 227
    },
    {
      "epoch": 1.5024711696869852,
      "grad_norm": 335.1864318847656,
      "learning_rate": 2.776412776412777e-05,
      "loss": 0.5274,
      "step": 228
    },
    {
      "epoch": 1.5090609555189456,
      "grad_norm": 149.53665161132812,
      "learning_rate": 2.764127764127764e-05,
      "loss": 0.6525,
      "step": 229
    },
    {
      "epoch": 1.515650741350906,
      "grad_norm": 211.15191650390625,
      "learning_rate": 2.751842751842752e-05,
      "loss": 0.5824,
      "step": 230
    },
    {
      "epoch": 1.5222405271828665,
      "grad_norm": 96.61034393310547,
      "learning_rate": 2.73955773955774e-05,
      "loss": 0.5774,
      "step": 231
    },
    {
      "epoch": 1.528830313014827,
      "grad_norm": 158.73837280273438,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.5415,
      "step": 232
    },
    {
      "epoch": 1.5354200988467874,
      "grad_norm": 50.02914810180664,
      "learning_rate": 2.714987714987715e-05,
      "loss": 0.5729,
      "step": 233
    },
    {
      "epoch": 1.5420098846787478,
      "grad_norm": 57.91206359863281,
      "learning_rate": 2.702702702702703e-05,
      "loss": 0.6118,
      "step": 234
    },
    {
      "epoch": 1.5485996705107083,
      "grad_norm": 134.28807067871094,
      "learning_rate": 2.6904176904176904e-05,
      "loss": 0.4875,
      "step": 235
    },
    {
      "epoch": 1.555189456342669,
      "grad_norm": 111.96310424804688,
      "learning_rate": 2.678132678132678e-05,
      "loss": 0.5112,
      "step": 236
    },
    {
      "epoch": 1.5617792421746293,
      "grad_norm": 210.6829376220703,
      "learning_rate": 2.665847665847666e-05,
      "loss": 0.5276,
      "step": 237
    },
    {
      "epoch": 1.5683690280065898,
      "grad_norm": 160.88055419921875,
      "learning_rate": 2.6535626535626534e-05,
      "loss": 0.502,
      "step": 238
    },
    {
      "epoch": 1.5749588138385504,
      "grad_norm": 230.14341735839844,
      "learning_rate": 2.6412776412776414e-05,
      "loss": 0.6196,
      "step": 239
    },
    {
      "epoch": 1.5815485996705108,
      "grad_norm": 407.249267578125,
      "learning_rate": 2.628992628992629e-05,
      "loss": 0.4606,
      "step": 240
    },
    {
      "epoch": 1.588138385502471,
      "grad_norm": 261.7560119628906,
      "learning_rate": 2.616707616707617e-05,
      "loss": 0.6383,
      "step": 241
    },
    {
      "epoch": 1.5947281713344317,
      "grad_norm": 52.85226821899414,
      "learning_rate": 2.6044226044226045e-05,
      "loss": 0.5304,
      "step": 242
    },
    {
      "epoch": 1.6013179571663922,
      "grad_norm": 123.97418975830078,
      "learning_rate": 2.5921375921375925e-05,
      "loss": 0.5707,
      "step": 243
    },
    {
      "epoch": 1.6079077429983526,
      "grad_norm": 230.69007873535156,
      "learning_rate": 2.5798525798525802e-05,
      "loss": 0.4895,
      "step": 244
    },
    {
      "epoch": 1.614497528830313,
      "grad_norm": 228.80450439453125,
      "learning_rate": 2.5675675675675675e-05,
      "loss": 0.6058,
      "step": 245
    },
    {
      "epoch": 1.6210873146622735,
      "grad_norm": 94.60694122314453,
      "learning_rate": 2.5552825552825555e-05,
      "loss": 0.5854,
      "step": 246
    },
    {
      "epoch": 1.627677100494234,
      "grad_norm": 170.16766357421875,
      "learning_rate": 2.5429975429975432e-05,
      "loss": 0.587,
      "step": 247
    },
    {
      "epoch": 1.6342668863261944,
      "grad_norm": 374.7227783203125,
      "learning_rate": 2.5307125307125306e-05,
      "loss": 0.468,
      "step": 248
    },
    {
      "epoch": 1.6408566721581548,
      "grad_norm": 304.4844665527344,
      "learning_rate": 2.5184275184275186e-05,
      "loss": 0.4362,
      "step": 249
    },
    {
      "epoch": 1.6474464579901154,
      "grad_norm": 555.0403442382812,
      "learning_rate": 2.5061425061425066e-05,
      "loss": 0.4977,
      "step": 250
    },
    {
      "epoch": 1.654036243822076,
      "grad_norm": 282.910888671875,
      "learning_rate": 2.493857493857494e-05,
      "loss": 0.6255,
      "step": 251
    },
    {
      "epoch": 1.6606260296540363,
      "grad_norm": 141.1566925048828,
      "learning_rate": 2.4815724815724816e-05,
      "loss": 0.5125,
      "step": 252
    },
    {
      "epoch": 1.6672158154859966,
      "grad_norm": 141.13299560546875,
      "learning_rate": 2.4692874692874693e-05,
      "loss": 0.563,
      "step": 253
    },
    {
      "epoch": 1.6738056013179572,
      "grad_norm": 167.4251708984375,
      "learning_rate": 2.4570024570024573e-05,
      "loss": 0.4985,
      "step": 254
    },
    {
      "epoch": 1.6803953871499178,
      "grad_norm": 214.25567626953125,
      "learning_rate": 2.4447174447174447e-05,
      "loss": 0.5863,
      "step": 255
    },
    {
      "epoch": 1.6869851729818781,
      "grad_norm": 183.01986694335938,
      "learning_rate": 2.4324324324324327e-05,
      "loss": 0.4937,
      "step": 256
    },
    {
      "epoch": 1.6935749588138385,
      "grad_norm": 131.54083251953125,
      "learning_rate": 2.4201474201474204e-05,
      "loss": 0.6094,
      "step": 257
    },
    {
      "epoch": 1.700164744645799,
      "grad_norm": 443.8067626953125,
      "learning_rate": 2.4078624078624077e-05,
      "loss": 0.4898,
      "step": 258
    },
    {
      "epoch": 1.7067545304777596,
      "grad_norm": 133.2246551513672,
      "learning_rate": 2.3955773955773958e-05,
      "loss": 0.4859,
      "step": 259
    },
    {
      "epoch": 1.71334431630972,
      "grad_norm": 259.9535217285156,
      "learning_rate": 2.3832923832923834e-05,
      "loss": 0.5411,
      "step": 260
    },
    {
      "epoch": 1.7199341021416803,
      "grad_norm": 380.90997314453125,
      "learning_rate": 2.371007371007371e-05,
      "loss": 0.5762,
      "step": 261
    },
    {
      "epoch": 1.7265238879736409,
      "grad_norm": 423.51702880859375,
      "learning_rate": 2.3587223587223588e-05,
      "loss": 0.5791,
      "step": 262
    },
    {
      "epoch": 1.7331136738056014,
      "grad_norm": 256.31378173828125,
      "learning_rate": 2.3464373464373465e-05,
      "loss": 0.5474,
      "step": 263
    },
    {
      "epoch": 1.7397034596375618,
      "grad_norm": 352.33868408203125,
      "learning_rate": 2.3341523341523342e-05,
      "loss": 0.5265,
      "step": 264
    },
    {
      "epoch": 1.7462932454695221,
      "grad_norm": 378.3638000488281,
      "learning_rate": 2.3218673218673222e-05,
      "loss": 0.5491,
      "step": 265
    },
    {
      "epoch": 1.7528830313014827,
      "grad_norm": 209.05747985839844,
      "learning_rate": 2.3095823095823095e-05,
      "loss": 0.5141,
      "step": 266
    },
    {
      "epoch": 1.7594728171334433,
      "grad_norm": 141.59524536132812,
      "learning_rate": 2.2972972972972976e-05,
      "loss": 0.6506,
      "step": 267
    },
    {
      "epoch": 1.7660626029654036,
      "grad_norm": 219.4475555419922,
      "learning_rate": 2.2850122850122852e-05,
      "loss": 0.7009,
      "step": 268
    },
    {
      "epoch": 1.772652388797364,
      "grad_norm": 80.54459381103516,
      "learning_rate": 2.272727272727273e-05,
      "loss": 0.5327,
      "step": 269
    },
    {
      "epoch": 1.7792421746293245,
      "grad_norm": 699.1453247070312,
      "learning_rate": 2.2604422604422606e-05,
      "loss": 0.5236,
      "step": 270
    },
    {
      "epoch": 1.7858319604612851,
      "grad_norm": 289.4430236816406,
      "learning_rate": 2.2481572481572483e-05,
      "loss": 0.4824,
      "step": 271
    },
    {
      "epoch": 1.7924217462932455,
      "grad_norm": 182.82986450195312,
      "learning_rate": 2.235872235872236e-05,
      "loss": 0.5676,
      "step": 272
    },
    {
      "epoch": 1.7990115321252058,
      "grad_norm": 225.81126403808594,
      "learning_rate": 2.2235872235872237e-05,
      "loss": 0.5194,
      "step": 273
    },
    {
      "epoch": 1.8056013179571664,
      "grad_norm": 304.61309814453125,
      "learning_rate": 2.2113022113022113e-05,
      "loss": 0.626,
      "step": 274
    },
    {
      "epoch": 1.812191103789127,
      "grad_norm": 154.47415161132812,
      "learning_rate": 2.199017199017199e-05,
      "loss": 0.5235,
      "step": 275
    },
    {
      "epoch": 1.8187808896210873,
      "grad_norm": 530.3298950195312,
      "learning_rate": 2.186732186732187e-05,
      "loss": 0.466,
      "step": 276
    },
    {
      "epoch": 1.8253706754530477,
      "grad_norm": 61.56108093261719,
      "learning_rate": 2.1744471744471744e-05,
      "loss": 0.4229,
      "step": 277
    },
    {
      "epoch": 1.8319604612850082,
      "grad_norm": 427.62469482421875,
      "learning_rate": 2.1621621621621624e-05,
      "loss": 0.644,
      "step": 278
    },
    {
      "epoch": 1.8385502471169688,
      "grad_norm": 95.06147003173828,
      "learning_rate": 2.14987714987715e-05,
      "loss": 0.5268,
      "step": 279
    },
    {
      "epoch": 1.8451400329489291,
      "grad_norm": 85.69621276855469,
      "learning_rate": 2.1375921375921378e-05,
      "loss": 0.4855,
      "step": 280
    },
    {
      "epoch": 1.8517298187808895,
      "grad_norm": 526.4759521484375,
      "learning_rate": 2.1253071253071255e-05,
      "loss": 0.5573,
      "step": 281
    },
    {
      "epoch": 1.85831960461285,
      "grad_norm": 265.5906677246094,
      "learning_rate": 2.113022113022113e-05,
      "loss": 0.555,
      "step": 282
    },
    {
      "epoch": 1.8649093904448106,
      "grad_norm": 414.3144226074219,
      "learning_rate": 2.1007371007371008e-05,
      "loss": 0.5584,
      "step": 283
    },
    {
      "epoch": 1.871499176276771,
      "grad_norm": 304.21405029296875,
      "learning_rate": 2.0884520884520885e-05,
      "loss": 0.4671,
      "step": 284
    },
    {
      "epoch": 1.8780889621087313,
      "grad_norm": 414.1387023925781,
      "learning_rate": 2.0761670761670762e-05,
      "loss": 0.6691,
      "step": 285
    },
    {
      "epoch": 1.884678747940692,
      "grad_norm": 208.69493103027344,
      "learning_rate": 2.063882063882064e-05,
      "loss": 0.6271,
      "step": 286
    },
    {
      "epoch": 1.8912685337726525,
      "grad_norm": 430.6809387207031,
      "learning_rate": 2.051597051597052e-05,
      "loss": 0.5414,
      "step": 287
    },
    {
      "epoch": 1.8978583196046128,
      "grad_norm": 115.23016357421875,
      "learning_rate": 2.0393120393120392e-05,
      "loss": 0.5869,
      "step": 288
    },
    {
      "epoch": 1.9044481054365732,
      "grad_norm": 242.86927795410156,
      "learning_rate": 2.0270270270270273e-05,
      "loss": 0.5224,
      "step": 289
    },
    {
      "epoch": 1.9110378912685337,
      "grad_norm": 250.8336944580078,
      "learning_rate": 2.014742014742015e-05,
      "loss": 0.6022,
      "step": 290
    },
    {
      "epoch": 1.9176276771004943,
      "grad_norm": 104.50414276123047,
      "learning_rate": 2.0024570024570026e-05,
      "loss": 0.6064,
      "step": 291
    },
    {
      "epoch": 1.9242174629324547,
      "grad_norm": 466.93768310546875,
      "learning_rate": 1.9901719901719903e-05,
      "loss": 0.6291,
      "step": 292
    },
    {
      "epoch": 1.930807248764415,
      "grad_norm": 138.8919219970703,
      "learning_rate": 1.977886977886978e-05,
      "loss": 0.514,
      "step": 293
    },
    {
      "epoch": 1.9373970345963756,
      "grad_norm": 532.3485717773438,
      "learning_rate": 1.9656019656019657e-05,
      "loss": 0.4918,
      "step": 294
    },
    {
      "epoch": 1.9439868204283361,
      "grad_norm": 116.6861572265625,
      "learning_rate": 1.9533169533169534e-05,
      "loss": 0.7242,
      "step": 295
    },
    {
      "epoch": 1.9505766062602965,
      "grad_norm": 338.7384338378906,
      "learning_rate": 1.941031941031941e-05,
      "loss": 0.5006,
      "step": 296
    },
    {
      "epoch": 1.9571663920922568,
      "grad_norm": 57.919403076171875,
      "learning_rate": 1.928746928746929e-05,
      "loss": 0.5343,
      "step": 297
    },
    {
      "epoch": 1.9637561779242174,
      "grad_norm": 300.79095458984375,
      "learning_rate": 1.9164619164619167e-05,
      "loss": 0.4868,
      "step": 298
    },
    {
      "epoch": 1.970345963756178,
      "grad_norm": 81.19691467285156,
      "learning_rate": 1.904176904176904e-05,
      "loss": 0.4897,
      "step": 299
    },
    {
      "epoch": 1.9769357495881383,
      "grad_norm": 159.11351013183594,
      "learning_rate": 1.891891891891892e-05,
      "loss": 0.5667,
      "step": 300
    },
    {
      "epoch": 1.9835255354200987,
      "grad_norm": 80.84410095214844,
      "learning_rate": 1.8796068796068798e-05,
      "loss": 0.5623,
      "step": 301
    },
    {
      "epoch": 1.9901153212520593,
      "grad_norm": 185.26185607910156,
      "learning_rate": 1.8673218673218675e-05,
      "loss": 0.5102,
      "step": 302
    },
    {
      "epoch": 1.9967051070840198,
      "grad_norm": 110.74467468261719,
      "learning_rate": 1.855036855036855e-05,
      "loss": 0.4176,
      "step": 303
    },
    {
      "epoch": 2.00329489291598,
      "grad_norm": 175.4639892578125,
      "learning_rate": 1.842751842751843e-05,
      "loss": 0.4222,
      "step": 304
    },
    {
      "epoch": 2.0098846787479405,
      "grad_norm": 123.6357192993164,
      "learning_rate": 1.8304668304668305e-05,
      "loss": 0.3096,
      "step": 305
    },
    {
      "epoch": 2.0164744645799013,
      "grad_norm": 237.6382598876953,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.4244,
      "step": 306
    },
    {
      "epoch": 2.0230642504118617,
      "grad_norm": 303.2618103027344,
      "learning_rate": 1.805896805896806e-05,
      "loss": 0.2701,
      "step": 307
    },
    {
      "epoch": 2.029654036243822,
      "grad_norm": 338.3935241699219,
      "learning_rate": 1.793611793611794e-05,
      "loss": 0.3519,
      "step": 308
    },
    {
      "epoch": 2.0362438220757824,
      "grad_norm": 246.98533630371094,
      "learning_rate": 1.7813267813267816e-05,
      "loss": 0.3403,
      "step": 309
    },
    {
      "epoch": 2.042833607907743,
      "grad_norm": 376.6452941894531,
      "learning_rate": 1.769041769041769e-05,
      "loss": 0.336,
      "step": 310
    },
    {
      "epoch": 2.0494233937397035,
      "grad_norm": 134.3882293701172,
      "learning_rate": 1.756756756756757e-05,
      "loss": 0.311,
      "step": 311
    },
    {
      "epoch": 2.056013179571664,
      "grad_norm": 45.66189956665039,
      "learning_rate": 1.7444717444717446e-05,
      "loss": 0.3463,
      "step": 312
    },
    {
      "epoch": 2.062602965403624,
      "grad_norm": 251.7926788330078,
      "learning_rate": 1.7321867321867323e-05,
      "loss": 0.2922,
      "step": 313
    },
    {
      "epoch": 2.069192751235585,
      "grad_norm": 86.86029815673828,
      "learning_rate": 1.71990171990172e-05,
      "loss": 0.2848,
      "step": 314
    },
    {
      "epoch": 2.0757825370675453,
      "grad_norm": 72.99238586425781,
      "learning_rate": 1.7076167076167077e-05,
      "loss": 0.2699,
      "step": 315
    },
    {
      "epoch": 2.0823723228995057,
      "grad_norm": 348.0635681152344,
      "learning_rate": 1.6953316953316954e-05,
      "loss": 0.2766,
      "step": 316
    },
    {
      "epoch": 2.088962108731466,
      "grad_norm": 307.6921691894531,
      "learning_rate": 1.683046683046683e-05,
      "loss": 0.3256,
      "step": 317
    },
    {
      "epoch": 2.095551894563427,
      "grad_norm": 92.43419647216797,
      "learning_rate": 1.6707616707616707e-05,
      "loss": 0.312,
      "step": 318
    },
    {
      "epoch": 2.102141680395387,
      "grad_norm": 365.3904113769531,
      "learning_rate": 1.6584766584766588e-05,
      "loss": 0.3238,
      "step": 319
    },
    {
      "epoch": 2.1087314662273475,
      "grad_norm": 243.0485076904297,
      "learning_rate": 1.6461916461916464e-05,
      "loss": 0.3406,
      "step": 320
    },
    {
      "epoch": 2.115321252059308,
      "grad_norm": 70.53246307373047,
      "learning_rate": 1.6339066339066338e-05,
      "loss": 0.2882,
      "step": 321
    },
    {
      "epoch": 2.1219110378912687,
      "grad_norm": 271.1737060546875,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 0.318,
      "step": 322
    },
    {
      "epoch": 2.128500823723229,
      "grad_norm": 944.7637329101562,
      "learning_rate": 1.6093366093366095e-05,
      "loss": 0.3186,
      "step": 323
    },
    {
      "epoch": 2.1350906095551894,
      "grad_norm": 286.0992736816406,
      "learning_rate": 1.5970515970515972e-05,
      "loss": 0.3693,
      "step": 324
    },
    {
      "epoch": 2.1416803953871497,
      "grad_norm": 331.73931884765625,
      "learning_rate": 1.584766584766585e-05,
      "loss": 0.3566,
      "step": 325
    },
    {
      "epoch": 2.1482701812191105,
      "grad_norm": 68.8238754272461,
      "learning_rate": 1.5724815724815725e-05,
      "loss": 0.3458,
      "step": 326
    },
    {
      "epoch": 2.154859967051071,
      "grad_norm": 117.55406188964844,
      "learning_rate": 1.5601965601965606e-05,
      "loss": 0.2875,
      "step": 327
    },
    {
      "epoch": 2.161449752883031,
      "grad_norm": 137.7025909423828,
      "learning_rate": 1.547911547911548e-05,
      "loss": 0.2866,
      "step": 328
    },
    {
      "epoch": 2.168039538714992,
      "grad_norm": 49.644142150878906,
      "learning_rate": 1.5356265356265356e-05,
      "loss": 0.2936,
      "step": 329
    },
    {
      "epoch": 2.1746293245469523,
      "grad_norm": 228.79408264160156,
      "learning_rate": 1.5233415233415234e-05,
      "loss": 0.3444,
      "step": 330
    },
    {
      "epoch": 2.1812191103789127,
      "grad_norm": 197.12803649902344,
      "learning_rate": 1.5110565110565111e-05,
      "loss": 0.38,
      "step": 331
    },
    {
      "epoch": 2.187808896210873,
      "grad_norm": 239.77589416503906,
      "learning_rate": 1.4987714987714988e-05,
      "loss": 0.3348,
      "step": 332
    },
    {
      "epoch": 2.1943986820428334,
      "grad_norm": 52.3128547668457,
      "learning_rate": 1.4864864864864867e-05,
      "loss": 0.3723,
      "step": 333
    },
    {
      "epoch": 2.200988467874794,
      "grad_norm": 136.6421661376953,
      "learning_rate": 1.4742014742014742e-05,
      "loss": 0.2879,
      "step": 334
    },
    {
      "epoch": 2.2075782537067545,
      "grad_norm": 104.56753540039062,
      "learning_rate": 1.4619164619164619e-05,
      "loss": 0.2591,
      "step": 335
    },
    {
      "epoch": 2.214168039538715,
      "grad_norm": 98.5406265258789,
      "learning_rate": 1.4496314496314497e-05,
      "loss": 0.3729,
      "step": 336
    },
    {
      "epoch": 2.2207578253706757,
      "grad_norm": 200.8502960205078,
      "learning_rate": 1.4373464373464374e-05,
      "loss": 0.3363,
      "step": 337
    },
    {
      "epoch": 2.227347611202636,
      "grad_norm": 66.05599212646484,
      "learning_rate": 1.4250614250614252e-05,
      "loss": 0.3238,
      "step": 338
    },
    {
      "epoch": 2.2339373970345964,
      "grad_norm": 229.73007202148438,
      "learning_rate": 1.412776412776413e-05,
      "loss": 0.3587,
      "step": 339
    },
    {
      "epoch": 2.2405271828665567,
      "grad_norm": 117.70530700683594,
      "learning_rate": 1.4004914004914004e-05,
      "loss": 0.4228,
      "step": 340
    },
    {
      "epoch": 2.247116968698517,
      "grad_norm": 132.34347534179688,
      "learning_rate": 1.3882063882063885e-05,
      "loss": 0.2763,
      "step": 341
    },
    {
      "epoch": 2.253706754530478,
      "grad_norm": 133.9874267578125,
      "learning_rate": 1.375921375921376e-05,
      "loss": 0.2553,
      "step": 342
    },
    {
      "epoch": 2.260296540362438,
      "grad_norm": 106.14327239990234,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.3593,
      "step": 343
    },
    {
      "epoch": 2.2668863261943986,
      "grad_norm": 188.0239715576172,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 0.2971,
      "step": 344
    },
    {
      "epoch": 2.2734761120263594,
      "grad_norm": 255.7284698486328,
      "learning_rate": 1.339066339066339e-05,
      "loss": 0.3132,
      "step": 345
    },
    {
      "epoch": 2.2800658978583197,
      "grad_norm": 400.6213073730469,
      "learning_rate": 1.3267813267813267e-05,
      "loss": 0.3044,
      "step": 346
    },
    {
      "epoch": 2.28665568369028,
      "grad_norm": 104.66104888916016,
      "learning_rate": 1.3144963144963146e-05,
      "loss": 0.3143,
      "step": 347
    },
    {
      "epoch": 2.2932454695222404,
      "grad_norm": 49.61936569213867,
      "learning_rate": 1.3022113022113022e-05,
      "loss": 0.3229,
      "step": 348
    },
    {
      "epoch": 2.2998352553542007,
      "grad_norm": 349.636962890625,
      "learning_rate": 1.2899262899262901e-05,
      "loss": 0.3035,
      "step": 349
    },
    {
      "epoch": 2.3064250411861615,
      "grad_norm": 284.7281494140625,
      "learning_rate": 1.2776412776412778e-05,
      "loss": 0.3167,
      "step": 350
    },
    {
      "epoch": 2.313014827018122,
      "grad_norm": 49.98039245605469,
      "learning_rate": 1.2653562653562653e-05,
      "loss": 0.278,
      "step": 351
    },
    {
      "epoch": 2.3196046128500822,
      "grad_norm": 67.77862548828125,
      "learning_rate": 1.2530712530712533e-05,
      "loss": 0.3302,
      "step": 352
    },
    {
      "epoch": 2.326194398682043,
      "grad_norm": 118.573486328125,
      "learning_rate": 1.2407862407862408e-05,
      "loss": 0.3006,
      "step": 353
    },
    {
      "epoch": 2.3327841845140034,
      "grad_norm": 33.04819107055664,
      "learning_rate": 1.2285012285012287e-05,
      "loss": 0.3596,
      "step": 354
    },
    {
      "epoch": 2.3393739703459637,
      "grad_norm": 161.4209747314453,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 0.3984,
      "step": 355
    },
    {
      "epoch": 2.345963756177924,
      "grad_norm": 44.77053451538086,
      "learning_rate": 1.2039312039312039e-05,
      "loss": 0.4111,
      "step": 356
    },
    {
      "epoch": 2.352553542009885,
      "grad_norm": 343.490966796875,
      "learning_rate": 1.1916461916461917e-05,
      "loss": 0.3359,
      "step": 357
    },
    {
      "epoch": 2.359143327841845,
      "grad_norm": 864.7401733398438,
      "learning_rate": 1.1793611793611794e-05,
      "loss": 0.2895,
      "step": 358
    },
    {
      "epoch": 2.3657331136738056,
      "grad_norm": 148.0756378173828,
      "learning_rate": 1.1670761670761671e-05,
      "loss": 0.335,
      "step": 359
    },
    {
      "epoch": 2.372322899505766,
      "grad_norm": 78.04084777832031,
      "learning_rate": 1.1547911547911548e-05,
      "loss": 0.2999,
      "step": 360
    },
    {
      "epoch": 2.3789126853377267,
      "grad_norm": 77.24546813964844,
      "learning_rate": 1.1425061425061426e-05,
      "loss": 0.3043,
      "step": 361
    },
    {
      "epoch": 2.385502471169687,
      "grad_norm": 60.59427261352539,
      "learning_rate": 1.1302211302211303e-05,
      "loss": 0.3838,
      "step": 362
    },
    {
      "epoch": 2.3920922570016474,
      "grad_norm": 208.8542938232422,
      "learning_rate": 1.117936117936118e-05,
      "loss": 0.2956,
      "step": 363
    },
    {
      "epoch": 2.3986820428336078,
      "grad_norm": 403.25823974609375,
      "learning_rate": 1.1056511056511057e-05,
      "loss": 0.2976,
      "step": 364
    },
    {
      "epoch": 2.4052718286655685,
      "grad_norm": 152.59671020507812,
      "learning_rate": 1.0933660933660935e-05,
      "loss": 0.3533,
      "step": 365
    },
    {
      "epoch": 2.411861614497529,
      "grad_norm": 533.1868286132812,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 0.3418,
      "step": 366
    },
    {
      "epoch": 2.4184514003294892,
      "grad_norm": 191.50588989257812,
      "learning_rate": 1.0687960687960689e-05,
      "loss": 0.3042,
      "step": 367
    },
    {
      "epoch": 2.4250411861614496,
      "grad_norm": 81.26240539550781,
      "learning_rate": 1.0565110565110566e-05,
      "loss": 0.3436,
      "step": 368
    },
    {
      "epoch": 2.4316309719934104,
      "grad_norm": 281.524169921875,
      "learning_rate": 1.0442260442260443e-05,
      "loss": 0.3453,
      "step": 369
    },
    {
      "epoch": 2.4382207578253707,
      "grad_norm": 221.48391723632812,
      "learning_rate": 1.031941031941032e-05,
      "loss": 0.3288,
      "step": 370
    },
    {
      "epoch": 2.444810543657331,
      "grad_norm": 89.54031372070312,
      "learning_rate": 1.0196560196560196e-05,
      "loss": 0.3415,
      "step": 371
    },
    {
      "epoch": 2.4514003294892914,
      "grad_norm": 102.45128631591797,
      "learning_rate": 1.0073710073710075e-05,
      "loss": 0.3264,
      "step": 372
    },
    {
      "epoch": 2.4579901153212522,
      "grad_norm": 93.46699523925781,
      "learning_rate": 9.950859950859952e-06,
      "loss": 0.347,
      "step": 373
    },
    {
      "epoch": 2.4645799011532126,
      "grad_norm": 288.0792541503906,
      "learning_rate": 9.828009828009828e-06,
      "loss": 0.3834,
      "step": 374
    },
    {
      "epoch": 2.471169686985173,
      "grad_norm": 119.23399353027344,
      "learning_rate": 9.705159705159705e-06,
      "loss": 0.2886,
      "step": 375
    },
    {
      "epoch": 2.4777594728171333,
      "grad_norm": 1750.0697021484375,
      "learning_rate": 9.582309582309584e-06,
      "loss": 0.339,
      "step": 376
    },
    {
      "epoch": 2.484349258649094,
      "grad_norm": 188.45376586914062,
      "learning_rate": 9.45945945945946e-06,
      "loss": 0.2951,
      "step": 377
    },
    {
      "epoch": 2.4909390444810544,
      "grad_norm": 68.5443115234375,
      "learning_rate": 9.336609336609337e-06,
      "loss": 0.3369,
      "step": 378
    },
    {
      "epoch": 2.4975288303130148,
      "grad_norm": 43.438167572021484,
      "learning_rate": 9.213759213759214e-06,
      "loss": 0.2915,
      "step": 379
    },
    {
      "epoch": 2.504118616144975,
      "grad_norm": 70.3156967163086,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.3346,
      "step": 380
    },
    {
      "epoch": 2.510708401976936,
      "grad_norm": 150.3292694091797,
      "learning_rate": 8.96805896805897e-06,
      "loss": 0.4153,
      "step": 381
    },
    {
      "epoch": 2.5172981878088962,
      "grad_norm": 57.9390983581543,
      "learning_rate": 8.845208845208845e-06,
      "loss": 0.3337,
      "step": 382
    },
    {
      "epoch": 2.5238879736408566,
      "grad_norm": 238.041259765625,
      "learning_rate": 8.722358722358723e-06,
      "loss": 0.3022,
      "step": 383
    },
    {
      "epoch": 2.5304777594728174,
      "grad_norm": 181.7864227294922,
      "learning_rate": 8.5995085995086e-06,
      "loss": 0.3024,
      "step": 384
    },
    {
      "epoch": 2.5370675453047777,
      "grad_norm": 170.37905883789062,
      "learning_rate": 8.476658476658477e-06,
      "loss": 0.3579,
      "step": 385
    },
    {
      "epoch": 2.543657331136738,
      "grad_norm": 36.57583999633789,
      "learning_rate": 8.353808353808354e-06,
      "loss": 0.3481,
      "step": 386
    },
    {
      "epoch": 2.5502471169686984,
      "grad_norm": 66.17654418945312,
      "learning_rate": 8.230958230958232e-06,
      "loss": 0.2793,
      "step": 387
    },
    {
      "epoch": 2.556836902800659,
      "grad_norm": 156.1625518798828,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.3333,
      "step": 388
    },
    {
      "epoch": 2.5634266886326196,
      "grad_norm": 79.08843994140625,
      "learning_rate": 7.985257985257986e-06,
      "loss": 0.3328,
      "step": 389
    },
    {
      "epoch": 2.57001647446458,
      "grad_norm": 37.87118148803711,
      "learning_rate": 7.862407862407863e-06,
      "loss": 0.3145,
      "step": 390
    },
    {
      "epoch": 2.5766062602965403,
      "grad_norm": 135.13316345214844,
      "learning_rate": 7.73955773955774e-06,
      "loss": 0.2399,
      "step": 391
    },
    {
      "epoch": 2.583196046128501,
      "grad_norm": 150.52328491210938,
      "learning_rate": 7.616707616707617e-06,
      "loss": 0.2809,
      "step": 392
    },
    {
      "epoch": 2.5897858319604614,
      "grad_norm": 76.37353515625,
      "learning_rate": 7.493857493857494e-06,
      "loss": 0.3387,
      "step": 393
    },
    {
      "epoch": 2.5963756177924218,
      "grad_norm": 57.05943298339844,
      "learning_rate": 7.371007371007371e-06,
      "loss": 0.2754,
      "step": 394
    },
    {
      "epoch": 2.602965403624382,
      "grad_norm": 92.42174530029297,
      "learning_rate": 7.2481572481572485e-06,
      "loss": 0.2883,
      "step": 395
    },
    {
      "epoch": 2.6095551894563425,
      "grad_norm": 187.5482177734375,
      "learning_rate": 7.125307125307126e-06,
      "loss": 0.3647,
      "step": 396
    },
    {
      "epoch": 2.6161449752883033,
      "grad_norm": 183.51123046875,
      "learning_rate": 7.002457002457002e-06,
      "loss": 0.294,
      "step": 397
    },
    {
      "epoch": 2.6227347611202636,
      "grad_norm": 100.82892608642578,
      "learning_rate": 6.87960687960688e-06,
      "loss": 0.3716,
      "step": 398
    },
    {
      "epoch": 2.629324546952224,
      "grad_norm": 328.86724853515625,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 0.2346,
      "step": 399
    },
    {
      "epoch": 2.6359143327841847,
      "grad_norm": 414.6925964355469,
      "learning_rate": 6.6339066339066335e-06,
      "loss": 0.3206,
      "step": 400
    },
    {
      "epoch": 2.642504118616145,
      "grad_norm": 321.9985656738281,
      "learning_rate": 6.511056511056511e-06,
      "loss": 0.2855,
      "step": 401
    },
    {
      "epoch": 2.6490939044481054,
      "grad_norm": 150.3809814453125,
      "learning_rate": 6.388206388206389e-06,
      "loss": 0.3489,
      "step": 402
    },
    {
      "epoch": 2.655683690280066,
      "grad_norm": 139.02951049804688,
      "learning_rate": 6.2653562653562665e-06,
      "loss": 0.2419,
      "step": 403
    },
    {
      "epoch": 2.662273476112026,
      "grad_norm": 151.592529296875,
      "learning_rate": 6.142506142506143e-06,
      "loss": 0.3109,
      "step": 404
    },
    {
      "epoch": 2.668863261943987,
      "grad_norm": 47.01968765258789,
      "learning_rate": 6.019656019656019e-06,
      "loss": 0.2973,
      "step": 405
    },
    {
      "epoch": 2.6754530477759473,
      "grad_norm": 300.16302490234375,
      "learning_rate": 5.896805896805897e-06,
      "loss": 0.3582,
      "step": 406
    },
    {
      "epoch": 2.6820428336079076,
      "grad_norm": 380.8616027832031,
      "learning_rate": 5.773955773955774e-06,
      "loss": 0.2839,
      "step": 407
    },
    {
      "epoch": 2.6886326194398684,
      "grad_norm": 119.63872528076172,
      "learning_rate": 5.6511056511056515e-06,
      "loss": 0.2836,
      "step": 408
    },
    {
      "epoch": 2.6952224052718288,
      "grad_norm": 97.77668762207031,
      "learning_rate": 5.528255528255528e-06,
      "loss": 0.2978,
      "step": 409
    },
    {
      "epoch": 2.701812191103789,
      "grad_norm": 32.76837921142578,
      "learning_rate": 5.405405405405406e-06,
      "loss": 0.3184,
      "step": 410
    },
    {
      "epoch": 2.7084019769357495,
      "grad_norm": 148.2511749267578,
      "learning_rate": 5.282555282555283e-06,
      "loss": 0.3299,
      "step": 411
    },
    {
      "epoch": 2.71499176276771,
      "grad_norm": 78.83771514892578,
      "learning_rate": 5.15970515970516e-06,
      "loss": 0.3379,
      "step": 412
    },
    {
      "epoch": 2.7215815485996706,
      "grad_norm": 43.07817459106445,
      "learning_rate": 5.036855036855037e-06,
      "loss": 0.3325,
      "step": 413
    },
    {
      "epoch": 2.728171334431631,
      "grad_norm": 34.94389343261719,
      "learning_rate": 4.914004914004914e-06,
      "loss": 0.2558,
      "step": 414
    },
    {
      "epoch": 2.7347611202635913,
      "grad_norm": 241.07553100585938,
      "learning_rate": 4.791154791154792e-06,
      "loss": 0.3095,
      "step": 415
    },
    {
      "epoch": 2.741350906095552,
      "grad_norm": 173.70211791992188,
      "learning_rate": 4.668304668304669e-06,
      "loss": 0.3556,
      "step": 416
    },
    {
      "epoch": 2.7479406919275124,
      "grad_norm": 131.01210021972656,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.3794,
      "step": 417
    },
    {
      "epoch": 2.754530477759473,
      "grad_norm": 80.76969146728516,
      "learning_rate": 4.422604422604422e-06,
      "loss": 0.2821,
      "step": 418
    },
    {
      "epoch": 2.761120263591433,
      "grad_norm": 473.2821960449219,
      "learning_rate": 4.2997542997543e-06,
      "loss": 0.3323,
      "step": 419
    },
    {
      "epoch": 2.7677100494233935,
      "grad_norm": 97.82337951660156,
      "learning_rate": 4.176904176904177e-06,
      "loss": 0.2755,
      "step": 420
    },
    {
      "epoch": 2.7742998352553543,
      "grad_norm": 316.9011535644531,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 0.2792,
      "step": 421
    },
    {
      "epoch": 2.7808896210873146,
      "grad_norm": 260.79034423828125,
      "learning_rate": 3.931203931203931e-06,
      "loss": 0.3694,
      "step": 422
    },
    {
      "epoch": 2.787479406919275,
      "grad_norm": 62.82155990600586,
      "learning_rate": 3.8083538083538086e-06,
      "loss": 0.2944,
      "step": 423
    },
    {
      "epoch": 2.7940691927512358,
      "grad_norm": 157.30381774902344,
      "learning_rate": 3.6855036855036854e-06,
      "loss": 0.2965,
      "step": 424
    },
    {
      "epoch": 2.800658978583196,
      "grad_norm": 170.7925567626953,
      "learning_rate": 3.562653562653563e-06,
      "loss": 0.3216,
      "step": 425
    },
    {
      "epoch": 2.8072487644151565,
      "grad_norm": 78.40022277832031,
      "learning_rate": 3.43980343980344e-06,
      "loss": 0.3452,
      "step": 426
    },
    {
      "epoch": 2.813838550247117,
      "grad_norm": 89.03524017333984,
      "learning_rate": 3.3169533169533168e-06,
      "loss": 0.2611,
      "step": 427
    },
    {
      "epoch": 2.820428336079077,
      "grad_norm": 38.65609359741211,
      "learning_rate": 3.1941031941031944e-06,
      "loss": 0.3284,
      "step": 428
    },
    {
      "epoch": 2.827018121911038,
      "grad_norm": 608.3867797851562,
      "learning_rate": 3.0712530712530717e-06,
      "loss": 0.3454,
      "step": 429
    },
    {
      "epoch": 2.8336079077429983,
      "grad_norm": 76.90625762939453,
      "learning_rate": 2.9484029484029485e-06,
      "loss": 0.2576,
      "step": 430
    },
    {
      "epoch": 2.8401976935749587,
      "grad_norm": 53.53964614868164,
      "learning_rate": 2.8255528255528258e-06,
      "loss": 0.3003,
      "step": 431
    },
    {
      "epoch": 2.8467874794069195,
      "grad_norm": 70.24076843261719,
      "learning_rate": 2.702702702702703e-06,
      "loss": 0.3142,
      "step": 432
    },
    {
      "epoch": 2.85337726523888,
      "grad_norm": 33.27001190185547,
      "learning_rate": 2.57985257985258e-06,
      "loss": 0.3152,
      "step": 433
    },
    {
      "epoch": 2.85996705107084,
      "grad_norm": 163.56005859375,
      "learning_rate": 2.457002457002457e-06,
      "loss": 0.2981,
      "step": 434
    },
    {
      "epoch": 2.8665568369028005,
      "grad_norm": 126.6738510131836,
      "learning_rate": 2.3341523341523343e-06,
      "loss": 0.3119,
      "step": 435
    },
    {
      "epoch": 2.873146622734761,
      "grad_norm": 39.26594924926758,
      "learning_rate": 2.211302211302211e-06,
      "loss": 0.3173,
      "step": 436
    },
    {
      "epoch": 2.8797364085667216,
      "grad_norm": 106.17019653320312,
      "learning_rate": 2.0884520884520884e-06,
      "loss": 0.342,
      "step": 437
    },
    {
      "epoch": 2.886326194398682,
      "grad_norm": 119.90926361083984,
      "learning_rate": 1.9656019656019657e-06,
      "loss": 0.2775,
      "step": 438
    },
    {
      "epoch": 2.892915980230643,
      "grad_norm": 278.5794677734375,
      "learning_rate": 1.8427518427518427e-06,
      "loss": 0.2704,
      "step": 439
    },
    {
      "epoch": 2.899505766062603,
      "grad_norm": 95.96866607666016,
      "learning_rate": 1.71990171990172e-06,
      "loss": 0.2633,
      "step": 440
    },
    {
      "epoch": 2.9060955518945635,
      "grad_norm": 94.9200210571289,
      "learning_rate": 1.5970515970515972e-06,
      "loss": 0.2662,
      "step": 441
    },
    {
      "epoch": 2.912685337726524,
      "grad_norm": 331.02508544921875,
      "learning_rate": 1.4742014742014743e-06,
      "loss": 0.2685,
      "step": 442
    },
    {
      "epoch": 2.919275123558484,
      "grad_norm": 474.9095764160156,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 0.2664,
      "step": 443
    },
    {
      "epoch": 2.925864909390445,
      "grad_norm": 146.21035766601562,
      "learning_rate": 1.2285012285012285e-06,
      "loss": 0.2524,
      "step": 444
    },
    {
      "epoch": 2.9324546952224053,
      "grad_norm": 67.15187072753906,
      "learning_rate": 1.1056511056511056e-06,
      "loss": 0.2769,
      "step": 445
    },
    {
      "epoch": 2.9390444810543657,
      "grad_norm": 68.6742172241211,
      "learning_rate": 9.828009828009828e-07,
      "loss": 0.2768,
      "step": 446
    },
    {
      "epoch": 2.9456342668863265,
      "grad_norm": 82.91572570800781,
      "learning_rate": 8.5995085995086e-07,
      "loss": 0.2923,
      "step": 447
    },
    {
      "epoch": 2.952224052718287,
      "grad_norm": 236.94644165039062,
      "learning_rate": 7.371007371007371e-07,
      "loss": 0.3512,
      "step": 448
    },
    {
      "epoch": 2.958813838550247,
      "grad_norm": 84.61334991455078,
      "learning_rate": 6.142506142506143e-07,
      "loss": 0.254,
      "step": 449
    },
    {
      "epoch": 2.9654036243822075,
      "grad_norm": 160.33612060546875,
      "learning_rate": 4.914004914004914e-07,
      "loss": 0.2808,
      "step": 450
    },
    {
      "epoch": 2.971993410214168,
      "grad_norm": 96.69217681884766,
      "learning_rate": 3.6855036855036856e-07,
      "loss": 0.2926,
      "step": 451
    },
    {
      "epoch": 2.9785831960461286,
      "grad_norm": 315.9173278808594,
      "learning_rate": 2.457002457002457e-07,
      "loss": 0.2809,
      "step": 452
    },
    {
      "epoch": 2.985172981878089,
      "grad_norm": 46.96442413330078,
      "learning_rate": 1.2285012285012285e-07,
      "loss": 0.3087,
      "step": 453
    },
    {
      "epoch": 2.985172981878089,
      "step": 453,
      "total_flos": 1.0318088260361912e+18,
      "train_loss": 0.5700862745509768,
      "train_runtime": 62496.1524,
      "train_samples_per_second": 0.35,
      "train_steps_per_second": 0.007
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 453,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0318088260361912e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}