{
  "best_metric": 0.5852221250534058,
  "best_model_checkpoint": "/ephemeral/models/qwen-describe_tasks/checkpoint-200",
  "epoch": 3.571428571428571,
  "eval_steps": 200,
  "global_step": 800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004464285714285714,
      "grad_norm": 10.935125350952148,
      "learning_rate": 0.0,
      "loss": 1.3545,
      "step": 1
    },
    {
      "epoch": 0.008928571428571428,
      "grad_norm": 7.386569976806641,
      "learning_rate": 2.626495350371936e-06,
      "loss": 1.0726,
      "step": 2
    },
    {
      "epoch": 0.013392857142857142,
      "grad_norm": 7.35675048828125,
      "learning_rate": 4.162896638657993e-06,
      "loss": 1.0713,
      "step": 3
    },
    {
      "epoch": 0.017857142857142856,
      "grad_norm": 6.851252555847168,
      "learning_rate": 5.252990700743872e-06,
      "loss": 0.9934,
      "step": 4
    },
    {
      "epoch": 0.022321428571428572,
      "grad_norm": 6.426003456115723,
      "learning_rate": 6.098533345119624e-06,
      "loss": 0.7561,
      "step": 5
    },
    {
      "epoch": 0.026785714285714284,
      "grad_norm": 4.757523536682129,
      "learning_rate": 6.7893919890299284e-06,
      "loss": 0.7267,
      "step": 6
    },
    {
      "epoch": 0.03125,
      "grad_norm": 3.9246585369110107,
      "learning_rate": 7.373504649628066e-06,
      "loss": 0.6757,
      "step": 7
    },
    {
      "epoch": 0.03571428571428571,
      "grad_norm": 5.09559965133667,
      "learning_rate": 7.879486051115807e-06,
      "loss": 0.7255,
      "step": 8
    },
    {
      "epoch": 0.04017857142857143,
      "grad_norm": 4.388647079467773,
      "learning_rate": 8.325793277315987e-06,
      "loss": 0.6737,
      "step": 9
    },
    {
      "epoch": 0.044642857142857144,
      "grad_norm": 3.693603754043579,
      "learning_rate": 8.72502869549156e-06,
      "loss": 0.6406,
      "step": 10
    },
    {
      "epoch": 0.049107142857142856,
      "grad_norm": 3.9717981815338135,
      "learning_rate": 9.086181061280522e-06,
      "loss": 0.587,
      "step": 11
    },
    {
      "epoch": 0.05357142857142857,
      "grad_norm": 3.3187167644500732,
      "learning_rate": 9.415887339401865e-06,
      "loss": 0.5724,
      "step": 12
    },
    {
      "epoch": 0.05803571428571429,
      "grad_norm": 3.3204233646392822,
      "learning_rate": 9.719187714029216e-06,
      "loss": 0.6456,
      "step": 13
    },
    {
      "epoch": 0.0625,
      "grad_norm": 3.1636106967926025,
      "learning_rate": 1e-05,
      "loss": 0.573,
      "step": 14
    },
    {
      "epoch": 0.06696428571428571,
      "grad_norm": 3.5804100036621094,
      "learning_rate": 9.999986052613417e-06,
      "loss": 0.5863,
      "step": 15
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 3.142025947570801,
      "learning_rate": 9.99994421053148e-06,
      "loss": 0.6012,
      "step": 16
    },
    {
      "epoch": 0.07589285714285714,
      "grad_norm": 2.6348273754119873,
      "learning_rate": 9.999874473987653e-06,
      "loss": 0.5631,
      "step": 17
    },
    {
      "epoch": 0.08035714285714286,
      "grad_norm": 2.788102149963379,
      "learning_rate": 9.999776843371027e-06,
      "loss": 0.6074,
      "step": 18
    },
    {
      "epoch": 0.08482142857142858,
      "grad_norm": 2.5704562664031982,
      "learning_rate": 9.99965131922634e-06,
      "loss": 0.5218,
      "step": 19
    },
    {
      "epoch": 0.08928571428571429,
      "grad_norm": 2.773559331893921,
      "learning_rate": 9.999497902253949e-06,
      "loss": 0.5921,
      "step": 20
    },
    {
      "epoch": 0.09375,
      "grad_norm": 2.585707664489746,
      "learning_rate": 9.999316593309849e-06,
      "loss": 0.603,
      "step": 21
    },
    {
      "epoch": 0.09821428571428571,
      "grad_norm": 2.896451711654663,
      "learning_rate": 9.999107393405655e-06,
      "loss": 0.588,
      "step": 22
    },
    {
      "epoch": 0.10267857142857142,
      "grad_norm": 2.606309652328491,
      "learning_rate": 9.998870303708601e-06,
      "loss": 0.4943,
      "step": 23
    },
    {
      "epoch": 0.10714285714285714,
      "grad_norm": 2.6549859046936035,
      "learning_rate": 9.998605325541531e-06,
      "loss": 0.5824,
      "step": 24
    },
    {
      "epoch": 0.11160714285714286,
      "grad_norm": 2.7567014694213867,
      "learning_rate": 9.998312460382895e-06,
      "loss": 0.5915,
      "step": 25
    },
    {
      "epoch": 0.11607142857142858,
      "grad_norm": 2.674490451812744,
      "learning_rate": 9.997991709866738e-06,
      "loss": 0.5946,
      "step": 26
    },
    {
      "epoch": 0.12053571428571429,
      "grad_norm": 2.0534379482269287,
      "learning_rate": 9.997643075782691e-06,
      "loss": 0.4713,
      "step": 27
    },
    {
      "epoch": 0.125,
      "grad_norm": 2.5476534366607666,
      "learning_rate": 9.997266560075961e-06,
      "loss": 0.5565,
      "step": 28
    },
    {
      "epoch": 0.12946428571428573,
      "grad_norm": 3.0594515800476074,
      "learning_rate": 9.996862164847323e-06,
      "loss": 0.5195,
      "step": 29
    },
    {
      "epoch": 0.13392857142857142,
      "grad_norm": 2.6829309463500977,
      "learning_rate": 9.996429892353107e-06,
      "loss": 0.4949,
      "step": 30
    },
    {
      "epoch": 0.13839285714285715,
      "grad_norm": 2.6954853534698486,
      "learning_rate": 9.99596974500518e-06,
      "loss": 0.5276,
      "step": 31
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 2.8353872299194336,
      "learning_rate": 9.995481725370941e-06,
      "loss": 0.5713,
      "step": 32
    },
    {
      "epoch": 0.14732142857142858,
      "grad_norm": 2.503706693649292,
      "learning_rate": 9.994965836173303e-06,
      "loss": 0.5171,
      "step": 33
    },
    {
      "epoch": 0.15178571428571427,
      "grad_norm": 2.876476526260376,
      "learning_rate": 9.994422080290675e-06,
      "loss": 0.5046,
      "step": 34
    },
    {
      "epoch": 0.15625,
      "grad_norm": 2.6266987323760986,
      "learning_rate": 9.99385046075695e-06,
      "loss": 0.5366,
      "step": 35
    },
    {
      "epoch": 0.16071428571428573,
      "grad_norm": 2.4998559951782227,
      "learning_rate": 9.993250980761487e-06,
      "loss": 0.5082,
      "step": 36
    },
    {
      "epoch": 0.16517857142857142,
      "grad_norm": 2.6557369232177734,
      "learning_rate": 9.99262364364909e-06,
      "loss": 0.5126,
      "step": 37
    },
    {
      "epoch": 0.16964285714285715,
      "grad_norm": 2.4919795989990234,
      "learning_rate": 9.991968452919999e-06,
      "loss": 0.459,
      "step": 38
    },
    {
      "epoch": 0.17410714285714285,
      "grad_norm": 2.501042604446411,
      "learning_rate": 9.991285412229854e-06,
      "loss": 0.5021,
      "step": 39
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 2.462800979614258,
      "learning_rate": 9.99057452538969e-06,
      "loss": 0.5227,
      "step": 40
    },
    {
      "epoch": 0.18303571428571427,
      "grad_norm": 2.2987539768218994,
      "learning_rate": 9.989835796365911e-06,
      "loss": 0.491,
      "step": 41
    },
    {
      "epoch": 0.1875,
      "grad_norm": 2.5660648345947266,
      "learning_rate": 9.989069229280264e-06,
      "loss": 0.5264,
      "step": 42
    },
    {
      "epoch": 0.19196428571428573,
      "grad_norm": 2.3724122047424316,
      "learning_rate": 9.988274828409821e-06,
      "loss": 0.5362,
      "step": 43
    },
    {
      "epoch": 0.19642857142857142,
      "grad_norm": 2.1337292194366455,
      "learning_rate": 9.987452598186947e-06,
      "loss": 0.4827,
      "step": 44
    },
    {
      "epoch": 0.20089285714285715,
      "grad_norm": 2.4473042488098145,
      "learning_rate": 9.986602543199292e-06,
      "loss": 0.5034,
      "step": 45
    },
    {
      "epoch": 0.20535714285714285,
      "grad_norm": 2.3975181579589844,
      "learning_rate": 9.985724668189744e-06,
      "loss": 0.5155,
      "step": 46
    },
    {
      "epoch": 0.20982142857142858,
      "grad_norm": 2.3558027744293213,
      "learning_rate": 9.98481897805642e-06,
      "loss": 0.5271,
      "step": 47
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 2.3652427196502686,
      "learning_rate": 9.983885477852628e-06,
      "loss": 0.5966,
      "step": 48
    },
    {
      "epoch": 0.21875,
      "grad_norm": 2.551260471343994,
      "learning_rate": 9.982924172786847e-06,
      "loss": 0.5586,
      "step": 49
    },
    {
      "epoch": 0.22321428571428573,
      "grad_norm": 2.4399120807647705,
      "learning_rate": 9.981935068222687e-06,
      "loss": 0.5133,
      "step": 50
    },
    {
      "epoch": 0.22767857142857142,
      "grad_norm": 2.097429037094116,
      "learning_rate": 9.980918169678872e-06,
      "loss": 0.439,
      "step": 51
    },
    {
      "epoch": 0.23214285714285715,
      "grad_norm": 3.4427826404571533,
      "learning_rate": 9.979873482829199e-06,
      "loss": 0.5122,
      "step": 52
    },
    {
      "epoch": 0.23660714285714285,
      "grad_norm": 2.506448268890381,
      "learning_rate": 9.978801013502511e-06,
      "loss": 0.5187,
      "step": 53
    },
    {
      "epoch": 0.24107142857142858,
      "grad_norm": 2.153078556060791,
      "learning_rate": 9.977700767682665e-06,
      "loss": 0.4699,
      "step": 54
    },
    {
      "epoch": 0.24553571428571427,
      "grad_norm": 2.5463476181030273,
      "learning_rate": 9.976572751508497e-06,
      "loss": 0.5425,
      "step": 55
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3144137859344482,
      "learning_rate": 9.975416971273787e-06,
      "loss": 0.4973,
      "step": 56
    },
    {
      "epoch": 0.2544642857142857,
      "grad_norm": 2.373551607131958,
      "learning_rate": 9.974233433427222e-06,
      "loss": 0.4538,
      "step": 57
    },
    {
      "epoch": 0.25892857142857145,
      "grad_norm": 1.888371467590332,
      "learning_rate": 9.97302214457237e-06,
      "loss": 0.4525,
      "step": 58
    },
    {
      "epoch": 0.26339285714285715,
      "grad_norm": 2.0926015377044678,
      "learning_rate": 9.971783111467635e-06,
      "loss": 0.4793,
      "step": 59
    },
    {
      "epoch": 0.26785714285714285,
      "grad_norm": 2.090359926223755,
      "learning_rate": 9.970516341026211e-06,
      "loss": 0.4818,
      "step": 60
    },
    {
      "epoch": 0.27232142857142855,
      "grad_norm": 2.268264055252075,
      "learning_rate": 9.969221840316066e-06,
      "loss": 0.5479,
      "step": 61
    },
    {
      "epoch": 0.2767857142857143,
      "grad_norm": 2.044856309890747,
      "learning_rate": 9.967899616559879e-06,
      "loss": 0.4726,
      "step": 62
    },
    {
      "epoch": 0.28125,
      "grad_norm": 2.361753225326538,
      "learning_rate": 9.966549677135015e-06,
      "loss": 0.4901,
      "step": 63
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 2.3921494483947754,
      "learning_rate": 9.965172029573479e-06,
      "loss": 0.4856,
      "step": 64
    },
    {
      "epoch": 0.29017857142857145,
      "grad_norm": 2.134155750274658,
      "learning_rate": 9.96376668156187e-06,
      "loss": 0.4621,
      "step": 65
    },
    {
      "epoch": 0.29464285714285715,
      "grad_norm": 2.1714282035827637,
      "learning_rate": 9.962333640941349e-06,
      "loss": 0.5009,
      "step": 66
    },
    {
      "epoch": 0.29910714285714285,
      "grad_norm": 2.107659339904785,
      "learning_rate": 9.960872915707582e-06,
      "loss": 0.5125,
      "step": 67
    },
    {
      "epoch": 0.30357142857142855,
      "grad_norm": 1.874833583831787,
      "learning_rate": 9.959384514010703e-06,
      "loss": 0.4568,
      "step": 68
    },
    {
      "epoch": 0.3080357142857143,
      "grad_norm": 2.18188214302063,
      "learning_rate": 9.95786844415527e-06,
      "loss": 0.5336,
      "step": 69
    },
    {
      "epoch": 0.3125,
      "grad_norm": 1.9995635747909546,
      "learning_rate": 9.956324714600212e-06,
      "loss": 0.507,
      "step": 70
    },
    {
      "epoch": 0.3169642857142857,
      "grad_norm": 2.198190212249756,
      "learning_rate": 9.95475333395879e-06,
      "loss": 0.4801,
      "step": 71
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 2.370695114135742,
      "learning_rate": 9.95315431099854e-06,
      "loss": 0.4944,
      "step": 72
    },
    {
      "epoch": 0.32589285714285715,
      "grad_norm": 2.126605272293091,
      "learning_rate": 9.951527654641231e-06,
      "loss": 0.4874,
      "step": 73
    },
    {
      "epoch": 0.33035714285714285,
      "grad_norm": 2.093745231628418,
      "learning_rate": 9.949873373962814e-06,
      "loss": 0.5515,
      "step": 74
    },
    {
      "epoch": 0.33482142857142855,
      "grad_norm": 1.9955790042877197,
      "learning_rate": 9.948191478193365e-06,
      "loss": 0.4524,
      "step": 75
    },
    {
      "epoch": 0.3392857142857143,
      "grad_norm": 1.8829865455627441,
      "learning_rate": 9.946481976717046e-06,
      "loss": 0.4387,
      "step": 76
    },
    {
      "epoch": 0.34375,
      "grad_norm": 1.8707062005996704,
      "learning_rate": 9.944744879072043e-06,
      "loss": 0.4467,
      "step": 77
    },
    {
      "epoch": 0.3482142857142857,
      "grad_norm": 2.0644657611846924,
      "learning_rate": 9.942980194950511e-06,
      "loss": 0.5096,
      "step": 78
    },
    {
      "epoch": 0.35267857142857145,
      "grad_norm": 2.6129536628723145,
      "learning_rate": 9.941187934198528e-06,
      "loss": 0.5458,
      "step": 79
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 2.0972604751586914,
      "learning_rate": 9.939368106816038e-06,
      "loss": 0.4918,
      "step": 80
    },
    {
      "epoch": 0.36160714285714285,
      "grad_norm": 2.2218029499053955,
      "learning_rate": 9.937520722956789e-06,
      "loss": 0.5811,
      "step": 81
    },
    {
      "epoch": 0.36607142857142855,
      "grad_norm": 2.017685890197754,
      "learning_rate": 9.93564579292828e-06,
      "loss": 0.4626,
      "step": 82
    },
    {
      "epoch": 0.3705357142857143,
      "grad_norm": 2.521484613418579,
      "learning_rate": 9.933743327191711e-06,
      "loss": 0.4818,
      "step": 83
    },
    {
      "epoch": 0.375,
      "grad_norm": 2.1667404174804688,
      "learning_rate": 9.93181333636191e-06,
      "loss": 0.5324,
      "step": 84
    },
    {
      "epoch": 0.3794642857142857,
      "grad_norm": 2.0817134380340576,
      "learning_rate": 9.929855831207288e-06,
      "loss": 0.4595,
      "step": 85
    },
    {
      "epoch": 0.38392857142857145,
      "grad_norm": 1.9740232229232788,
      "learning_rate": 9.92787082264977e-06,
      "loss": 0.4228,
      "step": 86
    },
    {
      "epoch": 0.38839285714285715,
      "grad_norm": 1.985465407371521,
      "learning_rate": 9.925858321764733e-06,
      "loss": 0.4971,
      "step": 87
    },
    {
      "epoch": 0.39285714285714285,
      "grad_norm": 2.02755069732666,
      "learning_rate": 9.923818339780954e-06,
      "loss": 0.5322,
      "step": 88
    },
    {
      "epoch": 0.39732142857142855,
      "grad_norm": 2.2033133506774902,
      "learning_rate": 9.921750888080534e-06,
      "loss": 0.4646,
      "step": 89
    },
    {
      "epoch": 0.4017857142857143,
      "grad_norm": 2.1710963249206543,
      "learning_rate": 9.91965597819885e-06,
      "loss": 0.4665,
      "step": 90
    },
    {
      "epoch": 0.40625,
      "grad_norm": 1.907015085220337,
      "learning_rate": 9.917533621824476e-06,
      "loss": 0.408,
      "step": 91
    },
    {
      "epoch": 0.4107142857142857,
      "grad_norm": 1.8381679058074951,
      "learning_rate": 9.915383830799129e-06,
      "loss": 0.4057,
      "step": 92
    },
    {
      "epoch": 0.41517857142857145,
      "grad_norm": 2.105541229248047,
      "learning_rate": 9.91320661711759e-06,
      "loss": 0.5089,
      "step": 93
    },
    {
      "epoch": 0.41964285714285715,
      "grad_norm": 2.172125816345215,
      "learning_rate": 9.911001992927655e-06,
      "loss": 0.4856,
      "step": 94
    },
    {
      "epoch": 0.42410714285714285,
      "grad_norm": 2.0441055297851562,
      "learning_rate": 9.908769970530049e-06,
      "loss": 0.505,
      "step": 95
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 1.9920746088027954,
      "learning_rate": 9.90651056237837e-06,
      "loss": 0.4962,
      "step": 96
    },
    {
      "epoch": 0.4330357142857143,
      "grad_norm": 2.0216598510742188,
      "learning_rate": 9.904223781079017e-06,
      "loss": 0.5041,
      "step": 97
    },
    {
      "epoch": 0.4375,
      "grad_norm": 2.212711811065674,
      "learning_rate": 9.901909639391111e-06,
      "loss": 0.5078,
      "step": 98
    },
    {
      "epoch": 0.4419642857142857,
      "grad_norm": 2.3241405487060547,
      "learning_rate": 9.899568150226435e-06,
      "loss": 0.4316,
      "step": 99
    },
    {
      "epoch": 0.44642857142857145,
      "grad_norm": 2.092745542526245,
      "learning_rate": 9.897199326649362e-06,
      "loss": 0.4653,
      "step": 100
    },
    {
      "epoch": 0.45089285714285715,
      "grad_norm": 1.8443938493728638,
      "learning_rate": 9.894803181876765e-06,
      "loss": 0.4527,
      "step": 101
    },
    {
      "epoch": 0.45535714285714285,
      "grad_norm": 1.827662467956543,
      "learning_rate": 9.892379729277972e-06,
      "loss": 0.455,
      "step": 102
    },
    {
      "epoch": 0.45982142857142855,
      "grad_norm": 1.8256633281707764,
      "learning_rate": 9.889928982374663e-06,
      "loss": 0.369,
      "step": 103
    },
    {
      "epoch": 0.4642857142857143,
      "grad_norm": 2.305311918258667,
      "learning_rate": 9.887450954840812e-06,
      "loss": 0.4713,
      "step": 104
    },
    {
      "epoch": 0.46875,
      "grad_norm": 2.3441269397735596,
      "learning_rate": 9.884945660502607e-06,
      "loss": 0.4571,
      "step": 105
    },
    {
      "epoch": 0.4732142857142857,
      "grad_norm": 1.9434335231781006,
      "learning_rate": 9.882413113338364e-06,
      "loss": 0.4814,
      "step": 106
    },
    {
      "epoch": 0.47767857142857145,
      "grad_norm": 2.1630849838256836,
      "learning_rate": 9.879853327478465e-06,
      "loss": 0.4856,
      "step": 107
    },
    {
      "epoch": 0.48214285714285715,
      "grad_norm": 2.32119083404541,
      "learning_rate": 9.877266317205268e-06,
      "loss": 0.4614,
      "step": 108
    },
    {
      "epoch": 0.48660714285714285,
      "grad_norm": 2.141681671142578,
      "learning_rate": 9.874652096953028e-06,
      "loss": 0.4633,
      "step": 109
    },
    {
      "epoch": 0.49107142857142855,
      "grad_norm": 2.1267635822296143,
      "learning_rate": 9.872010681307821e-06,
      "loss": 0.5275,
      "step": 110
    },
    {
      "epoch": 0.4955357142857143,
      "grad_norm": 2.1307332515716553,
      "learning_rate": 9.869342085007458e-06,
      "loss": 0.4224,
      "step": 111
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9681659936904907,
      "learning_rate": 9.866646322941405e-06,
      "loss": 0.4645,
      "step": 112
    },
    {
      "epoch": 0.5044642857142857,
      "grad_norm": 1.8705610036849976,
      "learning_rate": 9.863923410150704e-06,
      "loss": 0.4672,
      "step": 113
    },
    {
      "epoch": 0.5089285714285714,
      "grad_norm": 2.2226390838623047,
      "learning_rate": 9.861173361827876e-06,
      "loss": 0.4418,
      "step": 114
    },
    {
      "epoch": 0.5133928571428571,
      "grad_norm": 1.979615569114685,
      "learning_rate": 9.858396193316853e-06,
      "loss": 0.4622,
      "step": 115
    },
    {
      "epoch": 0.5178571428571429,
      "grad_norm": 2.0155093669891357,
      "learning_rate": 9.855591920112883e-06,
      "loss": 0.4585,
      "step": 116
    },
    {
      "epoch": 0.5223214285714286,
      "grad_norm": 1.7425578832626343,
      "learning_rate": 9.85276055786244e-06,
      "loss": 0.4938,
      "step": 117
    },
    {
      "epoch": 0.5267857142857143,
      "grad_norm": 2.0626533031463623,
      "learning_rate": 9.849902122363148e-06,
      "loss": 0.458,
      "step": 118
    },
    {
      "epoch": 0.53125,
      "grad_norm": 1.8312275409698486,
      "learning_rate": 9.847016629563683e-06,
      "loss": 0.4615,
      "step": 119
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 2.0553085803985596,
      "learning_rate": 9.844104095563689e-06,
      "loss": 0.5286,
      "step": 120
    },
    {
      "epoch": 0.5401785714285714,
      "grad_norm": 1.95139741897583,
      "learning_rate": 9.841164536613685e-06,
      "loss": 0.4863,
      "step": 121
    },
    {
      "epoch": 0.5446428571428571,
      "grad_norm": 1.9694424867630005,
      "learning_rate": 9.83819796911498e-06,
      "loss": 0.5279,
      "step": 122
    },
    {
      "epoch": 0.5491071428571429,
      "grad_norm": 1.9648712873458862,
      "learning_rate": 9.83520440961957e-06,
      "loss": 0.3807,
      "step": 123
    },
    {
      "epoch": 0.5535714285714286,
      "grad_norm": 1.8197687864303589,
      "learning_rate": 9.83218387483006e-06,
      "loss": 0.4943,
      "step": 124
    },
    {
      "epoch": 0.5580357142857143,
      "grad_norm": 1.864090919494629,
      "learning_rate": 9.829136381599563e-06,
      "loss": 0.4804,
      "step": 125
    },
    {
      "epoch": 0.5625,
      "grad_norm": 1.827278971672058,
      "learning_rate": 9.826061946931605e-06,
      "loss": 0.4173,
      "step": 126
    },
    {
      "epoch": 0.5669642857142857,
      "grad_norm": 1.8508820533752441,
      "learning_rate": 9.822960587980034e-06,
      "loss": 0.4831,
      "step": 127
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.801448941230774,
      "learning_rate": 9.81983232204892e-06,
      "loss": 0.4823,
      "step": 128
    },
    {
      "epoch": 0.5758928571428571,
      "grad_norm": 1.9353251457214355,
      "learning_rate": 9.816677166592462e-06,
      "loss": 0.4074,
      "step": 129
    },
    {
      "epoch": 0.5803571428571429,
      "grad_norm": 1.9287128448486328,
      "learning_rate": 9.81349513921489e-06,
      "loss": 0.4495,
      "step": 130
    },
    {
      "epoch": 0.5848214285714286,
      "grad_norm": 1.5913102626800537,
      "learning_rate": 9.810286257670365e-06,
      "loss": 0.4161,
      "step": 131
    },
    {
      "epoch": 0.5892857142857143,
      "grad_norm": 1.9423521757125854,
      "learning_rate": 9.807050539862884e-06,
      "loss": 0.4254,
      "step": 132
    },
    {
      "epoch": 0.59375,
      "grad_norm": 1.7807602882385254,
      "learning_rate": 9.803788003846175e-06,
      "loss": 0.4541,
      "step": 133
    },
    {
      "epoch": 0.5982142857142857,
      "grad_norm": 1.9615179300308228,
      "learning_rate": 9.800498667823595e-06,
      "loss": 0.4375,
      "step": 134
    },
    {
      "epoch": 0.6026785714285714,
      "grad_norm": 1.7444758415222168,
      "learning_rate": 9.797182550148039e-06,
      "loss": 0.4568,
      "step": 135
    },
    {
      "epoch": 0.6071428571428571,
      "grad_norm": 1.9967138767242432,
      "learning_rate": 9.793839669321828e-06,
      "loss": 0.4152,
      "step": 136
    },
    {
      "epoch": 0.6116071428571429,
      "grad_norm": 1.8935024738311768,
      "learning_rate": 9.790470043996604e-06,
      "loss": 0.4807,
      "step": 137
    },
    {
      "epoch": 0.6160714285714286,
      "grad_norm": 1.8592950105667114,
      "learning_rate": 9.78707369297324e-06,
      "loss": 0.4849,
      "step": 138
    },
    {
      "epoch": 0.6205357142857143,
      "grad_norm": 1.8688433170318604,
      "learning_rate": 9.783650635201714e-06,
      "loss": 0.5193,
      "step": 139
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.806913137435913,
      "learning_rate": 9.780200889781021e-06,
      "loss": 0.4224,
      "step": 140
    },
    {
      "epoch": 0.6294642857142857,
      "grad_norm": 1.8969337940216064,
      "learning_rate": 9.776724475959061e-06,
      "loss": 0.4986,
      "step": 141
    },
    {
      "epoch": 0.6339285714285714,
      "grad_norm": 1.5755013227462769,
      "learning_rate": 9.773221413132525e-06,
      "loss": 0.4343,
      "step": 142
    },
    {
      "epoch": 0.6383928571428571,
      "grad_norm": 1.70070481300354,
      "learning_rate": 9.769691720846801e-06,
      "loss": 0.4163,
      "step": 143
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 1.9572802782058716,
      "learning_rate": 9.766135418795848e-06,
      "loss": 0.4618,
      "step": 144
    },
    {
      "epoch": 0.6473214285714286,
      "grad_norm": 1.9200794696807861,
      "learning_rate": 9.762552526822098e-06,
      "loss": 0.4258,
      "step": 145
    },
    {
      "epoch": 0.6517857142857143,
      "grad_norm": 1.9915560483932495,
      "learning_rate": 9.758943064916342e-06,
      "loss": 0.4185,
      "step": 146
    },
    {
      "epoch": 0.65625,
      "grad_norm": 1.6791561841964722,
      "learning_rate": 9.755307053217622e-06,
      "loss": 0.4074,
      "step": 147
    },
    {
      "epoch": 0.6607142857142857,
      "grad_norm": 1.984868049621582,
      "learning_rate": 9.751644512013106e-06,
      "loss": 0.461,
      "step": 148
    },
    {
      "epoch": 0.6651785714285714,
      "grad_norm": 1.925027847290039,
      "learning_rate": 9.74795546173799e-06,
      "loss": 0.4601,
      "step": 149
    },
    {
      "epoch": 0.6696428571428571,
      "grad_norm": 2.0234742164611816,
      "learning_rate": 9.744239922975377e-06,
      "loss": 0.4874,
      "step": 150
    },
    {
      "epoch": 0.6741071428571429,
      "grad_norm": 1.8171749114990234,
      "learning_rate": 9.740497916456163e-06,
      "loss": 0.4806,
      "step": 151
    },
    {
      "epoch": 0.6785714285714286,
      "grad_norm": 1.8766131401062012,
      "learning_rate": 9.736729463058921e-06,
      "loss": 0.5144,
      "step": 152
    },
    {
      "epoch": 0.6830357142857143,
      "grad_norm": 1.7700015306472778,
      "learning_rate": 9.732934583809782e-06,
      "loss": 0.4958,
      "step": 153
    },
    {
      "epoch": 0.6875,
      "grad_norm": 1.7756420373916626,
      "learning_rate": 9.729113299882324e-06,
      "loss": 0.4685,
      "step": 154
    },
    {
      "epoch": 0.6919642857142857,
      "grad_norm": 1.7557669878005981,
      "learning_rate": 9.725265632597448e-06,
      "loss": 0.4736,
      "step": 155
    },
    {
      "epoch": 0.6964285714285714,
      "grad_norm": 1.7786169052124023,
      "learning_rate": 9.721391603423263e-06,
      "loss": 0.4582,
      "step": 156
    },
    {
      "epoch": 0.7008928571428571,
      "grad_norm": 1.7477728128433228,
      "learning_rate": 9.717491233974962e-06,
      "loss": 0.4399,
      "step": 157
    },
    {
      "epoch": 0.7053571428571429,
      "grad_norm": 1.8034288883209229,
      "learning_rate": 9.713564546014707e-06,
      "loss": 0.4933,
      "step": 158
    },
    {
      "epoch": 0.7098214285714286,
      "grad_norm": 1.7433615922927856,
      "learning_rate": 9.7096115614515e-06,
      "loss": 0.4367,
      "step": 159
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 1.9310708045959473,
      "learning_rate": 9.705632302341073e-06,
      "loss": 0.4674,
      "step": 160
    },
    {
      "epoch": 0.71875,
      "grad_norm": 1.709022879600525,
      "learning_rate": 9.701626790885749e-06,
      "loss": 0.4361,
      "step": 161
    },
    {
      "epoch": 0.7232142857142857,
      "grad_norm": 1.7623347043991089,
      "learning_rate": 9.69759504943433e-06,
      "loss": 0.4037,
      "step": 162
    },
    {
      "epoch": 0.7276785714285714,
      "grad_norm": 1.6316179037094116,
      "learning_rate": 9.69353710048197e-06,
      "loss": 0.4707,
      "step": 163
    },
    {
      "epoch": 0.7321428571428571,
      "grad_norm": 1.966737151145935,
      "learning_rate": 9.68945296667004e-06,
      "loss": 0.4493,
      "step": 164
    },
    {
      "epoch": 0.7366071428571429,
      "grad_norm": 1.7973566055297852,
      "learning_rate": 9.685342670786025e-06,
      "loss": 0.5024,
      "step": 165
    },
    {
      "epoch": 0.7410714285714286,
      "grad_norm": 2.026155710220337,
      "learning_rate": 9.681206235763367e-06,
      "loss": 0.4879,
      "step": 166
    },
    {
      "epoch": 0.7455357142857143,
      "grad_norm": 1.679463267326355,
      "learning_rate": 9.677043684681358e-06,
      "loss": 0.4495,
      "step": 167
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7095201015472412,
      "learning_rate": 9.672855040765006e-06,
      "loss": 0.3991,
      "step": 168
    },
    {
      "epoch": 0.7544642857142857,
      "grad_norm": 1.7846328020095825,
      "learning_rate": 9.668640327384899e-06,
      "loss": 0.4653,
      "step": 169
    },
    {
      "epoch": 0.7589285714285714,
      "grad_norm": 1.9439399242401123,
      "learning_rate": 9.664399568057087e-06,
      "loss": 0.4811,
      "step": 170
    },
    {
      "epoch": 0.7633928571428571,
      "grad_norm": 1.8142772912979126,
      "learning_rate": 9.660132786442937e-06,
      "loss": 0.4638,
      "step": 171
    },
    {
      "epoch": 0.7678571428571429,
      "grad_norm": 1.8977925777435303,
      "learning_rate": 9.655840006349014e-06,
      "loss": 0.4698,
      "step": 172
    },
    {
      "epoch": 0.7723214285714286,
      "grad_norm": 1.624567985534668,
      "learning_rate": 9.651521251726936e-06,
      "loss": 0.4651,
      "step": 173
    },
    {
      "epoch": 0.7767857142857143,
      "grad_norm": 1.6974815130233765,
      "learning_rate": 9.64717654667325e-06,
      "loss": 0.5096,
      "step": 174
    },
    {
      "epoch": 0.78125,
      "grad_norm": 1.6671240329742432,
      "learning_rate": 9.642805915429291e-06,
      "loss": 0.4255,
      "step": 175
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 1.703273057937622,
      "learning_rate": 9.638409382381052e-06,
      "loss": 0.4436,
      "step": 176
    },
    {
      "epoch": 0.7901785714285714,
      "grad_norm": 1.924634575843811,
      "learning_rate": 9.633986972059047e-06,
      "loss": 0.4679,
      "step": 177
    },
    {
      "epoch": 0.7946428571428571,
      "grad_norm": 1.6996525526046753,
      "learning_rate": 9.629538709138166e-06,
      "loss": 0.4836,
      "step": 178
    },
    {
      "epoch": 0.7991071428571429,
      "grad_norm": 1.6877120733261108,
      "learning_rate": 9.625064618437549e-06,
      "loss": 0.4473,
      "step": 179
    },
    {
      "epoch": 0.8035714285714286,
      "grad_norm": 1.6341931819915771,
      "learning_rate": 9.620564724920443e-06,
      "loss": 0.4279,
      "step": 180
    },
    {
      "epoch": 0.8080357142857143,
      "grad_norm": 1.5455591678619385,
      "learning_rate": 9.616039053694058e-06,
      "loss": 0.4124,
      "step": 181
    },
    {
      "epoch": 0.8125,
      "grad_norm": 1.6947259902954102,
      "learning_rate": 9.611487630009436e-06,
      "loss": 0.4061,
      "step": 182
    },
    {
      "epoch": 0.8169642857142857,
      "grad_norm": 1.7641195058822632,
      "learning_rate": 9.606910479261301e-06,
      "loss": 0.4839,
      "step": 183
    },
    {
      "epoch": 0.8214285714285714,
      "grad_norm": 1.513904333114624,
      "learning_rate": 9.602307626987925e-06,
      "loss": 0.403,
      "step": 184
    },
    {
      "epoch": 0.8258928571428571,
      "grad_norm": 1.791146993637085,
      "learning_rate": 9.597679098870978e-06,
      "loss": 0.4782,
      "step": 185
    },
    {
      "epoch": 0.8303571428571429,
      "grad_norm": 1.7051180601119995,
      "learning_rate": 9.593024920735393e-06,
      "loss": 0.4754,
      "step": 186
    },
    {
      "epoch": 0.8348214285714286,
      "grad_norm": 1.749476671218872,
      "learning_rate": 9.588345118549214e-06,
      "loss": 0.435,
      "step": 187
    },
    {
      "epoch": 0.8392857142857143,
      "grad_norm": 1.661120057106018,
      "learning_rate": 9.583639718423457e-06,
      "loss": 0.4536,
      "step": 188
    },
    {
      "epoch": 0.84375,
      "grad_norm": 1.4928163290023804,
      "learning_rate": 9.57890874661196e-06,
      "loss": 0.375,
      "step": 189
    },
    {
      "epoch": 0.8482142857142857,
      "grad_norm": 1.6453092098236084,
      "learning_rate": 9.57415222951124e-06,
      "loss": 0.445,
      "step": 190
    },
    {
      "epoch": 0.8526785714285714,
      "grad_norm": 1.6496193408966064,
      "learning_rate": 9.569370193660348e-06,
      "loss": 0.4098,
      "step": 191
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.779951810836792,
      "learning_rate": 9.564562665740708e-06,
      "loss": 0.5191,
      "step": 192
    },
    {
      "epoch": 0.8616071428571429,
      "grad_norm": 1.5148218870162964,
      "learning_rate": 9.559729672575985e-06,
      "loss": 0.4001,
      "step": 193
    },
    {
      "epoch": 0.8660714285714286,
      "grad_norm": 1.5799369812011719,
      "learning_rate": 9.554871241131923e-06,
      "loss": 0.4807,
      "step": 194
    },
    {
      "epoch": 0.8705357142857143,
      "grad_norm": 1.6424708366394043,
      "learning_rate": 9.549987398516206e-06,
      "loss": 0.4851,
      "step": 195
    },
    {
      "epoch": 0.875,
      "grad_norm": 1.766772985458374,
      "learning_rate": 9.54507817197829e-06,
      "loss": 0.4295,
      "step": 196
    },
    {
      "epoch": 0.8794642857142857,
      "grad_norm": 1.6645870208740234,
      "learning_rate": 9.540143588909268e-06,
      "loss": 0.426,
      "step": 197
    },
    {
      "epoch": 0.8839285714285714,
      "grad_norm": 1.8015894889831543,
      "learning_rate": 9.535183676841709e-06,
      "loss": 0.4602,
      "step": 198
    },
    {
      "epoch": 0.8883928571428571,
      "grad_norm": 1.8687186241149902,
      "learning_rate": 9.530198463449507e-06,
      "loss": 0.4674,
      "step": 199
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 1.8257641792297363,
      "learning_rate": 9.525187976547718e-06,
      "loss": 0.4584,
      "step": 200
    },
    {
      "epoch": 0.8928571428571429,
      "eval_loss": 0.5852221250534058,
      "eval_runtime": 5.367,
      "eval_samples_per_second": 11.18,
      "eval_steps_per_second": 0.745,
      "step": 200
    },
    {
      "epoch": 0.8973214285714286,
      "grad_norm": 1.5470904111862183,
      "learning_rate": 9.520152244092421e-06,
      "loss": 0.3601,
      "step": 201
    },
    {
      "epoch": 0.9017857142857143,
      "grad_norm": 1.608096957206726,
      "learning_rate": 9.515091294180546e-06,
      "loss": 0.3992,
      "step": 202
    },
    {
      "epoch": 0.90625,
      "grad_norm": 1.8043137788772583,
      "learning_rate": 9.510005155049729e-06,
      "loss": 0.4782,
      "step": 203
    },
    {
      "epoch": 0.9107142857142857,
      "grad_norm": 1.6916441917419434,
      "learning_rate": 9.504893855078144e-06,
      "loss": 0.3765,
      "step": 204
    },
    {
      "epoch": 0.9151785714285714,
      "grad_norm": 1.5904515981674194,
      "learning_rate": 9.499757422784358e-06,
      "loss": 0.4424,
      "step": 205
    },
    {
      "epoch": 0.9196428571428571,
      "grad_norm": 1.6705337762832642,
      "learning_rate": 9.494595886827157e-06,
      "loss": 0.4984,
      "step": 206
    },
    {
      "epoch": 0.9241071428571429,
      "grad_norm": 1.657344937324524,
      "learning_rate": 9.489409276005393e-06,
      "loss": 0.4511,
      "step": 207
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 1.6433309316635132,
      "learning_rate": 9.48419761925783e-06,
      "loss": 0.5035,
      "step": 208
    },
    {
      "epoch": 0.9330357142857143,
      "grad_norm": 1.81150484085083,
      "learning_rate": 9.478960945662974e-06,
      "loss": 0.3958,
      "step": 209
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.6642935276031494,
      "learning_rate": 9.473699284438908e-06,
      "loss": 0.4011,
      "step": 210
    },
    {
      "epoch": 0.9419642857142857,
      "grad_norm": 1.8117976188659668,
      "learning_rate": 9.468412664943137e-06,
      "loss": 0.5123,
      "step": 211
    },
    {
      "epoch": 0.9464285714285714,
      "grad_norm": 1.5370533466339111,
      "learning_rate": 9.463101116672423e-06,
      "loss": 0.4226,
      "step": 212
    },
    {
      "epoch": 0.9508928571428571,
      "grad_norm": 2.033900499343872,
      "learning_rate": 9.457764669262615e-06,
      "loss": 0.4902,
      "step": 213
    },
    {
      "epoch": 0.9553571428571429,
      "grad_norm": 1.672672986984253,
      "learning_rate": 9.452403352488488e-06,
      "loss": 0.442,
      "step": 214
    },
    {
      "epoch": 0.9598214285714286,
      "grad_norm": 1.9266510009765625,
      "learning_rate": 9.447017196263578e-06,
      "loss": 0.4805,
      "step": 215
    },
    {
      "epoch": 0.9642857142857143,
      "grad_norm": 1.629258155822754,
      "learning_rate": 9.441606230640012e-06,
      "loss": 0.444,
      "step": 216
    },
    {
      "epoch": 0.96875,
      "grad_norm": 1.6848729848861694,
      "learning_rate": 9.436170485808338e-06,
      "loss": 0.4444,
      "step": 217
    },
    {
      "epoch": 0.9732142857142857,
      "grad_norm": 1.693801999092102,
      "learning_rate": 9.430709992097364e-06,
      "loss": 0.4913,
      "step": 218
    },
    {
      "epoch": 0.9776785714285714,
      "grad_norm": 1.5817019939422607,
      "learning_rate": 9.425224779973986e-06,
      "loss": 0.4554,
      "step": 219
    },
    {
      "epoch": 0.9821428571428571,
      "grad_norm": 1.7226394414901733,
      "learning_rate": 9.41971488004301e-06,
      "loss": 0.5002,
      "step": 220
    },
    {
      "epoch": 0.9866071428571429,
      "grad_norm": 1.7014926671981812,
      "learning_rate": 9.414180323046991e-06,
      "loss": 0.4582,
      "step": 221
    },
    {
      "epoch": 0.9910714285714286,
      "grad_norm": 1.5330203771591187,
      "learning_rate": 9.408621139866067e-06,
      "loss": 0.3967,
      "step": 222
    },
    {
      "epoch": 0.9955357142857143,
      "grad_norm": 1.6649432182312012,
      "learning_rate": 9.403037361517762e-06,
      "loss": 0.4442,
      "step": 223
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5434422492980957,
      "learning_rate": 9.397429019156841e-06,
      "loss": 0.4281,
      "step": 224
    },
    {
      "epoch": 1.0044642857142858,
      "grad_norm": 1.4803626537322998,
      "learning_rate": 9.391796144075123e-06,
      "loss": 0.3408,
      "step": 225
    },
    {
      "epoch": 1.0089285714285714,
      "grad_norm": 1.7202813625335693,
      "learning_rate": 9.386138767701306e-06,
      "loss": 0.3212,
      "step": 226
    },
    {
      "epoch": 1.0133928571428572,
      "grad_norm": 1.5383710861206055,
      "learning_rate": 9.380456921600785e-06,
      "loss": 0.3628,
      "step": 227
    },
    {
      "epoch": 1.0178571428571428,
      "grad_norm": 1.598041296005249,
      "learning_rate": 9.374750637475499e-06,
      "loss": 0.3354,
      "step": 228
    },
    {
      "epoch": 1.0223214285714286,
      "grad_norm": 1.483928918838501,
      "learning_rate": 9.36901994716373e-06,
      "loss": 0.3572,
      "step": 229
    },
    {
      "epoch": 1.0267857142857142,
      "grad_norm": 1.4985754489898682,
      "learning_rate": 9.363264882639936e-06,
      "loss": 0.3117,
      "step": 230
    },
    {
      "epoch": 1.03125,
      "grad_norm": 1.6541988849639893,
      "learning_rate": 9.357485476014573e-06,
      "loss": 0.3235,
      "step": 231
    },
    {
      "epoch": 1.0357142857142858,
      "grad_norm": 1.459572672843933,
      "learning_rate": 9.351681759533914e-06,
      "loss": 0.2768,
      "step": 232
    },
    {
      "epoch": 1.0401785714285714,
      "grad_norm": 1.7430468797683716,
      "learning_rate": 9.345853765579865e-06,
      "loss": 0.2995,
      "step": 233
    },
    {
      "epoch": 1.0446428571428572,
      "grad_norm": 1.4982185363769531,
      "learning_rate": 9.340001526669794e-06,
      "loss": 0.2818,
      "step": 234
    },
    {
      "epoch": 1.0491071428571428,
      "grad_norm": 1.6810327768325806,
      "learning_rate": 9.33412507545634e-06,
      "loss": 0.3382,
      "step": 235
    },
    {
      "epoch": 1.0535714285714286,
      "grad_norm": 1.8060071468353271,
      "learning_rate": 9.32822444472724e-06,
      "loss": 0.343,
      "step": 236
    },
    {
      "epoch": 1.0580357142857142,
      "grad_norm": 1.786448359489441,
      "learning_rate": 9.322299667405134e-06,
      "loss": 0.3411,
      "step": 237
    },
    {
      "epoch": 1.0625,
      "grad_norm": 1.776330590248108,
      "learning_rate": 9.31635077654739e-06,
      "loss": 0.3569,
      "step": 238
    },
    {
      "epoch": 1.0669642857142858,
      "grad_norm": 1.5425933599472046,
      "learning_rate": 9.310377805345926e-06,
      "loss": 0.2962,
      "step": 239
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 1.6801799535751343,
      "learning_rate": 9.304380787127003e-06,
      "loss": 0.3163,
      "step": 240
    },
    {
      "epoch": 1.0758928571428572,
      "grad_norm": 1.6421353816986084,
      "learning_rate": 9.298359755351065e-06,
      "loss": 0.3159,
      "step": 241
    },
    {
      "epoch": 1.0803571428571428,
      "grad_norm": 1.7834713459014893,
      "learning_rate": 9.29231474361253e-06,
      "loss": 0.3795,
      "step": 242
    },
    {
      "epoch": 1.0848214285714286,
      "grad_norm": 1.6435611248016357,
      "learning_rate": 9.28624578563962e-06,
      "loss": 0.3161,
      "step": 243
    },
    {
      "epoch": 1.0892857142857142,
      "grad_norm": 1.579264760017395,
      "learning_rate": 9.280152915294162e-06,
      "loss": 0.3916,
      "step": 244
    },
    {
      "epoch": 1.09375,
      "grad_norm": 1.5122257471084595,
      "learning_rate": 9.274036166571402e-06,
      "loss": 0.3642,
      "step": 245
    },
    {
      "epoch": 1.0982142857142858,
      "grad_norm": 1.4102823734283447,
      "learning_rate": 9.267895573599819e-06,
      "loss": 0.3147,
      "step": 246
    },
    {
      "epoch": 1.1026785714285714,
      "grad_norm": 1.5816137790679932,
      "learning_rate": 9.261731170640923e-06,
      "loss": 0.3346,
      "step": 247
    },
    {
      "epoch": 1.1071428571428572,
      "grad_norm": 1.426952838897705,
      "learning_rate": 9.255542992089086e-06,
      "loss": 0.3033,
      "step": 248
    },
    {
      "epoch": 1.1116071428571428,
      "grad_norm": 1.437669038772583,
      "learning_rate": 9.24933107247132e-06,
      "loss": 0.3195,
      "step": 249
    },
    {
      "epoch": 1.1160714285714286,
      "grad_norm": 1.5356261730194092,
      "learning_rate": 9.243095446447113e-06,
      "loss": 0.306,
      "step": 250
    },
    {
      "epoch": 1.1205357142857142,
      "grad_norm": 1.4559781551361084,
      "learning_rate": 9.23683614880822e-06,
      "loss": 0.3088,
      "step": 251
    },
    {
      "epoch": 1.125,
      "grad_norm": 1.5992493629455566,
      "learning_rate": 9.230553214478469e-06,
      "loss": 0.3614,
      "step": 252
    },
    {
      "epoch": 1.1294642857142858,
      "grad_norm": 1.5381258726119995,
      "learning_rate": 9.224246678513569e-06,
      "loss": 0.322,
      "step": 253
    },
    {
      "epoch": 1.1339285714285714,
      "grad_norm": 1.6599974632263184,
      "learning_rate": 9.217916576100922e-06,
      "loss": 0.3098,
      "step": 254
    },
    {
      "epoch": 1.1383928571428572,
      "grad_norm": 1.5781593322753906,
      "learning_rate": 9.211562942559408e-06,
      "loss": 0.3397,
      "step": 255
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.5014089345932007,
      "learning_rate": 9.20518581333921e-06,
      "loss": 0.3195,
      "step": 256
    },
    {
      "epoch": 1.1473214285714286,
      "grad_norm": 1.5395718812942505,
      "learning_rate": 9.1987852240216e-06,
      "loss": 0.3319,
      "step": 257
    },
    {
      "epoch": 1.1517857142857142,
      "grad_norm": 1.4616154432296753,
      "learning_rate": 9.192361210318745e-06,
      "loss": 0.3141,
      "step": 258
    },
    {
      "epoch": 1.15625,
      "grad_norm": 1.5390483140945435,
      "learning_rate": 9.185913808073513e-06,
      "loss": 0.3062,
      "step": 259
    },
    {
      "epoch": 1.1607142857142858,
      "grad_norm": 1.6422654390335083,
      "learning_rate": 9.179443053259263e-06,
      "loss": 0.3551,
      "step": 260
    },
    {
      "epoch": 1.1651785714285714,
      "grad_norm": 1.5900368690490723,
      "learning_rate": 9.172948981979654e-06,
      "loss": 0.3655,
      "step": 261
    },
    {
      "epoch": 1.1696428571428572,
      "grad_norm": 1.582152009010315,
      "learning_rate": 9.166431630468438e-06,
      "loss": 0.3418,
      "step": 262
    },
    {
      "epoch": 1.1741071428571428,
      "grad_norm": 1.4746930599212646,
      "learning_rate": 9.159891035089262e-06,
      "loss": 0.2786,
      "step": 263
    },
    {
      "epoch": 1.1785714285714286,
      "grad_norm": 1.5723954439163208,
      "learning_rate": 9.153327232335455e-06,
      "loss": 0.3347,
      "step": 264
    },
    {
      "epoch": 1.1830357142857142,
      "grad_norm": 1.374165415763855,
      "learning_rate": 9.146740258829844e-06,
      "loss": 0.2811,
      "step": 265
    },
    {
      "epoch": 1.1875,
      "grad_norm": 1.6520895957946777,
      "learning_rate": 9.140130151324526e-06,
      "loss": 0.3786,
      "step": 266
    },
    {
      "epoch": 1.1919642857142858,
      "grad_norm": 1.3879092931747437,
      "learning_rate": 9.13349694670068e-06,
      "loss": 0.3063,
      "step": 267
    },
    {
      "epoch": 1.1964285714285714,
      "grad_norm": 1.3920384645462036,
      "learning_rate": 9.126840681968357e-06,
      "loss": 0.3191,
      "step": 268
    },
    {
      "epoch": 1.2008928571428572,
      "grad_norm": 1.6087769269943237,
      "learning_rate": 9.120161394266266e-06,
      "loss": 0.3101,
      "step": 269
    },
    {
      "epoch": 1.2053571428571428,
      "grad_norm": 1.465286135673523,
      "learning_rate": 9.113459120861579e-06,
      "loss": 0.2833,
      "step": 270
    },
    {
      "epoch": 1.2098214285714286,
      "grad_norm": 1.681369423866272,
      "learning_rate": 9.106733899149715e-06,
      "loss": 0.3389,
      "step": 271
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 1.5745911598205566,
      "learning_rate": 9.099985766654132e-06,
      "loss": 0.3352,
      "step": 272
    },
    {
      "epoch": 1.21875,
      "grad_norm": 1.3523564338684082,
      "learning_rate": 9.093214761026121e-06,
      "loss": 0.2964,
      "step": 273
    },
    {
      "epoch": 1.2232142857142858,
      "grad_norm": 1.2804710865020752,
      "learning_rate": 9.08642092004459e-06,
      "loss": 0.2992,
      "step": 274
    },
    {
      "epoch": 1.2276785714285714,
      "grad_norm": 1.521187424659729,
      "learning_rate": 9.079604281615868e-06,
      "loss": 0.3212,
      "step": 275
    },
    {
      "epoch": 1.2321428571428572,
      "grad_norm": 1.3694134950637817,
      "learning_rate": 9.072764883773464e-06,
      "loss": 0.3195,
      "step": 276
    },
    {
      "epoch": 1.2366071428571428,
      "grad_norm": 1.4687600135803223,
      "learning_rate": 9.065902764677897e-06,
      "loss": 0.2878,
      "step": 277
    },
    {
      "epoch": 1.2410714285714286,
      "grad_norm": 1.5896199941635132,
      "learning_rate": 9.059017962616435e-06,
      "loss": 0.3482,
      "step": 278
    },
    {
      "epoch": 1.2455357142857142,
      "grad_norm": 1.6721631288528442,
      "learning_rate": 9.052110516002925e-06,
      "loss": 0.3629,
      "step": 279
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.703574299812317,
      "learning_rate": 9.04518046337755e-06,
      "loss": 0.3618,
      "step": 280
    },
    {
      "epoch": 1.2544642857142856,
      "grad_norm": 1.704490065574646,
      "learning_rate": 9.038227843406628e-06,
      "loss": 0.3397,
      "step": 281
    },
    {
      "epoch": 1.2589285714285714,
      "grad_norm": 1.508264422416687,
      "learning_rate": 9.031252694882386e-06,
      "loss": 0.3405,
      "step": 282
    },
    {
      "epoch": 1.2633928571428572,
      "grad_norm": 1.4581125974655151,
      "learning_rate": 9.024255056722753e-06,
      "loss": 0.3227,
      "step": 283
    },
    {
      "epoch": 1.2678571428571428,
      "grad_norm": 1.4935333728790283,
      "learning_rate": 9.017234967971143e-06,
      "loss": 0.3248,
      "step": 284
    },
    {
      "epoch": 1.2723214285714286,
      "grad_norm": 1.5179234743118286,
      "learning_rate": 9.010192467796228e-06,
      "loss": 0.3257,
      "step": 285
    },
    {
      "epoch": 1.2767857142857144,
      "grad_norm": 1.5567351579666138,
      "learning_rate": 9.003127595491723e-06,
      "loss": 0.3393,
      "step": 286
    },
    {
      "epoch": 1.28125,
      "grad_norm": 1.6843305826187134,
      "learning_rate": 8.996040390476177e-06,
      "loss": 0.365,
      "step": 287
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 1.558060646057129,
      "learning_rate": 8.988930892292738e-06,
      "loss": 0.3617,
      "step": 288
    },
    {
      "epoch": 1.2901785714285714,
      "grad_norm": 1.5220246315002441,
      "learning_rate": 8.981799140608938e-06,
      "loss": 0.3399,
      "step": 289
    },
    {
      "epoch": 1.2946428571428572,
      "grad_norm": 1.5785568952560425,
      "learning_rate": 8.974645175216478e-06,
      "loss": 0.3267,
      "step": 290
    },
    {
      "epoch": 1.2991071428571428,
      "grad_norm": 1.5936439037322998,
      "learning_rate": 8.967469036030996e-06,
      "loss": 0.3337,
      "step": 291
    },
    {
      "epoch": 1.3035714285714286,
      "grad_norm": 1.7652866840362549,
      "learning_rate": 8.960270763091853e-06,
      "loss": 0.3109,
      "step": 292
    },
    {
      "epoch": 1.3080357142857144,
      "grad_norm": 1.3734923601150513,
      "learning_rate": 8.953050396561904e-06,
      "loss": 0.3026,
      "step": 293
    },
    {
      "epoch": 1.3125,
      "grad_norm": 1.570879578590393,
      "learning_rate": 8.94580797672727e-06,
      "loss": 0.3305,
      "step": 294
    },
    {
      "epoch": 1.3169642857142856,
      "grad_norm": 1.5227439403533936,
      "learning_rate": 8.938543543997129e-06,
      "loss": 0.2904,
      "step": 295
    },
    {
      "epoch": 1.3214285714285714,
      "grad_norm": 1.756388783454895,
      "learning_rate": 8.931257138903474e-06,
      "loss": 0.3017,
      "step": 296
    },
    {
      "epoch": 1.3258928571428572,
      "grad_norm": 1.714189052581787,
      "learning_rate": 8.923948802100891e-06,
      "loss": 0.3486,
      "step": 297
    },
    {
      "epoch": 1.3303571428571428,
      "grad_norm": 1.7315165996551514,
      "learning_rate": 8.916618574366338e-06,
      "loss": 0.3542,
      "step": 298
    },
    {
      "epoch": 1.3348214285714286,
      "grad_norm": 1.5031179189682007,
      "learning_rate": 8.909266496598917e-06,
      "loss": 0.3139,
      "step": 299
    },
    {
      "epoch": 1.3392857142857144,
      "grad_norm": 1.3531993627548218,
      "learning_rate": 8.901892609819632e-06,
      "loss": 0.2723,
      "step": 300
    },
    {
      "epoch": 1.34375,
      "grad_norm": 1.5571861267089844,
      "learning_rate": 8.894496955171182e-06,
      "loss": 0.36,
      "step": 301
    },
    {
      "epoch": 1.3482142857142856,
      "grad_norm": 1.662018060684204,
      "learning_rate": 8.887079573917713e-06,
      "loss": 0.3305,
      "step": 302
    },
    {
      "epoch": 1.3526785714285714,
      "grad_norm": 1.696288824081421,
      "learning_rate": 8.879640507444598e-06,
      "loss": 0.3286,
      "step": 303
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 1.5394744873046875,
      "learning_rate": 8.872179797258202e-06,
      "loss": 0.3549,
      "step": 304
    },
    {
      "epoch": 1.3616071428571428,
      "grad_norm": 1.6615936756134033,
      "learning_rate": 8.86469748498565e-06,
      "loss": 0.3198,
      "step": 305
    },
    {
      "epoch": 1.3660714285714286,
      "grad_norm": 1.4944754838943481,
      "learning_rate": 8.8571936123746e-06,
      "loss": 0.3068,
      "step": 306
    },
    {
      "epoch": 1.3705357142857144,
      "grad_norm": 1.4707030057907104,
      "learning_rate": 8.849668221293e-06,
      "loss": 0.3293,
      "step": 307
    },
    {
      "epoch": 1.375,
      "grad_norm": 1.4484243392944336,
      "learning_rate": 8.842121353728867e-06,
      "loss": 0.3217,
      "step": 308
    },
    {
      "epoch": 1.3794642857142856,
      "grad_norm": 1.544541835784912,
      "learning_rate": 8.834553051790044e-06,
      "loss": 0.3514,
      "step": 309
    },
    {
      "epoch": 1.3839285714285714,
      "grad_norm": 1.3725217580795288,
      "learning_rate": 8.826963357703964e-06,
      "loss": 0.2865,
      "step": 310
    },
    {
      "epoch": 1.3883928571428572,
      "grad_norm": 1.586159110069275,
      "learning_rate": 8.819352313817424e-06,
      "loss": 0.3376,
      "step": 311
    },
    {
      "epoch": 1.3928571428571428,
      "grad_norm": 1.4718273878097534,
      "learning_rate": 8.811719962596338e-06,
      "loss": 0.3243,
      "step": 312
    },
    {
      "epoch": 1.3973214285714286,
      "grad_norm": 1.41029953956604,
      "learning_rate": 8.804066346625506e-06,
      "loss": 0.3142,
      "step": 313
    },
    {
      "epoch": 1.4017857142857144,
      "grad_norm": 1.6441102027893066,
      "learning_rate": 8.796391508608372e-06,
      "loss": 0.362,
      "step": 314
    },
    {
      "epoch": 1.40625,
      "grad_norm": 1.501712441444397,
      "learning_rate": 8.788695491366795e-06,
      "loss": 0.3175,
      "step": 315
    },
    {
      "epoch": 1.4107142857142856,
      "grad_norm": 1.4669523239135742,
      "learning_rate": 8.780978337840796e-06,
      "loss": 0.3059,
      "step": 316
    },
    {
      "epoch": 1.4151785714285714,
      "grad_norm": 1.505470871925354,
      "learning_rate": 8.773240091088335e-06,
      "loss": 0.3163,
      "step": 317
    },
    {
      "epoch": 1.4196428571428572,
      "grad_norm": 1.5221257209777832,
      "learning_rate": 8.765480794285054e-06,
      "loss": 0.3329,
      "step": 318
    },
    {
      "epoch": 1.4241071428571428,
      "grad_norm": 1.4438836574554443,
      "learning_rate": 8.757700490724046e-06,
      "loss": 0.3109,
      "step": 319
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.5612000226974487,
      "learning_rate": 8.749899223815618e-06,
      "loss": 0.3512,
      "step": 320
    },
    {
      "epoch": 1.4330357142857144,
      "grad_norm": 1.447957158088684,
      "learning_rate": 8.742077037087032e-06,
      "loss": 0.3244,
      "step": 321
    },
    {
      "epoch": 1.4375,
      "grad_norm": 1.4214884042739868,
      "learning_rate": 8.734233974182276e-06,
      "loss": 0.3149,
      "step": 322
    },
    {
      "epoch": 1.4419642857142856,
      "grad_norm": 1.732344388961792,
      "learning_rate": 8.726370078861825e-06,
      "loss": 0.341,
      "step": 323
    },
    {
      "epoch": 1.4464285714285714,
      "grad_norm": 1.5918134450912476,
      "learning_rate": 8.718485395002377e-06,
      "loss": 0.3636,
      "step": 324
    },
    {
      "epoch": 1.4508928571428572,
      "grad_norm": 1.486258625984192,
      "learning_rate": 8.710579966596625e-06,
      "loss": 0.3428,
      "step": 325
    },
    {
      "epoch": 1.4553571428571428,
      "grad_norm": 1.4833279848098755,
      "learning_rate": 8.702653837753005e-06,
      "loss": 0.3205,
      "step": 326
    },
    {
      "epoch": 1.4598214285714286,
      "grad_norm": 1.620224118232727,
      "learning_rate": 8.694707052695459e-06,
      "loss": 0.3322,
      "step": 327
    },
    {
      "epoch": 1.4642857142857144,
      "grad_norm": 1.5433918237686157,
      "learning_rate": 8.686739655763166e-06,
      "loss": 0.3492,
      "step": 328
    },
    {
      "epoch": 1.46875,
      "grad_norm": 1.4457906484603882,
      "learning_rate": 8.678751691410323e-06,
      "loss": 0.3102,
      "step": 329
    },
    {
      "epoch": 1.4732142857142856,
      "grad_norm": 1.4180353879928589,
      "learning_rate": 8.670743204205875e-06,
      "loss": 0.3432,
      "step": 330
    },
    {
      "epoch": 1.4776785714285714,
      "grad_norm": 1.3930200338363647,
      "learning_rate": 8.662714238833278e-06,
      "loss": 0.294,
      "step": 331
    },
    {
      "epoch": 1.4821428571428572,
      "grad_norm": 1.436591625213623,
      "learning_rate": 8.654664840090247e-06,
      "loss": 0.3666,
      "step": 332
    },
    {
      "epoch": 1.4866071428571428,
      "grad_norm": 1.6145936250686646,
      "learning_rate": 8.6465950528885e-06,
      "loss": 0.323,
      "step": 333
    },
    {
      "epoch": 1.4910714285714286,
      "grad_norm": 1.4172477722167969,
      "learning_rate": 8.638504922253518e-06,
      "loss": 0.3138,
      "step": 334
    },
    {
      "epoch": 1.4955357142857144,
      "grad_norm": 1.4870661497116089,
      "learning_rate": 8.63039449332429e-06,
      "loss": 0.3337,
      "step": 335
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.487033724784851,
      "learning_rate": 8.62226381135305e-06,
      "loss": 0.3157,
      "step": 336
    },
    {
      "epoch": 1.5044642857142856,
      "grad_norm": 1.5234925746917725,
      "learning_rate": 8.614112921705045e-06,
      "loss": 0.3067,
      "step": 337
    },
    {
      "epoch": 1.5089285714285714,
      "grad_norm": 1.5859482288360596,
      "learning_rate": 8.605941869858265e-06,
      "loss": 0.3364,
      "step": 338
    },
    {
      "epoch": 1.5133928571428572,
      "grad_norm": 1.5042221546173096,
      "learning_rate": 8.597750701403197e-06,
      "loss": 0.3187,
      "step": 339
    },
    {
      "epoch": 1.5178571428571428,
      "grad_norm": 1.379291296005249,
      "learning_rate": 8.589539462042566e-06,
      "loss": 0.3073,
      "step": 340
    },
    {
      "epoch": 1.5223214285714286,
      "grad_norm": 1.4755321741104126,
      "learning_rate": 8.581308197591088e-06,
      "loss": 0.309,
      "step": 341
    },
    {
      "epoch": 1.5267857142857144,
      "grad_norm": 1.5573457479476929,
      "learning_rate": 8.573056953975208e-06,
      "loss": 0.3501,
      "step": 342
    },
    {
      "epoch": 1.53125,
      "grad_norm": 1.4575328826904297,
      "learning_rate": 8.56478577723284e-06,
      "loss": 0.3452,
      "step": 343
    },
    {
      "epoch": 1.5357142857142856,
      "grad_norm": 1.4823976755142212,
      "learning_rate": 8.556494713513123e-06,
      "loss": 0.3331,
      "step": 344
    },
    {
      "epoch": 1.5401785714285714,
      "grad_norm": 1.4269355535507202,
      "learning_rate": 8.548183809076146e-06,
      "loss": 0.3107,
      "step": 345
    },
    {
      "epoch": 1.5446428571428572,
      "grad_norm": 1.4220494031906128,
      "learning_rate": 8.539853110292708e-06,
      "loss": 0.3319,
      "step": 346
    },
    {
      "epoch": 1.5491071428571428,
      "grad_norm": 1.5970823764801025,
      "learning_rate": 8.531502663644046e-06,
      "loss": 0.3548,
      "step": 347
    },
    {
      "epoch": 1.5535714285714286,
      "grad_norm": 1.4499046802520752,
      "learning_rate": 8.523132515721586e-06,
      "loss": 0.3369,
      "step": 348
    },
    {
      "epoch": 1.5580357142857144,
      "grad_norm": 1.3973332643508911,
      "learning_rate": 8.51474271322667e-06,
      "loss": 0.3464,
      "step": 349
    },
    {
      "epoch": 1.5625,
      "grad_norm": 1.7323225736618042,
      "learning_rate": 8.506333302970306e-06,
      "loss": 0.3218,
      "step": 350
    },
    {
      "epoch": 1.5669642857142856,
      "grad_norm": 1.3297864198684692,
      "learning_rate": 8.497904331872909e-06,
      "loss": 0.301,
      "step": 351
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 1.5161700248718262,
      "learning_rate": 8.489455846964027e-06,
      "loss": 0.3468,
      "step": 352
    },
    {
      "epoch": 1.5758928571428572,
      "grad_norm": 1.4331910610198975,
      "learning_rate": 8.480987895382086e-06,
      "loss": 0.3613,
      "step": 353
    },
    {
      "epoch": 1.5803571428571428,
      "grad_norm": 1.5763874053955078,
      "learning_rate": 8.472500524374129e-06,
      "loss": 0.357,
      "step": 354
    },
    {
      "epoch": 1.5848214285714286,
      "grad_norm": 1.50728440284729,
      "learning_rate": 8.463993781295552e-06,
      "loss": 0.3252,
      "step": 355
    },
    {
      "epoch": 1.5892857142857144,
      "grad_norm": 1.4221165180206299,
      "learning_rate": 8.45546771360983e-06,
      "loss": 0.3036,
      "step": 356
    },
    {
      "epoch": 1.59375,
      "grad_norm": 1.430577278137207,
      "learning_rate": 8.44692236888827e-06,
      "loss": 0.3187,
      "step": 357
    },
    {
      "epoch": 1.5982142857142856,
      "grad_norm": 1.316603422164917,
      "learning_rate": 8.43835779480973e-06,
      "loss": 0.3275,
      "step": 358
    },
    {
      "epoch": 1.6026785714285714,
      "grad_norm": 1.6066330671310425,
      "learning_rate": 8.429774039160355e-06,
      "loss": 0.336,
      "step": 359
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 1.6857646703720093,
      "learning_rate": 8.421171149833322e-06,
      "loss": 0.3346,
      "step": 360
    },
    {
      "epoch": 1.6116071428571428,
      "grad_norm": 1.6161949634552002,
      "learning_rate": 8.412549174828558e-06,
      "loss": 0.3806,
      "step": 361
    },
    {
      "epoch": 1.6160714285714286,
      "grad_norm": 1.5804469585418701,
      "learning_rate": 8.403908162252481e-06,
      "loss": 0.3332,
      "step": 362
    },
    {
      "epoch": 1.6205357142857144,
      "grad_norm": 1.568248987197876,
      "learning_rate": 8.395248160317728e-06,
      "loss": 0.3175,
      "step": 363
    },
    {
      "epoch": 1.625,
      "grad_norm": 1.4972864389419556,
      "learning_rate": 8.386569217342893e-06,
      "loss": 0.3233,
      "step": 364
    },
    {
      "epoch": 1.6294642857142856,
      "grad_norm": 1.5257365703582764,
      "learning_rate": 8.377871381752246e-06,
      "loss": 0.3273,
      "step": 365
    },
    {
      "epoch": 1.6339285714285714,
      "grad_norm": 1.4747686386108398,
      "learning_rate": 8.369154702075466e-06,
      "loss": 0.3382,
      "step": 366
    },
    {
      "epoch": 1.6383928571428572,
      "grad_norm": 1.5610405206680298,
      "learning_rate": 8.360419226947383e-06,
      "loss": 0.3203,
      "step": 367
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 1.4387973546981812,
      "learning_rate": 8.351665005107686e-06,
      "loss": 0.3271,
      "step": 368
    },
    {
      "epoch": 1.6473214285714286,
      "grad_norm": 1.5783442258834839,
      "learning_rate": 8.34289208540067e-06,
      "loss": 0.3576,
      "step": 369
    },
    {
      "epoch": 1.6517857142857144,
      "grad_norm": 1.5295450687408447,
      "learning_rate": 8.334100516774946e-06,
      "loss": 0.3488,
      "step": 370
    },
    {
      "epoch": 1.65625,
      "grad_norm": 1.5279836654663086,
      "learning_rate": 8.325290348283186e-06,
      "loss": 0.358,
      "step": 371
    },
    {
      "epoch": 1.6607142857142856,
      "grad_norm": 1.5376560688018799,
      "learning_rate": 8.316461629081833e-06,
      "loss": 0.3025,
      "step": 372
    },
    {
      "epoch": 1.6651785714285714,
      "grad_norm": 1.4480183124542236,
      "learning_rate": 8.307614408430839e-06,
      "loss": 0.3609,
      "step": 373
    },
    {
      "epoch": 1.6696428571428572,
      "grad_norm": 1.5485166311264038,
      "learning_rate": 8.298748735693382e-06,
      "loss": 0.3405,
      "step": 374
    },
    {
      "epoch": 1.6741071428571428,
      "grad_norm": 1.408075213432312,
      "learning_rate": 8.289864660335595e-06,
      "loss": 0.322,
      "step": 375
    },
    {
      "epoch": 1.6785714285714286,
      "grad_norm": 1.5506187677383423,
      "learning_rate": 8.280962231926288e-06,
      "loss": 0.3385,
      "step": 376
    },
    {
      "epoch": 1.6830357142857144,
      "grad_norm": 1.6020299196243286,
      "learning_rate": 8.27204150013667e-06,
      "loss": 0.3353,
      "step": 377
    },
    {
      "epoch": 1.6875,
      "grad_norm": 1.4672306776046753,
      "learning_rate": 8.263102514740082e-06,
      "loss": 0.3086,
      "step": 378
    },
    {
      "epoch": 1.6919642857142856,
      "grad_norm": 1.5637385845184326,
      "learning_rate": 8.2541453256117e-06,
      "loss": 0.3136,
      "step": 379
    },
    {
      "epoch": 1.6964285714285714,
      "grad_norm": 1.446553111076355,
      "learning_rate": 8.245169982728276e-06,
      "loss": 0.3389,
      "step": 380
    },
    {
      "epoch": 1.7008928571428572,
      "grad_norm": 1.4007227420806885,
      "learning_rate": 8.23617653616785e-06,
      "loss": 0.3095,
      "step": 381
    },
    {
      "epoch": 1.7053571428571428,
      "grad_norm": 1.454406976699829,
      "learning_rate": 8.227165036109468e-06,
      "loss": 0.329,
      "step": 382
    },
    {
      "epoch": 1.7098214285714286,
      "grad_norm": 1.7223042249679565,
      "learning_rate": 8.218135532832909e-06,
      "loss": 0.3662,
      "step": 383
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.5587764978408813,
      "learning_rate": 8.209088076718398e-06,
      "loss": 0.3348,
      "step": 384
    },
    {
      "epoch": 1.71875,
      "grad_norm": 1.602912187576294,
      "learning_rate": 8.20002271824633e-06,
      "loss": 0.3736,
      "step": 385
    },
    {
      "epoch": 1.7232142857142856,
      "grad_norm": 1.5459792613983154,
      "learning_rate": 8.190939507996992e-06,
      "loss": 0.3559,
      "step": 386
    },
    {
      "epoch": 1.7276785714285714,
      "grad_norm": 1.5487347841262817,
      "learning_rate": 8.181838496650266e-06,
      "loss": 0.3466,
      "step": 387
    },
    {
      "epoch": 1.7321428571428572,
      "grad_norm": 1.5751219987869263,
      "learning_rate": 8.17271973498536e-06,
      "loss": 0.3541,
      "step": 388
    },
    {
      "epoch": 1.7366071428571428,
      "grad_norm": 1.5197848081588745,
      "learning_rate": 8.163583273880519e-06,
      "loss": 0.3276,
      "step": 389
    },
    {
      "epoch": 1.7410714285714286,
      "grad_norm": 1.4693080186843872,
      "learning_rate": 8.154429164312742e-06,
      "loss": 0.3051,
      "step": 390
    },
    {
      "epoch": 1.7455357142857144,
      "grad_norm": 1.4455931186676025,
      "learning_rate": 8.145257457357502e-06,
      "loss": 0.328,
      "step": 391
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.5701878070831299,
      "learning_rate": 8.136068204188448e-06,
      "loss": 0.3301,
      "step": 392
    },
    {
      "epoch": 1.7544642857142856,
      "grad_norm": 1.358162522315979,
      "learning_rate": 8.12686145607714e-06,
      "loss": 0.3074,
      "step": 393
    },
    {
      "epoch": 1.7589285714285714,
      "grad_norm": 1.8741075992584229,
      "learning_rate": 8.11763726439274e-06,
      "loss": 0.3883,
      "step": 394
    },
    {
      "epoch": 1.7633928571428572,
      "grad_norm": 1.5605037212371826,
      "learning_rate": 8.108395680601742e-06,
      "loss": 0.3213,
      "step": 395
    },
    {
      "epoch": 1.7678571428571428,
      "grad_norm": 1.5065466165542603,
      "learning_rate": 8.099136756267682e-06,
      "loss": 0.3213,
      "step": 396
    },
    {
      "epoch": 1.7723214285714286,
      "grad_norm": 1.3987689018249512,
      "learning_rate": 8.089860543050843e-06,
      "loss": 0.324,
      "step": 397
    },
    {
      "epoch": 1.7767857142857144,
      "grad_norm": 1.6072906255722046,
      "learning_rate": 8.080567092707973e-06,
      "loss": 0.344,
      "step": 398
    },
    {
      "epoch": 1.78125,
      "grad_norm": 1.4562393426895142,
      "learning_rate": 8.071256457091994e-06,
      "loss": 0.3173,
      "step": 399
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 1.4061006307601929,
      "learning_rate": 8.06192868815172e-06,
      "loss": 0.321,
      "step": 400
    },
    {
      "epoch": 1.7857142857142856,
      "eval_loss": 0.5984869003295898,
      "eval_runtime": 4.436,
      "eval_samples_per_second": 13.526,
      "eval_steps_per_second": 0.902,
      "step": 400
    },
    {
      "epoch": 1.7901785714285714,
      "grad_norm": 1.521924614906311,
      "learning_rate": 8.05258383793155e-06,
      "loss": 0.3542,
      "step": 401
    },
    {
      "epoch": 1.7946428571428572,
      "grad_norm": 1.4396589994430542,
      "learning_rate": 8.043221958571193e-06,
      "loss": 0.3303,
      "step": 402
    },
    {
      "epoch": 1.7991071428571428,
      "grad_norm": 1.5028449296951294,
      "learning_rate": 8.033843102305376e-06,
      "loss": 0.3436,
      "step": 403
    },
    {
      "epoch": 1.8035714285714286,
      "grad_norm": 1.3993929624557495,
      "learning_rate": 8.024447321463545e-06,
      "loss": 0.3207,
      "step": 404
    },
    {
      "epoch": 1.8080357142857144,
      "grad_norm": 1.4850343465805054,
      "learning_rate": 8.015034668469576e-06,
      "loss": 0.3495,
      "step": 405
    },
    {
      "epoch": 1.8125,
      "grad_norm": 1.5270286798477173,
      "learning_rate": 8.005605195841485e-06,
      "loss": 0.3224,
      "step": 406
    },
    {
      "epoch": 1.8169642857142856,
      "grad_norm": 1.462645411491394,
      "learning_rate": 7.996158956191135e-06,
      "loss": 0.2767,
      "step": 407
    },
    {
      "epoch": 1.8214285714285714,
      "grad_norm": 1.292880654335022,
      "learning_rate": 7.986696002223936e-06,
      "loss": 0.2946,
      "step": 408
    },
    {
      "epoch": 1.8258928571428572,
      "grad_norm": 1.4748491048812866,
      "learning_rate": 7.97721638673856e-06,
      "loss": 0.3342,
      "step": 409
    },
    {
      "epoch": 1.8303571428571428,
      "grad_norm": 1.4022036790847778,
      "learning_rate": 7.967720162626643e-06,
      "loss": 0.333,
      "step": 410
    },
    {
      "epoch": 1.8348214285714286,
      "grad_norm": 1.479123830795288,
      "learning_rate": 7.958207382872486e-06,
      "loss": 0.3424,
      "step": 411
    },
    {
      "epoch": 1.8392857142857144,
      "grad_norm": 1.455062747001648,
      "learning_rate": 7.94867810055276e-06,
      "loss": 0.304,
      "step": 412
    },
    {
      "epoch": 1.84375,
      "grad_norm": 1.506971001625061,
      "learning_rate": 7.93913236883622e-06,
      "loss": 0.3409,
      "step": 413
    },
    {
      "epoch": 1.8482142857142856,
      "grad_norm": 1.5958027839660645,
      "learning_rate": 7.929570240983393e-06,
      "loss": 0.3264,
      "step": 414
    },
    {
      "epoch": 1.8526785714285714,
      "grad_norm": 1.3807499408721924,
      "learning_rate": 7.919991770346295e-06,
      "loss": 0.3436,
      "step": 415
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 1.3814480304718018,
      "learning_rate": 7.910397010368122e-06,
      "loss": 0.3288,
      "step": 416
    },
    {
      "epoch": 1.8616071428571428,
      "grad_norm": 1.412415862083435,
      "learning_rate": 7.900786014582957e-06,
      "loss": 0.353,
      "step": 417
    },
    {
      "epoch": 1.8660714285714286,
      "grad_norm": 1.3772637844085693,
      "learning_rate": 7.891158836615472e-06,
      "loss": 0.2992,
      "step": 418
    },
    {
      "epoch": 1.8705357142857144,
      "grad_norm": 1.425160527229309,
      "learning_rate": 7.881515530180629e-06,
      "loss": 0.3536,
      "step": 419
    },
    {
      "epoch": 1.875,
      "grad_norm": 1.4070899486541748,
      "learning_rate": 7.871856149083377e-06,
      "loss": 0.3252,
      "step": 420
    },
    {
      "epoch": 1.8794642857142856,
      "grad_norm": 1.3919873237609863,
      "learning_rate": 7.862180747218354e-06,
      "loss": 0.3378,
      "step": 421
    },
    {
      "epoch": 1.8839285714285714,
      "grad_norm": 1.4947540760040283,
      "learning_rate": 7.852489378569588e-06,
      "loss": 0.3383,
      "step": 422
    },
    {
      "epoch": 1.8883928571428572,
      "grad_norm": 1.500719428062439,
      "learning_rate": 7.84278209721019e-06,
      "loss": 0.3414,
      "step": 423
    },
    {
      "epoch": 1.8928571428571428,
      "grad_norm": 1.202958583831787,
      "learning_rate": 7.83305895730206e-06,
      "loss": 0.2683,
      "step": 424
    },
    {
      "epoch": 1.8973214285714286,
      "grad_norm": 1.518190860748291,
      "learning_rate": 7.823320013095578e-06,
      "loss": 0.3315,
      "step": 425
    },
    {
      "epoch": 1.9017857142857144,
      "grad_norm": 1.435086965560913,
      "learning_rate": 7.81356531892931e-06,
      "loss": 0.3238,
      "step": 426
    },
    {
      "epoch": 1.90625,
      "grad_norm": 1.4547661542892456,
      "learning_rate": 7.803794929229689e-06,
      "loss": 0.3171,
      "step": 427
    },
    {
      "epoch": 1.9107142857142856,
      "grad_norm": 1.5060296058654785,
      "learning_rate": 7.794008898510731e-06,
      "loss": 0.348,
      "step": 428
    },
    {
      "epoch": 1.9151785714285714,
      "grad_norm": 1.5503387451171875,
      "learning_rate": 7.784207281373716e-06,
      "loss": 0.3573,
      "step": 429
    },
    {
      "epoch": 1.9196428571428572,
      "grad_norm": 1.4911384582519531,
      "learning_rate": 7.774390132506892e-06,
      "loss": 0.3234,
      "step": 430
    },
    {
      "epoch": 1.9241071428571428,
      "grad_norm": 1.5123614072799683,
      "learning_rate": 7.764557506685162e-06,
      "loss": 0.3838,
      "step": 431
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 1.529229760169983,
      "learning_rate": 7.754709458769787e-06,
      "loss": 0.3425,
      "step": 432
    },
    {
      "epoch": 1.9330357142857144,
      "grad_norm": 1.4191179275512695,
      "learning_rate": 7.744846043708076e-06,
      "loss": 0.3175,
      "step": 433
    },
    {
      "epoch": 1.9375,
      "grad_norm": 1.5373347997665405,
      "learning_rate": 7.734967316533074e-06,
      "loss": 0.3379,
      "step": 434
    },
    {
      "epoch": 1.9419642857142856,
      "grad_norm": 1.562549114227295,
      "learning_rate": 7.725073332363265e-06,
      "loss": 0.3521,
      "step": 435
    },
    {
      "epoch": 1.9464285714285714,
      "grad_norm": 1.4550033807754517,
      "learning_rate": 7.715164146402259e-06,
      "loss": 0.3314,
      "step": 436
    },
    {
      "epoch": 1.9508928571428572,
      "grad_norm": 1.5194437503814697,
      "learning_rate": 7.705239813938486e-06,
      "loss": 0.3369,
      "step": 437
    },
    {
      "epoch": 1.9553571428571428,
      "grad_norm": 1.331009030342102,
      "learning_rate": 7.69530039034488e-06,
      "loss": 0.3156,
      "step": 438
    },
    {
      "epoch": 1.9598214285714286,
      "grad_norm": 1.4136159420013428,
      "learning_rate": 7.685345931078579e-06,
      "loss": 0.352,
      "step": 439
    },
    {
      "epoch": 1.9642857142857144,
      "grad_norm": 1.4941082000732422,
      "learning_rate": 7.675376491680617e-06,
      "loss": 0.3487,
      "step": 440
    },
    {
      "epoch": 1.96875,
      "grad_norm": 1.5224647521972656,
      "learning_rate": 7.665392127775605e-06,
      "loss": 0.3472,
      "step": 441
    },
    {
      "epoch": 1.9732142857142856,
      "grad_norm": 1.389153242111206,
      "learning_rate": 7.65539289507143e-06,
      "loss": 0.3188,
      "step": 442
    },
    {
      "epoch": 1.9776785714285714,
      "grad_norm": 1.3954931497573853,
      "learning_rate": 7.645378849358931e-06,
      "loss": 0.2805,
      "step": 443
    },
    {
      "epoch": 1.9821428571428572,
      "grad_norm": 1.4153132438659668,
      "learning_rate": 7.635350046511609e-06,
      "loss": 0.3351,
      "step": 444
    },
    {
      "epoch": 1.9866071428571428,
      "grad_norm": 1.4916757345199585,
      "learning_rate": 7.625306542485289e-06,
      "loss": 0.3388,
      "step": 445
    },
    {
      "epoch": 1.9910714285714286,
      "grad_norm": 1.395013689994812,
      "learning_rate": 7.615248393317833e-06,
      "loss": 0.3422,
      "step": 446
    },
    {
      "epoch": 1.9955357142857144,
      "grad_norm": 1.6745942831039429,
      "learning_rate": 7.605175655128809e-06,
      "loss": 0.3205,
      "step": 447
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.5079350471496582,
      "learning_rate": 7.595088384119186e-06,
      "loss": 0.3489,
      "step": 448
    },
    {
      "epoch": 2.0044642857142856,
      "grad_norm": 1.3217769861221313,
      "learning_rate": 7.58498663657102e-06,
      "loss": 0.2103,
      "step": 449
    },
    {
      "epoch": 2.0089285714285716,
      "grad_norm": 1.3270319700241089,
      "learning_rate": 7.57487046884714e-06,
      "loss": 0.2176,
      "step": 450
    },
    {
      "epoch": 2.013392857142857,
      "grad_norm": 1.1652079820632935,
      "learning_rate": 7.5647399373908296e-06,
      "loss": 0.1737,
      "step": 451
    },
    {
      "epoch": 2.017857142857143,
      "grad_norm": 1.2553536891937256,
      "learning_rate": 7.554595098725515e-06,
      "loss": 0.2092,
      "step": 452
    },
    {
      "epoch": 2.0223214285714284,
      "grad_norm": 1.1758341789245605,
      "learning_rate": 7.544436009454454e-06,
      "loss": 0.1817,
      "step": 453
    },
    {
      "epoch": 2.0267857142857144,
      "grad_norm": 1.359291434288025,
      "learning_rate": 7.534262726260413e-06,
      "loss": 0.2095,
      "step": 454
    },
    {
      "epoch": 2.03125,
      "grad_norm": 1.4187179803848267,
      "learning_rate": 7.524075305905351e-06,
      "loss": 0.199,
      "step": 455
    },
    {
      "epoch": 2.0357142857142856,
      "grad_norm": 1.6442433595657349,
      "learning_rate": 7.513873805230111e-06,
      "loss": 0.2029,
      "step": 456
    },
    {
      "epoch": 2.0401785714285716,
      "grad_norm": 1.8652024269104004,
      "learning_rate": 7.5036582811540935e-06,
      "loss": 0.2194,
      "step": 457
    },
    {
      "epoch": 2.044642857142857,
      "grad_norm": 1.7254689931869507,
      "learning_rate": 7.493428790674943e-06,
      "loss": 0.1686,
      "step": 458
    },
    {
      "epoch": 2.049107142857143,
      "grad_norm": 1.8289271593093872,
      "learning_rate": 7.483185390868232e-06,
      "loss": 0.1941,
      "step": 459
    },
    {
      "epoch": 2.0535714285714284,
      "grad_norm": 1.7519882917404175,
      "learning_rate": 7.472928138887134e-06,
      "loss": 0.1833,
      "step": 460
    },
    {
      "epoch": 2.0580357142857144,
      "grad_norm": 1.9071825742721558,
      "learning_rate": 7.462657091962122e-06,
      "loss": 0.202,
      "step": 461
    },
    {
      "epoch": 2.0625,
      "grad_norm": 1.690094232559204,
      "learning_rate": 7.452372307400626e-06,
      "loss": 0.1903,
      "step": 462
    },
    {
      "epoch": 2.0669642857142856,
      "grad_norm": 1.6332119703292847,
      "learning_rate": 7.442073842586733e-06,
      "loss": 0.1868,
      "step": 463
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 1.5547043085098267,
      "learning_rate": 7.43176175498086e-06,
      "loss": 0.17,
      "step": 464
    },
    {
      "epoch": 2.075892857142857,
      "grad_norm": 1.6427596807479858,
      "learning_rate": 7.421436102119427e-06,
      "loss": 0.2107,
      "step": 465
    },
    {
      "epoch": 2.080357142857143,
      "grad_norm": 1.4404045343399048,
      "learning_rate": 7.411096941614543e-06,
      "loss": 0.1707,
      "step": 466
    },
    {
      "epoch": 2.0848214285714284,
      "grad_norm": 1.3924144506454468,
      "learning_rate": 7.400744331153684e-06,
      "loss": 0.1847,
      "step": 467
    },
    {
      "epoch": 2.0892857142857144,
      "grad_norm": 1.2086669206619263,
      "learning_rate": 7.390378328499372e-06,
      "loss": 0.1564,
      "step": 468
    },
    {
      "epoch": 2.09375,
      "grad_norm": 1.4519152641296387,
      "learning_rate": 7.3799989914888506e-06,
      "loss": 0.1997,
      "step": 469
    },
    {
      "epoch": 2.0982142857142856,
      "grad_norm": 1.478129506111145,
      "learning_rate": 7.3696063780337566e-06,
      "loss": 0.1925,
      "step": 470
    },
    {
      "epoch": 2.1026785714285716,
      "grad_norm": 1.650312900543213,
      "learning_rate": 7.359200546119813e-06,
      "loss": 0.1883,
      "step": 471
    },
    {
      "epoch": 2.107142857142857,
      "grad_norm": 1.4365777969360352,
      "learning_rate": 7.3487815538064865e-06,
      "loss": 0.1868,
      "step": 472
    },
    {
      "epoch": 2.111607142857143,
      "grad_norm": 1.342756748199463,
      "learning_rate": 7.338349459226678e-06,
      "loss": 0.1692,
      "step": 473
    },
    {
      "epoch": 2.1160714285714284,
      "grad_norm": 1.5859627723693848,
      "learning_rate": 7.327904320586387e-06,
      "loss": 0.201,
      "step": 474
    },
    {
      "epoch": 2.1205357142857144,
      "grad_norm": 1.499635100364685,
      "learning_rate": 7.3174461961644e-06,
      "loss": 0.1817,
      "step": 475
    },
    {
      "epoch": 2.125,
      "grad_norm": 2.32686710357666,
      "learning_rate": 7.3069751443119505e-06,
      "loss": 0.1704,
      "step": 476
    },
    {
      "epoch": 2.1294642857142856,
      "grad_norm": 1.412901759147644,
      "learning_rate": 7.296491223452407e-06,
      "loss": 0.1828,
      "step": 477
    },
    {
      "epoch": 2.1339285714285716,
      "grad_norm": 1.5171948671340942,
      "learning_rate": 7.285994492080934e-06,
      "loss": 0.1953,
      "step": 478
    },
    {
      "epoch": 2.138392857142857,
      "grad_norm": 1.5599428415298462,
      "learning_rate": 7.275485008764183e-06,
      "loss": 0.1923,
      "step": 479
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 1.5545156002044678,
      "learning_rate": 7.2649628321399415e-06,
      "loss": 0.19,
      "step": 480
    },
    {
      "epoch": 2.1473214285714284,
      "grad_norm": 1.479979157447815,
      "learning_rate": 7.254428020916829e-06,
      "loss": 0.1862,
      "step": 481
    },
    {
      "epoch": 2.1517857142857144,
      "grad_norm": 1.4323021173477173,
      "learning_rate": 7.243880633873957e-06,
      "loss": 0.1968,
      "step": 482
    },
    {
      "epoch": 2.15625,
      "grad_norm": 1.5759376287460327,
      "learning_rate": 7.2333207298606075e-06,
      "loss": 0.1912,
      "step": 483
    },
    {
      "epoch": 2.1607142857142856,
      "grad_norm": 1.4067718982696533,
      "learning_rate": 7.222748367795892e-06,
      "loss": 0.1968,
      "step": 484
    },
    {
      "epoch": 2.1651785714285716,
      "grad_norm": 1.4289413690567017,
      "learning_rate": 7.212163606668442e-06,
      "loss": 0.181,
      "step": 485
    },
    {
      "epoch": 2.169642857142857,
      "grad_norm": 1.386183738708496,
      "learning_rate": 7.201566505536065e-06,
      "loss": 0.1859,
      "step": 486
    },
    {
      "epoch": 2.174107142857143,
      "grad_norm": 1.5737900733947754,
      "learning_rate": 7.190957123525417e-06,
      "loss": 0.1975,
      "step": 487
    },
    {
      "epoch": 2.1785714285714284,
      "grad_norm": 1.4346133470535278,
      "learning_rate": 7.180335519831685e-06,
      "loss": 0.1988,
      "step": 488
    },
    {
      "epoch": 2.1830357142857144,
      "grad_norm": 1.6407471895217896,
      "learning_rate": 7.169701753718232e-06,
      "loss": 0.1942,
      "step": 489
    },
    {
      "epoch": 2.1875,
      "grad_norm": 1.4272671937942505,
      "learning_rate": 7.159055884516297e-06,
      "loss": 0.1709,
      "step": 490
    },
    {
      "epoch": 2.1919642857142856,
      "grad_norm": 1.4495371580123901,
      "learning_rate": 7.148397971624636e-06,
      "loss": 0.1857,
      "step": 491
    },
    {
      "epoch": 2.1964285714285716,
      "grad_norm": 1.474555253982544,
      "learning_rate": 7.137728074509211e-06,
      "loss": 0.1994,
      "step": 492
    },
    {
      "epoch": 2.200892857142857,
      "grad_norm": 1.3996185064315796,
      "learning_rate": 7.127046252702847e-06,
      "loss": 0.1976,
      "step": 493
    },
    {
      "epoch": 2.205357142857143,
      "grad_norm": 1.4525631666183472,
      "learning_rate": 7.116352565804904e-06,
      "loss": 0.1781,
      "step": 494
    },
    {
      "epoch": 2.2098214285714284,
      "grad_norm": 1.3915441036224365,
      "learning_rate": 7.105647073480939e-06,
      "loss": 0.1934,
      "step": 495
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 1.548956274986267,
      "learning_rate": 7.0949298354623855e-06,
      "loss": 0.1956,
      "step": 496
    },
    {
      "epoch": 2.21875,
      "grad_norm": 1.67276930809021,
      "learning_rate": 7.084200911546205e-06,
      "loss": 0.2031,
      "step": 497
    },
    {
      "epoch": 2.2232142857142856,
      "grad_norm": 1.4230951070785522,
      "learning_rate": 7.073460361594565e-06,
      "loss": 0.1747,
      "step": 498
    },
    {
      "epoch": 2.2276785714285716,
      "grad_norm": 1.3589422702789307,
      "learning_rate": 7.0627082455344984e-06,
      "loss": 0.1697,
      "step": 499
    },
    {
      "epoch": 2.232142857142857,
      "grad_norm": 1.5158501863479614,
      "learning_rate": 7.0519446233575715e-06,
      "loss": 0.1931,
      "step": 500
    },
    {
      "epoch": 2.236607142857143,
      "grad_norm": 1.584936499595642,
      "learning_rate": 7.041169555119552e-06,
      "loss": 0.1835,
      "step": 501
    },
    {
      "epoch": 2.2410714285714284,
      "grad_norm": 1.75810968875885,
      "learning_rate": 7.030383100940068e-06,
      "loss": 0.2101,
      "step": 502
    },
    {
      "epoch": 2.2455357142857144,
      "grad_norm": 1.5574495792388916,
      "learning_rate": 7.019585321002276e-06,
      "loss": 0.1967,
      "step": 503
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.4675954580307007,
      "learning_rate": 7.008776275552522e-06,
      "loss": 0.1835,
      "step": 504
    },
    {
      "epoch": 2.2544642857142856,
      "grad_norm": 1.5428667068481445,
      "learning_rate": 6.997956024900014e-06,
      "loss": 0.1758,
      "step": 505
    },
    {
      "epoch": 2.2589285714285716,
      "grad_norm": 1.7386614084243774,
      "learning_rate": 6.9871246294164775e-06,
      "loss": 0.2004,
      "step": 506
    },
    {
      "epoch": 2.263392857142857,
      "grad_norm": 1.6915313005447388,
      "learning_rate": 6.9762821495358194e-06,
      "loss": 0.2123,
      "step": 507
    },
    {
      "epoch": 2.267857142857143,
      "grad_norm": 1.512141227722168,
      "learning_rate": 6.965428645753792e-06,
      "loss": 0.1849,
      "step": 508
    },
    {
      "epoch": 2.2723214285714284,
      "grad_norm": 1.3899809122085571,
      "learning_rate": 6.954564178627655e-06,
      "loss": 0.1755,
      "step": 509
    },
    {
      "epoch": 2.2767857142857144,
      "grad_norm": 1.446179747581482,
      "learning_rate": 6.943688808775843e-06,
      "loss": 0.2002,
      "step": 510
    },
    {
      "epoch": 2.28125,
      "grad_norm": 1.4694817066192627,
      "learning_rate": 6.9328025968776155e-06,
      "loss": 0.1733,
      "step": 511
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 1.4220669269561768,
      "learning_rate": 6.921905603672733e-06,
      "loss": 0.1865,
      "step": 512
    },
    {
      "epoch": 2.2901785714285716,
      "grad_norm": 1.5075308084487915,
      "learning_rate": 6.910997889961098e-06,
      "loss": 0.2068,
      "step": 513
    },
    {
      "epoch": 2.294642857142857,
      "grad_norm": 1.433173418045044,
      "learning_rate": 6.900079516602445e-06,
      "loss": 0.1646,
      "step": 514
    },
    {
      "epoch": 2.299107142857143,
      "grad_norm": 1.5466556549072266,
      "learning_rate": 6.889150544515972e-06,
      "loss": 0.1876,
      "step": 515
    },
    {
      "epoch": 2.3035714285714284,
      "grad_norm": 1.5720268487930298,
      "learning_rate": 6.8782110346800155e-06,
      "loss": 0.1895,
      "step": 516
    },
    {
      "epoch": 2.3080357142857144,
      "grad_norm": 1.5228114128112793,
      "learning_rate": 6.867261048131712e-06,
      "loss": 0.1775,
      "step": 517
    },
    {
      "epoch": 2.3125,
      "grad_norm": 1.5427687168121338,
      "learning_rate": 6.856300645966645e-06,
      "loss": 0.1949,
      "step": 518
    },
    {
      "epoch": 2.3169642857142856,
      "grad_norm": 1.4784200191497803,
      "learning_rate": 6.845329889338519e-06,
      "loss": 0.1972,
      "step": 519
    },
    {
      "epoch": 2.3214285714285716,
      "grad_norm": 1.5751314163208008,
      "learning_rate": 6.834348839458806e-06,
      "loss": 0.192,
      "step": 520
    },
    {
      "epoch": 2.325892857142857,
      "grad_norm": 1.4170998334884644,
      "learning_rate": 6.823357557596416e-06,
      "loss": 0.1739,
      "step": 521
    },
    {
      "epoch": 2.330357142857143,
      "grad_norm": 1.5813453197479248,
      "learning_rate": 6.81235610507734e-06,
      "loss": 0.1973,
      "step": 522
    },
    {
      "epoch": 2.3348214285714284,
      "grad_norm": 1.4130178689956665,
      "learning_rate": 6.801344543284324e-06,
      "loss": 0.1784,
      "step": 523
    },
    {
      "epoch": 2.3392857142857144,
      "grad_norm": 1.503487229347229,
      "learning_rate": 6.790322933656515e-06,
      "loss": 0.1758,
      "step": 524
    },
    {
      "epoch": 2.34375,
      "grad_norm": 1.5043838024139404,
      "learning_rate": 6.779291337689122e-06,
      "loss": 0.1931,
      "step": 525
    },
    {
      "epoch": 2.3482142857142856,
      "grad_norm": 1.5936574935913086,
      "learning_rate": 6.768249816933074e-06,
      "loss": 0.2102,
      "step": 526
    },
    {
      "epoch": 2.3526785714285716,
      "grad_norm": 1.39701247215271,
      "learning_rate": 6.757198432994674e-06,
      "loss": 0.1888,
      "step": 527
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 1.4147759675979614,
      "learning_rate": 6.7461372475352585e-06,
      "loss": 0.1728,
      "step": 528
    },
    {
      "epoch": 2.361607142857143,
      "grad_norm": 1.5155245065689087,
      "learning_rate": 6.73506632227085e-06,
      "loss": 0.2029,
      "step": 529
    },
    {
      "epoch": 2.3660714285714284,
      "grad_norm": 1.3971562385559082,
      "learning_rate": 6.723985718971818e-06,
      "loss": 0.1712,
      "step": 530
    },
    {
      "epoch": 2.3705357142857144,
      "grad_norm": 1.4848732948303223,
      "learning_rate": 6.712895499462527e-06,
      "loss": 0.1778,
      "step": 531
    },
    {
      "epoch": 2.375,
      "grad_norm": 1.3537763357162476,
      "learning_rate": 6.701795725620995e-06,
      "loss": 0.1807,
      "step": 532
    },
    {
      "epoch": 2.3794642857142856,
      "grad_norm": 1.278257131576538,
      "learning_rate": 6.69068645937855e-06,
      "loss": 0.1739,
      "step": 533
    },
    {
      "epoch": 2.3839285714285716,
      "grad_norm": 1.4302947521209717,
      "learning_rate": 6.6795677627194835e-06,
      "loss": 0.1757,
      "step": 534
    },
    {
      "epoch": 2.388392857142857,
      "grad_norm": 1.5175752639770508,
      "learning_rate": 6.668439697680704e-06,
      "loss": 0.1744,
      "step": 535
    },
    {
      "epoch": 2.392857142857143,
      "grad_norm": 1.582108974456787,
      "learning_rate": 6.65730232635139e-06,
      "loss": 0.2061,
      "step": 536
    },
    {
      "epoch": 2.3973214285714284,
      "grad_norm": 1.3695740699768066,
      "learning_rate": 6.6461557108726435e-06,
      "loss": 0.1861,
      "step": 537
    },
    {
      "epoch": 2.4017857142857144,
      "grad_norm": 1.4187901020050049,
      "learning_rate": 6.634999913437148e-06,
      "loss": 0.1646,
      "step": 538
    },
    {
      "epoch": 2.40625,
      "grad_norm": 1.5142133235931396,
      "learning_rate": 6.623834996288816e-06,
      "loss": 0.1878,
      "step": 539
    },
    {
      "epoch": 2.4107142857142856,
      "grad_norm": 1.4513888359069824,
      "learning_rate": 6.6126610217224405e-06,
      "loss": 0.2083,
      "step": 540
    },
    {
      "epoch": 2.4151785714285716,
      "grad_norm": 1.6881784200668335,
      "learning_rate": 6.601478052083356e-06,
      "loss": 0.215,
      "step": 541
    },
    {
      "epoch": 2.419642857142857,
      "grad_norm": 1.5719410181045532,
      "learning_rate": 6.59028614976708e-06,
      "loss": 0.2007,
      "step": 542
    },
    {
      "epoch": 2.424107142857143,
      "grad_norm": 1.5767160654067993,
      "learning_rate": 6.579085377218973e-06,
      "loss": 0.1993,
      "step": 543
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 1.4855055809020996,
      "learning_rate": 6.567875796933888e-06,
      "loss": 0.1962,
      "step": 544
    },
    {
      "epoch": 2.4330357142857144,
      "grad_norm": 1.4299588203430176,
      "learning_rate": 6.556657471455817e-06,
      "loss": 0.1904,
      "step": 545
    },
    {
      "epoch": 2.4375,
      "grad_norm": 1.4422001838684082,
      "learning_rate": 6.54543046337755e-06,
      "loss": 0.211,
      "step": 546
    },
    {
      "epoch": 2.4419642857142856,
      "grad_norm": 1.6163188219070435,
      "learning_rate": 6.534194835340321e-06,
      "loss": 0.2123,
      "step": 547
    },
    {
      "epoch": 2.4464285714285716,
      "grad_norm": 1.485174298286438,
      "learning_rate": 6.522950650033454e-06,
      "loss": 0.1834,
      "step": 548
    },
    {
      "epoch": 2.450892857142857,
      "grad_norm": 1.5538384914398193,
      "learning_rate": 6.511697970194024e-06,
      "loss": 0.1982,
      "step": 549
    },
    {
      "epoch": 2.455357142857143,
      "grad_norm": 1.3437016010284424,
      "learning_rate": 6.500436858606501e-06,
      "loss": 0.1809,
      "step": 550
    },
    {
      "epoch": 2.4598214285714284,
      "grad_norm": 1.5390422344207764,
      "learning_rate": 6.4891673781023975e-06,
      "loss": 0.1861,
      "step": 551
    },
    {
      "epoch": 2.4642857142857144,
      "grad_norm": 1.5996623039245605,
      "learning_rate": 6.477889591559926e-06,
      "loss": 0.2132,
      "step": 552
    },
    {
      "epoch": 2.46875,
      "grad_norm": 1.3555296659469604,
      "learning_rate": 6.466603561903633e-06,
      "loss": 0.1709,
      "step": 553
    },
    {
      "epoch": 2.4732142857142856,
      "grad_norm": 1.4055936336517334,
      "learning_rate": 6.455309352104065e-06,
      "loss": 0.1931,
      "step": 554
    },
    {
      "epoch": 2.4776785714285716,
      "grad_norm": 1.490340232849121,
      "learning_rate": 6.444007025177407e-06,
      "loss": 0.1923,
      "step": 555
    },
    {
      "epoch": 2.482142857142857,
      "grad_norm": 1.451197862625122,
      "learning_rate": 6.4326966441851355e-06,
      "loss": 0.1822,
      "step": 556
    },
    {
      "epoch": 2.486607142857143,
      "grad_norm": 1.33744215965271,
      "learning_rate": 6.4213782722336625e-06,
      "loss": 0.1557,
      "step": 557
    },
    {
      "epoch": 2.4910714285714284,
      "grad_norm": 1.7766042947769165,
      "learning_rate": 6.4100519724739875e-06,
      "loss": 0.2113,
      "step": 558
    },
    {
      "epoch": 2.4955357142857144,
      "grad_norm": 1.5189027786254883,
      "learning_rate": 6.3987178081013446e-06,
      "loss": 0.1917,
      "step": 559
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.4922457933425903,
      "learning_rate": 6.387375842354843e-06,
      "loss": 0.1928,
      "step": 560
    },
    {
      "epoch": 2.5044642857142856,
      "grad_norm": 1.5204309225082397,
      "learning_rate": 6.376026138517125e-06,
      "loss": 0.1852,
      "step": 561
    },
    {
      "epoch": 2.508928571428571,
      "grad_norm": 1.5281089544296265,
      "learning_rate": 6.364668759914005e-06,
      "loss": 0.1955,
      "step": 562
    },
    {
      "epoch": 2.513392857142857,
      "grad_norm": 1.4325025081634521,
      "learning_rate": 6.353303769914121e-06,
      "loss": 0.2076,
      "step": 563
    },
    {
      "epoch": 2.517857142857143,
      "grad_norm": 1.4212669134140015,
      "learning_rate": 6.341931231928577e-06,
      "loss": 0.1674,
      "step": 564
    },
    {
      "epoch": 2.522321428571429,
      "grad_norm": 1.6153303384780884,
      "learning_rate": 6.330551209410593e-06,
      "loss": 0.1878,
      "step": 565
    },
    {
      "epoch": 2.5267857142857144,
      "grad_norm": 1.956329345703125,
      "learning_rate": 6.319163765855146e-06,
      "loss": 0.2096,
      "step": 566
    },
    {
      "epoch": 2.53125,
      "grad_norm": 1.5983258485794067,
      "learning_rate": 6.307768964798623e-06,
      "loss": 0.1859,
      "step": 567
    },
    {
      "epoch": 2.5357142857142856,
      "grad_norm": 1.6349304914474487,
      "learning_rate": 6.296366869818458e-06,
      "loss": 0.2049,
      "step": 568
    },
    {
      "epoch": 2.540178571428571,
      "grad_norm": 1.6352767944335938,
      "learning_rate": 6.284957544532783e-06,
      "loss": 0.2139,
      "step": 569
    },
    {
      "epoch": 2.544642857142857,
      "grad_norm": 1.6097818613052368,
      "learning_rate": 6.273541052600074e-06,
      "loss": 0.2227,
      "step": 570
    },
    {
      "epoch": 2.549107142857143,
      "grad_norm": 1.4204213619232178,
      "learning_rate": 6.2621174577187895e-06,
      "loss": 0.1626,
      "step": 571
    },
    {
      "epoch": 2.553571428571429,
      "grad_norm": 1.5108147859573364,
      "learning_rate": 6.250686823627022e-06,
      "loss": 0.1906,
      "step": 572
    },
    {
      "epoch": 2.5580357142857144,
      "grad_norm": 1.318894863128662,
      "learning_rate": 6.239249214102139e-06,
      "loss": 0.1644,
      "step": 573
    },
    {
      "epoch": 2.5625,
      "grad_norm": 1.4823791980743408,
      "learning_rate": 6.2278046929604265e-06,
      "loss": 0.1953,
      "step": 574
    },
    {
      "epoch": 2.5669642857142856,
      "grad_norm": 1.440727949142456,
      "learning_rate": 6.216353324056732e-06,
      "loss": 0.182,
      "step": 575
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 1.3238186836242676,
      "learning_rate": 6.204895171284115e-06,
      "loss": 0.1706,
      "step": 576
    },
    {
      "epoch": 2.575892857142857,
      "grad_norm": 1.4335119724273682,
      "learning_rate": 6.193430298573481e-06,
      "loss": 0.2052,
      "step": 577
    },
    {
      "epoch": 2.580357142857143,
      "grad_norm": 1.4563027620315552,
      "learning_rate": 6.181958769893234e-06,
      "loss": 0.2076,
      "step": 578
    },
    {
      "epoch": 2.584821428571429,
      "grad_norm": 1.4558268785476685,
      "learning_rate": 6.17048064924891e-06,
      "loss": 0.2074,
      "step": 579
    },
    {
      "epoch": 2.5892857142857144,
      "grad_norm": 1.4916455745697021,
      "learning_rate": 6.158996000682829e-06,
      "loss": 0.1868,
      "step": 580
    },
    {
      "epoch": 2.59375,
      "grad_norm": 1.5160123109817505,
      "learning_rate": 6.147504888273736e-06,
      "loss": 0.1952,
      "step": 581
    },
    {
      "epoch": 2.5982142857142856,
      "grad_norm": 1.518829107284546,
      "learning_rate": 6.136007376136429e-06,
      "loss": 0.2029,
      "step": 582
    },
    {
      "epoch": 2.602678571428571,
      "grad_norm": 1.2285252809524536,
      "learning_rate": 6.124503528421429e-06,
      "loss": 0.1513,
      "step": 583
    },
    {
      "epoch": 2.607142857142857,
      "grad_norm": 1.465366244316101,
      "learning_rate": 6.112993409314594e-06,
      "loss": 0.183,
      "step": 584
    },
    {
      "epoch": 2.611607142857143,
      "grad_norm": 1.3672759532928467,
      "learning_rate": 6.101477083036783e-06,
      "loss": 0.1763,
      "step": 585
    },
    {
      "epoch": 2.616071428571429,
      "grad_norm": 1.5228221416473389,
      "learning_rate": 6.0899546138434785e-06,
      "loss": 0.2012,
      "step": 586
    },
    {
      "epoch": 2.6205357142857144,
      "grad_norm": 1.5724462270736694,
      "learning_rate": 6.0784260660244475e-06,
      "loss": 0.1689,
      "step": 587
    },
    {
      "epoch": 2.625,
      "grad_norm": 1.5473616123199463,
      "learning_rate": 6.066891503903363e-06,
      "loss": 0.1887,
      "step": 588
    },
    {
      "epoch": 2.6294642857142856,
      "grad_norm": 1.4898332357406616,
      "learning_rate": 6.0553509918374635e-06,
      "loss": 0.1752,
      "step": 589
    },
    {
      "epoch": 2.633928571428571,
      "grad_norm": 1.443292498588562,
      "learning_rate": 6.0438045942171775e-06,
      "loss": 0.1846,
      "step": 590
    },
    {
      "epoch": 2.638392857142857,
      "grad_norm": 1.4720582962036133,
      "learning_rate": 6.032252375465778e-06,
      "loss": 0.1795,
      "step": 591
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 1.4213638305664062,
      "learning_rate": 6.020694400039017e-06,
      "loss": 0.1745,
      "step": 592
    },
    {
      "epoch": 2.647321428571429,
      "grad_norm": 1.5590949058532715,
      "learning_rate": 6.009130732424758e-06,
      "loss": 0.1866,
      "step": 593
    },
    {
      "epoch": 2.6517857142857144,
      "grad_norm": 1.6477134227752686,
      "learning_rate": 5.997561437142636e-06,
      "loss": 0.2065,
      "step": 594
    },
    {
      "epoch": 2.65625,
      "grad_norm": 12.8923921585083,
      "learning_rate": 5.985986578743676e-06,
      "loss": 0.1789,
      "step": 595
    },
    {
      "epoch": 2.6607142857142856,
      "grad_norm": 1.4159936904907227,
      "learning_rate": 5.974406221809949e-06,
      "loss": 0.1875,
      "step": 596
    },
    {
      "epoch": 2.665178571428571,
      "grad_norm": 1.6385328769683838,
      "learning_rate": 5.962820430954198e-06,
      "loss": 0.2118,
      "step": 597
    },
    {
      "epoch": 2.669642857142857,
      "grad_norm": 1.4674583673477173,
      "learning_rate": 5.951229270819494e-06,
      "loss": 0.1992,
      "step": 598
    },
    {
      "epoch": 2.674107142857143,
      "grad_norm": 1.3399938344955444,
      "learning_rate": 5.9396328060788576e-06,
      "loss": 0.1903,
      "step": 599
    },
    {
      "epoch": 2.678571428571429,
      "grad_norm": 1.516242265701294,
      "learning_rate": 5.928031101434908e-06,
      "loss": 0.1835,
      "step": 600
    },
    {
      "epoch": 2.678571428571429,
      "eval_loss": 0.6832678914070129,
      "eval_runtime": 4.5972,
      "eval_samples_per_second": 13.051,
      "eval_steps_per_second": 0.87,
      "step": 600
    },
    {
      "epoch": 2.6830357142857144,
      "grad_norm": 1.591635823249817,
      "learning_rate": 5.916424221619507e-06,
      "loss": 0.2111,
      "step": 601
    },
    {
      "epoch": 2.6875,
      "grad_norm": 1.3842867612838745,
      "learning_rate": 5.904812231393383e-06,
      "loss": 0.1948,
      "step": 602
    },
    {
      "epoch": 2.6919642857142856,
      "grad_norm": 1.2690483331680298,
      "learning_rate": 5.893195195545784e-06,
      "loss": 0.1747,
      "step": 603
    },
    {
      "epoch": 2.696428571428571,
      "grad_norm": 1.5160295963287354,
      "learning_rate": 5.8815731788941064e-06,
      "loss": 0.185,
      "step": 604
    },
    {
      "epoch": 2.700892857142857,
      "grad_norm": 1.5125572681427002,
      "learning_rate": 5.86994624628354e-06,
      "loss": 0.1879,
      "step": 605
    },
    {
      "epoch": 2.705357142857143,
      "grad_norm": 1.4671415090560913,
      "learning_rate": 5.858314462586697e-06,
      "loss": 0.1826,
      "step": 606
    },
    {
      "epoch": 2.709821428571429,
      "grad_norm": 1.5814452171325684,
      "learning_rate": 5.846677892703268e-06,
      "loss": 0.2095,
      "step": 607
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 1.3826875686645508,
      "learning_rate": 5.835036601559634e-06,
      "loss": 0.1791,
      "step": 608
    },
    {
      "epoch": 2.71875,
      "grad_norm": 1.4754812717437744,
      "learning_rate": 5.82339065410853e-06,
      "loss": 0.1866,
      "step": 609
    },
    {
      "epoch": 2.7232142857142856,
      "grad_norm": 1.541463017463684,
      "learning_rate": 5.811740115328665e-06,
      "loss": 0.1812,
      "step": 610
    },
    {
      "epoch": 2.727678571428571,
      "grad_norm": 1.5529158115386963,
      "learning_rate": 5.800085050224367e-06,
      "loss": 0.198,
      "step": 611
    },
    {
      "epoch": 2.732142857142857,
      "grad_norm": 1.5426830053329468,
      "learning_rate": 5.7884255238252175e-06,
      "loss": 0.1981,
      "step": 612
    },
    {
      "epoch": 2.736607142857143,
      "grad_norm": 1.610823154449463,
      "learning_rate": 5.776761601185692e-06,
      "loss": 0.1886,
      "step": 613
    },
    {
      "epoch": 2.741071428571429,
      "grad_norm": 1.5132354497909546,
      "learning_rate": 5.765093347384793e-06,
      "loss": 0.1957,
      "step": 614
    },
    {
      "epoch": 2.7455357142857144,
      "grad_norm": 1.4942512512207031,
      "learning_rate": 5.753420827525691e-06,
      "loss": 0.2006,
      "step": 615
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.5573617219924927,
      "learning_rate": 5.741744106735354e-06,
      "loss": 0.1947,
      "step": 616
    },
    {
      "epoch": 2.7544642857142856,
      "grad_norm": 1.4934524297714233,
      "learning_rate": 5.730063250164196e-06,
      "loss": 0.177,
      "step": 617
    },
    {
      "epoch": 2.758928571428571,
      "grad_norm": 1.6269088983535767,
      "learning_rate": 5.718378322985702e-06,
      "loss": 0.1986,
      "step": 618
    },
    {
      "epoch": 2.763392857142857,
      "grad_norm": 1.3660807609558105,
      "learning_rate": 5.70668939039607e-06,
      "loss": 0.1755,
      "step": 619
    },
    {
      "epoch": 2.767857142857143,
      "grad_norm": 1.5547926425933838,
      "learning_rate": 5.694996517613847e-06,
      "loss": 0.2123,
      "step": 620
    },
    {
      "epoch": 2.772321428571429,
      "grad_norm": 1.579438328742981,
      "learning_rate": 5.683299769879562e-06,
      "loss": 0.1965,
      "step": 621
    },
    {
      "epoch": 2.7767857142857144,
      "grad_norm": 1.6027774810791016,
      "learning_rate": 5.6715992124553685e-06,
      "loss": 0.1928,
      "step": 622
    },
    {
      "epoch": 2.78125,
      "grad_norm": 1.556585669517517,
      "learning_rate": 5.6598949106246734e-06,
      "loss": 0.203,
      "step": 623
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 1.7546970844268799,
      "learning_rate": 5.648186929691776e-06,
      "loss": 0.2128,
      "step": 624
    },
    {
      "epoch": 2.790178571428571,
      "grad_norm": 1.5303380489349365,
      "learning_rate": 5.6364753349815035e-06,
      "loss": 0.1956,
      "step": 625
    },
    {
      "epoch": 2.794642857142857,
      "grad_norm": 1.4398573637008667,
      "learning_rate": 5.624760191838845e-06,
      "loss": 0.1818,
      "step": 626
    },
    {
      "epoch": 2.799107142857143,
      "grad_norm": 1.4977809190750122,
      "learning_rate": 5.61304156562859e-06,
      "loss": 0.2104,
      "step": 627
    },
    {
      "epoch": 2.803571428571429,
      "grad_norm": 1.465651512145996,
      "learning_rate": 5.60131952173496e-06,
      "loss": 0.1905,
      "step": 628
    },
    {
      "epoch": 2.8080357142857144,
      "grad_norm": 1.5513821840286255,
      "learning_rate": 5.589594125561246e-06,
      "loss": 0.201,
      "step": 629
    },
    {
      "epoch": 2.8125,
      "grad_norm": 1.4582335948944092,
      "learning_rate": 5.577865442529447e-06,
      "loss": 0.2003,
      "step": 630
    },
    {
      "epoch": 2.8169642857142856,
      "grad_norm": 1.513297438621521,
      "learning_rate": 5.566133538079893e-06,
      "loss": 0.1771,
      "step": 631
    },
    {
      "epoch": 2.821428571428571,
      "grad_norm": 1.5092986822128296,
      "learning_rate": 5.554398477670895e-06,
      "loss": 0.185,
      "step": 632
    },
    {
      "epoch": 2.825892857142857,
      "grad_norm": 1.3965249061584473,
      "learning_rate": 5.54266032677837e-06,
      "loss": 0.1931,
      "step": 633
    },
    {
      "epoch": 2.830357142857143,
      "grad_norm": 1.5133389234542847,
      "learning_rate": 5.53091915089548e-06,
      "loss": 0.1805,
      "step": 634
    },
    {
      "epoch": 2.834821428571429,
      "grad_norm": 1.5035574436187744,
      "learning_rate": 5.5191750155322595e-06,
      "loss": 0.1936,
      "step": 635
    },
    {
      "epoch": 2.8392857142857144,
      "grad_norm": 1.4027115106582642,
      "learning_rate": 5.507427986215265e-06,
      "loss": 0.188,
      "step": 636
    },
    {
      "epoch": 2.84375,
      "grad_norm": 1.6537582874298096,
      "learning_rate": 5.49567812848719e-06,
      "loss": 0.1989,
      "step": 637
    },
    {
      "epoch": 2.8482142857142856,
      "grad_norm": 1.6560035943984985,
      "learning_rate": 5.483925507906514e-06,
      "loss": 0.2003,
      "step": 638
    },
    {
      "epoch": 2.852678571428571,
      "grad_norm": 1.5221431255340576,
      "learning_rate": 5.4721701900471335e-06,
      "loss": 0.1898,
      "step": 639
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.5042264461517334,
      "learning_rate": 5.460412240497993e-06,
      "loss": 0.1964,
      "step": 640
    },
    {
      "epoch": 2.861607142857143,
      "grad_norm": 1.5381810665130615,
      "learning_rate": 5.448651724862716e-06,
      "loss": 0.185,
      "step": 641
    },
    {
      "epoch": 2.866071428571429,
      "grad_norm": 1.4257649183273315,
      "learning_rate": 5.436888708759253e-06,
      "loss": 0.189,
      "step": 642
    },
    {
      "epoch": 2.8705357142857144,
      "grad_norm": 1.5205702781677246,
      "learning_rate": 5.425123257819494e-06,
      "loss": 0.2022,
      "step": 643
    },
    {
      "epoch": 2.875,
      "grad_norm": 1.4278076887130737,
      "learning_rate": 5.413355437688926e-06,
      "loss": 0.1724,
      "step": 644
    },
    {
      "epoch": 2.8794642857142856,
      "grad_norm": 1.529142141342163,
      "learning_rate": 5.401585314026248e-06,
      "loss": 0.1946,
      "step": 645
    },
    {
      "epoch": 2.883928571428571,
      "grad_norm": 1.5609850883483887,
      "learning_rate": 5.3898129525030105e-06,
      "loss": 0.2121,
      "step": 646
    },
    {
      "epoch": 2.888392857142857,
      "grad_norm": 1.690317153930664,
      "learning_rate": 5.378038418803256e-06,
      "loss": 0.2023,
      "step": 647
    },
    {
      "epoch": 2.892857142857143,
      "grad_norm": 1.5702646970748901,
      "learning_rate": 5.366261778623143e-06,
      "loss": 0.2036,
      "step": 648
    },
    {
      "epoch": 2.897321428571429,
      "grad_norm": 1.6084643602371216,
      "learning_rate": 5.354483097670584e-06,
      "loss": 0.2009,
      "step": 649
    },
    {
      "epoch": 2.9017857142857144,
      "grad_norm": 1.7028254270553589,
      "learning_rate": 5.342702441664875e-06,
      "loss": 0.2093,
      "step": 650
    },
    {
      "epoch": 2.90625,
      "grad_norm": 1.5291582345962524,
      "learning_rate": 5.3309198763363345e-06,
      "loss": 0.2031,
      "step": 651
    },
    {
      "epoch": 2.9107142857142856,
      "grad_norm": 1.5348578691482544,
      "learning_rate": 5.319135467425937e-06,
      "loss": 0.199,
      "step": 652
    },
    {
      "epoch": 2.915178571428571,
      "grad_norm": 1.3724780082702637,
      "learning_rate": 5.3073492806849405e-06,
      "loss": 0.1765,
      "step": 653
    },
    {
      "epoch": 2.919642857142857,
      "grad_norm": 1.4268510341644287,
      "learning_rate": 5.295561381874518e-06,
      "loss": 0.17,
      "step": 654
    },
    {
      "epoch": 2.924107142857143,
      "grad_norm": 1.462509036064148,
      "learning_rate": 5.2837718367654036e-06,
      "loss": 0.1968,
      "step": 655
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 1.5478267669677734,
      "learning_rate": 5.2719807111375096e-06,
      "loss": 0.2011,
      "step": 656
    },
    {
      "epoch": 2.9330357142857144,
      "grad_norm": 1.6338170766830444,
      "learning_rate": 5.260188070779573e-06,
      "loss": 0.1974,
      "step": 657
    },
    {
      "epoch": 2.9375,
      "grad_norm": 1.4555277824401855,
      "learning_rate": 5.248393981488777e-06,
      "loss": 0.1859,
      "step": 658
    },
    {
      "epoch": 2.9419642857142856,
      "grad_norm": 1.3970043659210205,
      "learning_rate": 5.236598509070389e-06,
      "loss": 0.1768,
      "step": 659
    },
    {
      "epoch": 2.946428571428571,
      "grad_norm": 1.533681869506836,
      "learning_rate": 5.2248017193374e-06,
      "loss": 0.2143,
      "step": 660
    },
    {
      "epoch": 2.950892857142857,
      "grad_norm": 1.6132566928863525,
      "learning_rate": 5.2130036781101455e-06,
      "loss": 0.1895,
      "step": 661
    },
    {
      "epoch": 2.955357142857143,
      "grad_norm": 1.5554327964782715,
      "learning_rate": 5.201204451215945e-06,
      "loss": 0.1883,
      "step": 662
    },
    {
      "epoch": 2.959821428571429,
      "grad_norm": 1.3858691453933716,
      "learning_rate": 5.18940410448873e-06,
      "loss": 0.1775,
      "step": 663
    },
    {
      "epoch": 2.9642857142857144,
      "grad_norm": 1.49596107006073,
      "learning_rate": 5.1776027037686895e-06,
      "loss": 0.1754,
      "step": 664
    },
    {
      "epoch": 2.96875,
      "grad_norm": 1.5804927349090576,
      "learning_rate": 5.165800314901883e-06,
      "loss": 0.1922,
      "step": 665
    },
    {
      "epoch": 2.9732142857142856,
      "grad_norm": 1.5328700542449951,
      "learning_rate": 5.15399700373989e-06,
      "loss": 0.1994,
      "step": 666
    },
    {
      "epoch": 2.977678571428571,
      "grad_norm": 1.593167781829834,
      "learning_rate": 5.142192836139432e-06,
      "loss": 0.1943,
      "step": 667
    },
    {
      "epoch": 2.982142857142857,
      "grad_norm": 1.4839582443237305,
      "learning_rate": 5.130387877962012e-06,
      "loss": 0.1697,
      "step": 668
    },
    {
      "epoch": 2.986607142857143,
      "grad_norm": 1.5925782918930054,
      "learning_rate": 5.118582195073542e-06,
      "loss": 0.1986,
      "step": 669
    },
    {
      "epoch": 2.991071428571429,
      "grad_norm": 1.4743068218231201,
      "learning_rate": 5.1067758533439804e-06,
      "loss": 0.1959,
      "step": 670
    },
    {
      "epoch": 2.9955357142857144,
      "grad_norm": 1.3711611032485962,
      "learning_rate": 5.094968918646954e-06,
      "loss": 0.1737,
      "step": 671
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.3573774099349976,
      "learning_rate": 5.0831614568594105e-06,
      "loss": 0.1787,
      "step": 672
    },
    {
      "epoch": 3.0044642857142856,
      "grad_norm": 1.1417394876480103,
      "learning_rate": 5.071353533861225e-06,
      "loss": 0.114,
      "step": 673
    },
    {
      "epoch": 3.0089285714285716,
      "grad_norm": 1.105907678604126,
      "learning_rate": 5.059545215534859e-06,
      "loss": 0.1086,
      "step": 674
    },
    {
      "epoch": 3.013392857142857,
      "grad_norm": 1.189517617225647,
      "learning_rate": 5.047736567764967e-06,
      "loss": 0.1138,
      "step": 675
    },
    {
      "epoch": 3.017857142857143,
      "grad_norm": 1.0811058282852173,
      "learning_rate": 5.0359276564380514e-06,
      "loss": 0.1067,
      "step": 676
    },
    {
      "epoch": 3.0223214285714284,
      "grad_norm": 1.2044225931167603,
      "learning_rate": 5.024118547442083e-06,
      "loss": 0.0996,
      "step": 677
    },
    {
      "epoch": 3.0267857142857144,
      "grad_norm": 1.1959599256515503,
      "learning_rate": 5.012309306666129e-06,
      "loss": 0.0986,
      "step": 678
    },
    {
      "epoch": 3.03125,
      "grad_norm": 1.1417187452316284,
      "learning_rate": 5.000500000000001e-06,
      "loss": 0.0816,
      "step": 679
    },
    {
      "epoch": 3.0357142857142856,
      "grad_norm": 1.2518037557601929,
      "learning_rate": 4.988690693333873e-06,
      "loss": 0.0855,
      "step": 680
    },
    {
      "epoch": 3.0401785714285716,
      "grad_norm": 1.4060600996017456,
      "learning_rate": 4.97688145255792e-06,
      "loss": 0.0997,
      "step": 681
    },
    {
      "epoch": 3.044642857142857,
      "grad_norm": 1.3264249563217163,
      "learning_rate": 4.965072343561948e-06,
      "loss": 0.0907,
      "step": 682
    },
    {
      "epoch": 3.049107142857143,
      "grad_norm": 1.5176544189453125,
      "learning_rate": 4.953263432235034e-06,
      "loss": 0.0882,
      "step": 683
    },
    {
      "epoch": 3.0535714285714284,
      "grad_norm": 1.6541138887405396,
      "learning_rate": 4.941454784465144e-06,
      "loss": 0.0876,
      "step": 684
    },
    {
      "epoch": 3.0580357142857144,
      "grad_norm": 1.5412651300430298,
      "learning_rate": 4.929646466138777e-06,
      "loss": 0.0923,
      "step": 685
    },
    {
      "epoch": 3.0625,
      "grad_norm": 1.4274966716766357,
      "learning_rate": 4.917838543140591e-06,
      "loss": 0.0732,
      "step": 686
    },
    {
      "epoch": 3.0669642857142856,
      "grad_norm": 1.5422570705413818,
      "learning_rate": 4.906031081353047e-06,
      "loss": 0.0882,
      "step": 687
    },
    {
      "epoch": 3.0714285714285716,
      "grad_norm": 1.7544273138046265,
      "learning_rate": 4.8942241466560226e-06,
      "loss": 0.0925,
      "step": 688
    },
    {
      "epoch": 3.075892857142857,
      "grad_norm": 1.6329741477966309,
      "learning_rate": 4.882417804926457e-06,
      "loss": 0.0908,
      "step": 689
    },
    {
      "epoch": 3.080357142857143,
      "grad_norm": 1.8030346632003784,
      "learning_rate": 4.870612122037989e-06,
      "loss": 0.1051,
      "step": 690
    },
    {
      "epoch": 3.0848214285714284,
      "grad_norm": 1.8434675931930542,
      "learning_rate": 4.858807163860569e-06,
      "loss": 0.1039,
      "step": 691
    },
    {
      "epoch": 3.0892857142857144,
      "grad_norm": 1.7246928215026855,
      "learning_rate": 4.847002996260113e-06,
      "loss": 0.0913,
      "step": 692
    },
    {
      "epoch": 3.09375,
      "grad_norm": 1.6196149587631226,
      "learning_rate": 4.835199685098117e-06,
      "loss": 0.1038,
      "step": 693
    },
    {
      "epoch": 3.0982142857142856,
      "grad_norm": 1.6847678422927856,
      "learning_rate": 4.823397296231313e-06,
      "loss": 0.0855,
      "step": 694
    },
    {
      "epoch": 3.1026785714285716,
      "grad_norm": 1.7434442043304443,
      "learning_rate": 4.8115958955112715e-06,
      "loss": 0.094,
      "step": 695
    },
    {
      "epoch": 3.107142857142857,
      "grad_norm": 1.6175901889801025,
      "learning_rate": 4.799795548784058e-06,
      "loss": 0.0908,
      "step": 696
    },
    {
      "epoch": 3.111607142857143,
      "grad_norm": 1.6020538806915283,
      "learning_rate": 4.787996321889856e-06,
      "loss": 0.0943,
      "step": 697
    },
    {
      "epoch": 3.1160714285714284,
      "grad_norm": 1.4542748928070068,
      "learning_rate": 4.7761982806626015e-06,
      "loss": 0.098,
      "step": 698
    },
    {
      "epoch": 3.1205357142857144,
      "grad_norm": 1.4568634033203125,
      "learning_rate": 4.764401490929613e-06,
      "loss": 0.0884,
      "step": 699
    },
    {
      "epoch": 3.125,
      "grad_norm": 1.4934730529785156,
      "learning_rate": 4.752606018511225e-06,
      "loss": 0.0941,
      "step": 700
    },
    {
      "epoch": 3.1294642857142856,
      "grad_norm": 1.4770476818084717,
      "learning_rate": 4.740811929220429e-06,
      "loss": 0.1118,
      "step": 701
    },
    {
      "epoch": 3.1339285714285716,
      "grad_norm": 1.416353464126587,
      "learning_rate": 4.729019288862492e-06,
      "loss": 0.0996,
      "step": 702
    },
    {
      "epoch": 3.138392857142857,
      "grad_norm": 1.4401273727416992,
      "learning_rate": 4.717228163234599e-06,
      "loss": 0.092,
      "step": 703
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 1.1891121864318848,
      "learning_rate": 4.705438618125482e-06,
      "loss": 0.0741,
      "step": 704
    },
    {
      "epoch": 3.1473214285714284,
      "grad_norm": 1.386759877204895,
      "learning_rate": 4.693650719315062e-06,
      "loss": 0.0998,
      "step": 705
    },
    {
      "epoch": 3.1517857142857144,
      "grad_norm": 1.3926823139190674,
      "learning_rate": 4.681864532574064e-06,
      "loss": 0.1015,
      "step": 706
    },
    {
      "epoch": 3.15625,
      "grad_norm": 1.3910696506500244,
      "learning_rate": 4.670080123663668e-06,
      "loss": 0.1002,
      "step": 707
    },
    {
      "epoch": 3.1607142857142856,
      "grad_norm": 1.2177248001098633,
      "learning_rate": 4.658297558335127e-06,
      "loss": 0.0903,
      "step": 708
    },
    {
      "epoch": 3.1651785714285716,
      "grad_norm": 1.434577465057373,
      "learning_rate": 4.64651690232942e-06,
      "loss": 0.0956,
      "step": 709
    },
    {
      "epoch": 3.169642857142857,
      "grad_norm": 1.2175168991088867,
      "learning_rate": 4.634738221376858e-06,
      "loss": 0.0805,
      "step": 710
    },
    {
      "epoch": 3.174107142857143,
      "grad_norm": 1.2530947923660278,
      "learning_rate": 4.622961581196743e-06,
      "loss": 0.0804,
      "step": 711
    },
    {
      "epoch": 3.1785714285714284,
      "grad_norm": 1.273105502128601,
      "learning_rate": 4.611187047496989e-06,
      "loss": 0.0912,
      "step": 712
    },
    {
      "epoch": 3.1830357142857144,
      "grad_norm": 1.1457451581954956,
      "learning_rate": 4.599414685973754e-06,
      "loss": 0.0794,
      "step": 713
    },
    {
      "epoch": 3.1875,
      "grad_norm": 1.20325767993927,
      "learning_rate": 4.587644562311077e-06,
      "loss": 0.0809,
      "step": 714
    },
    {
      "epoch": 3.1919642857142856,
      "grad_norm": 1.5332928895950317,
      "learning_rate": 4.575876742180506e-06,
      "loss": 0.0959,
      "step": 715
    },
    {
      "epoch": 3.1964285714285716,
      "grad_norm": 1.1909514665603638,
      "learning_rate": 4.56411129124075e-06,
      "loss": 0.0843,
      "step": 716
    },
    {
      "epoch": 3.200892857142857,
      "grad_norm": 1.472267508506775,
      "learning_rate": 4.552348275137285e-06,
      "loss": 0.1156,
      "step": 717
    },
    {
      "epoch": 3.205357142857143,
      "grad_norm": 1.532912254333496,
      "learning_rate": 4.54058775950201e-06,
      "loss": 0.0935,
      "step": 718
    },
    {
      "epoch": 3.2098214285714284,
      "grad_norm": 1.4942517280578613,
      "learning_rate": 4.528829809952867e-06,
      "loss": 0.0945,
      "step": 719
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 1.5307639837265015,
      "learning_rate": 4.517074492093487e-06,
      "loss": 0.1106,
      "step": 720
    },
    {
      "epoch": 3.21875,
      "grad_norm": 1.477367639541626,
      "learning_rate": 4.505321871512813e-06,
      "loss": 0.1024,
      "step": 721
    },
    {
      "epoch": 3.2232142857142856,
      "grad_norm": 1.6967626810073853,
      "learning_rate": 4.493572013784737e-06,
      "loss": 0.1039,
      "step": 722
    },
    {
      "epoch": 3.2276785714285716,
      "grad_norm": 1.4869396686553955,
      "learning_rate": 4.481824984467742e-06,
      "loss": 0.0929,
      "step": 723
    },
    {
      "epoch": 3.232142857142857,
      "grad_norm": 1.466221570968628,
      "learning_rate": 4.470080849104521e-06,
      "loss": 0.1008,
      "step": 724
    },
    {
      "epoch": 3.236607142857143,
      "grad_norm": 1.7747437953948975,
      "learning_rate": 4.458339673221631e-06,
      "loss": 0.1099,
      "step": 725
    },
    {
      "epoch": 3.2410714285714284,
      "grad_norm": 1.5948566198349,
      "learning_rate": 4.446601522329105e-06,
      "loss": 0.0876,
      "step": 726
    },
    {
      "epoch": 3.2455357142857144,
      "grad_norm": 1.3861619234085083,
      "learning_rate": 4.434866461920108e-06,
      "loss": 0.093,
      "step": 727
    },
    {
      "epoch": 3.25,
      "grad_norm": 1.7178670167922974,
      "learning_rate": 4.4231345574705555e-06,
      "loss": 0.1074,
      "step": 728
    },
    {
      "epoch": 3.2544642857142856,
      "grad_norm": 1.6227957010269165,
      "learning_rate": 4.4114058744387535e-06,
      "loss": 0.0984,
      "step": 729
    },
    {
      "epoch": 3.2589285714285716,
      "grad_norm": 1.5968222618103027,
      "learning_rate": 4.399680478265042e-06,
      "loss": 0.1015,
      "step": 730
    },
    {
      "epoch": 3.263392857142857,
      "grad_norm": 1.6373909711837769,
      "learning_rate": 4.387958434371413e-06,
      "loss": 0.099,
      "step": 731
    },
    {
      "epoch": 3.267857142857143,
      "grad_norm": 1.3308444023132324,
      "learning_rate": 4.376239808161157e-06,
      "loss": 0.0819,
      "step": 732
    },
    {
      "epoch": 3.2723214285714284,
      "grad_norm": 1.4825462102890015,
      "learning_rate": 4.364524665018496e-06,
      "loss": 0.0872,
      "step": 733
    },
    {
      "epoch": 3.2767857142857144,
      "grad_norm": 1.5847879648208618,
      "learning_rate": 4.3528130703082245e-06,
      "loss": 0.0873,
      "step": 734
    },
    {
      "epoch": 3.28125,
      "grad_norm": 1.3668209314346313,
      "learning_rate": 4.341105089375328e-06,
      "loss": 0.0843,
      "step": 735
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 1.4361255168914795,
      "learning_rate": 4.329400787544633e-06,
      "loss": 0.093,
      "step": 736
    },
    {
      "epoch": 3.2901785714285716,
      "grad_norm": 1.2126491069793701,
      "learning_rate": 4.317700230120438e-06,
      "loss": 0.0825,
      "step": 737
    },
    {
      "epoch": 3.294642857142857,
      "grad_norm": 1.4545817375183105,
      "learning_rate": 4.306003482386156e-06,
      "loss": 0.1061,
      "step": 738
    },
    {
      "epoch": 3.299107142857143,
      "grad_norm": 1.3296757936477661,
      "learning_rate": 4.2943106096039315e-06,
      "loss": 0.0888,
      "step": 739
    },
    {
      "epoch": 3.3035714285714284,
      "grad_norm": 1.4436862468719482,
      "learning_rate": 4.282621677014299e-06,
      "loss": 0.0955,
      "step": 740
    },
    {
      "epoch": 3.3080357142857144,
      "grad_norm": 1.313293218612671,
      "learning_rate": 4.270936749835805e-06,
      "loss": 0.0979,
      "step": 741
    },
    {
      "epoch": 3.3125,
      "grad_norm": 1.2750566005706787,
      "learning_rate": 4.259255893264647e-06,
      "loss": 0.0907,
      "step": 742
    },
    {
      "epoch": 3.3169642857142856,
      "grad_norm": 1.6833667755126953,
      "learning_rate": 4.247579172474312e-06,
      "loss": 0.1025,
      "step": 743
    },
    {
      "epoch": 3.3214285714285716,
      "grad_norm": 1.4311575889587402,
      "learning_rate": 4.235906652615207e-06,
      "loss": 0.1006,
      "step": 744
    },
    {
      "epoch": 3.325892857142857,
      "grad_norm": 1.5903573036193848,
      "learning_rate": 4.224238398814309e-06,
      "loss": 0.0953,
      "step": 745
    },
    {
      "epoch": 3.330357142857143,
      "grad_norm": 1.3978747129440308,
      "learning_rate": 4.212574476174784e-06,
      "loss": 0.095,
      "step": 746
    },
    {
      "epoch": 3.3348214285714284,
      "grad_norm": 1.4329924583435059,
      "learning_rate": 4.2009149497756355e-06,
      "loss": 0.1007,
      "step": 747
    },
    {
      "epoch": 3.3392857142857144,
      "grad_norm": 1.2830747365951538,
      "learning_rate": 4.189259884671336e-06,
      "loss": 0.0862,
      "step": 748
    },
    {
      "epoch": 3.34375,
      "grad_norm": 1.3609569072723389,
      "learning_rate": 4.177609345891472e-06,
      "loss": 0.0875,
      "step": 749
    },
    {
      "epoch": 3.3482142857142856,
      "grad_norm": 1.3331035375595093,
      "learning_rate": 4.165963398440368e-06,
      "loss": 0.1016,
      "step": 750
    },
    {
      "epoch": 3.3526785714285716,
      "grad_norm": 1.4151555299758911,
      "learning_rate": 4.1543221072967334e-06,
      "loss": 0.0975,
      "step": 751
    },
    {
      "epoch": 3.357142857142857,
      "grad_norm": 1.490128755569458,
      "learning_rate": 4.142685537413303e-06,
      "loss": 0.0915,
      "step": 752
    },
    {
      "epoch": 3.361607142857143,
      "grad_norm": 1.3559775352478027,
      "learning_rate": 4.1310537537164615e-06,
      "loss": 0.0979,
      "step": 753
    },
    {
      "epoch": 3.3660714285714284,
      "grad_norm": 1.4377248287200928,
      "learning_rate": 4.119426821105895e-06,
      "loss": 0.0935,
      "step": 754
    },
    {
      "epoch": 3.3705357142857144,
      "grad_norm": 1.4320459365844727,
      "learning_rate": 4.107804804454215e-06,
      "loss": 0.0976,
      "step": 755
    },
    {
      "epoch": 3.375,
      "grad_norm": 1.473273754119873,
      "learning_rate": 4.096187768606617e-06,
      "loss": 0.0949,
      "step": 756
    },
    {
      "epoch": 3.3794642857142856,
      "grad_norm": 1.240604043006897,
      "learning_rate": 4.084575778380495e-06,
      "loss": 0.077,
      "step": 757
    },
    {
      "epoch": 3.3839285714285716,
      "grad_norm": 1.6010382175445557,
      "learning_rate": 4.072968898565094e-06,
      "loss": 0.0987,
      "step": 758
    },
    {
      "epoch": 3.388392857142857,
      "grad_norm": 1.5959616899490356,
      "learning_rate": 4.061367193921145e-06,
      "loss": 0.1125,
      "step": 759
    },
    {
      "epoch": 3.392857142857143,
      "grad_norm": 1.5466870069503784,
      "learning_rate": 4.049770729180508e-06,
      "loss": 0.0985,
      "step": 760
    },
    {
      "epoch": 3.3973214285714284,
      "grad_norm": 1.485848307609558,
      "learning_rate": 4.038179569045803e-06,
      "loss": 0.0942,
      "step": 761
    },
    {
      "epoch": 3.4017857142857144,
      "grad_norm": 1.4044053554534912,
      "learning_rate": 4.026593778190052e-06,
      "loss": 0.096,
      "step": 762
    },
    {
      "epoch": 3.40625,
      "grad_norm": 1.2948501110076904,
      "learning_rate": 4.015013421256324e-06,
      "loss": 0.0852,
      "step": 763
    },
    {
      "epoch": 3.4107142857142856,
      "grad_norm": 1.2491077184677124,
      "learning_rate": 4.0034385628573655e-06,
      "loss": 0.0814,
      "step": 764
    },
    {
      "epoch": 3.4151785714285716,
      "grad_norm": 1.4824570417404175,
      "learning_rate": 3.991869267575243e-06,
      "loss": 0.0848,
      "step": 765
    },
    {
      "epoch": 3.419642857142857,
      "grad_norm": 1.6389641761779785,
      "learning_rate": 3.9803055999609855e-06,
      "loss": 0.0929,
      "step": 766
    },
    {
      "epoch": 3.424107142857143,
      "grad_norm": 1.5796787738800049,
      "learning_rate": 3.9687476245342234e-06,
      "loss": 0.1006,
      "step": 767
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 1.4374067783355713,
      "learning_rate": 3.957195405782824e-06,
      "loss": 0.0938,
      "step": 768
    },
    {
      "epoch": 3.4330357142857144,
      "grad_norm": 1.5482842922210693,
      "learning_rate": 3.9456490081625396e-06,
      "loss": 0.1003,
      "step": 769
    },
    {
      "epoch": 3.4375,
      "grad_norm": 1.366696834564209,
      "learning_rate": 3.934108496096638e-06,
      "loss": 0.0896,
      "step": 770
    },
    {
      "epoch": 3.4419642857142856,
      "grad_norm": 1.4534419775009155,
      "learning_rate": 3.922573933975555e-06,
      "loss": 0.0954,
      "step": 771
    },
    {
      "epoch": 3.4464285714285716,
      "grad_norm": 1.3738148212432861,
      "learning_rate": 3.911045386156523e-06,
      "loss": 0.0986,
      "step": 772
    },
    {
      "epoch": 3.450892857142857,
      "grad_norm": 1.4549438953399658,
      "learning_rate": 3.899522916963219e-06,
      "loss": 0.0937,
      "step": 773
    },
    {
      "epoch": 3.455357142857143,
      "grad_norm": 1.5725458860397339,
      "learning_rate": 3.888006590685407e-06,
      "loss": 0.0884,
      "step": 774
    },
    {
      "epoch": 3.4598214285714284,
      "grad_norm": 1.409229040145874,
      "learning_rate": 3.876496471578572e-06,
      "loss": 0.0985,
      "step": 775
    },
    {
      "epoch": 3.4642857142857144,
      "grad_norm": 1.4481651782989502,
      "learning_rate": 3.864992623863572e-06,
      "loss": 0.0993,
      "step": 776
    },
    {
      "epoch": 3.46875,
      "grad_norm": 1.3321104049682617,
      "learning_rate": 3.853495111726265e-06,
      "loss": 0.0938,
      "step": 777
    },
    {
      "epoch": 3.4732142857142856,
      "grad_norm": 1.501019835472107,
      "learning_rate": 3.84200399931717e-06,
      "loss": 0.0955,
      "step": 778
    },
    {
      "epoch": 3.4776785714285716,
      "grad_norm": 1.3454251289367676,
      "learning_rate": 3.8305193507510905e-06,
      "loss": 0.0955,
      "step": 779
    },
    {
      "epoch": 3.482142857142857,
      "grad_norm": 1.5015486478805542,
      "learning_rate": 3.819041230106768e-06,
      "loss": 0.1041,
      "step": 780
    },
    {
      "epoch": 3.486607142857143,
      "grad_norm": 1.1266005039215088,
      "learning_rate": 3.807569701426519e-06,
      "loss": 0.0815,
      "step": 781
    },
    {
      "epoch": 3.4910714285714284,
      "grad_norm": 1.322966456413269,
      "learning_rate": 3.7961048287158865e-06,
      "loss": 0.088,
      "step": 782
    },
    {
      "epoch": 3.4955357142857144,
      "grad_norm": 1.31028151512146,
      "learning_rate": 3.784646675943269e-06,
      "loss": 0.0905,
      "step": 783
    },
    {
      "epoch": 3.5,
      "grad_norm": 1.4570220708847046,
      "learning_rate": 3.773195307039574e-06,
      "loss": 0.0966,
      "step": 784
    },
    {
      "epoch": 3.5044642857142856,
      "grad_norm": 1.4365588426589966,
      "learning_rate": 3.7617507858978615e-06,
      "loss": 0.0924,
      "step": 785
    },
    {
      "epoch": 3.508928571428571,
      "grad_norm": 1.2722663879394531,
      "learning_rate": 3.7503131763729785e-06,
      "loss": 0.0861,
      "step": 786
    },
    {
      "epoch": 3.513392857142857,
      "grad_norm": 1.4443727731704712,
      "learning_rate": 3.738882542281212e-06,
      "loss": 0.0943,
      "step": 787
    },
    {
      "epoch": 3.517857142857143,
      "grad_norm": 1.4455920457839966,
      "learning_rate": 3.727458947399927e-06,
      "loss": 0.0924,
      "step": 788
    },
    {
      "epoch": 3.522321428571429,
      "grad_norm": 1.2739661931991577,
      "learning_rate": 3.7160424554672187e-06,
      "loss": 0.0938,
      "step": 789
    },
    {
      "epoch": 3.5267857142857144,
      "grad_norm": 1.3610420227050781,
      "learning_rate": 3.7046331301815435e-06,
      "loss": 0.0928,
      "step": 790
    },
    {
      "epoch": 3.53125,
      "grad_norm": 1.360996127128601,
      "learning_rate": 3.6932310352013796e-06,
      "loss": 0.0848,
      "step": 791
    },
    {
      "epoch": 3.5357142857142856,
      "grad_norm": 1.3822091817855835,
      "learning_rate": 3.6818362341448545e-06,
      "loss": 0.0937,
      "step": 792
    },
    {
      "epoch": 3.540178571428571,
      "grad_norm": 1.5511473417282104,
      "learning_rate": 3.670448790589408e-06,
      "loss": 0.0964,
      "step": 793
    },
    {
      "epoch": 3.544642857142857,
      "grad_norm": 1.322980284690857,
      "learning_rate": 3.659068768071425e-06,
      "loss": 0.0828,
      "step": 794
    },
    {
      "epoch": 3.549107142857143,
      "grad_norm": 1.4569833278656006,
      "learning_rate": 3.6476962300858793e-06,
      "loss": 0.0982,
      "step": 795
    },
    {
      "epoch": 3.553571428571429,
      "grad_norm": 1.2515519857406616,
      "learning_rate": 3.6363312400859963e-06,
      "loss": 0.0874,
      "step": 796
    },
    {
      "epoch": 3.5580357142857144,
      "grad_norm": 1.5618796348571777,
      "learning_rate": 3.6249738614828765e-06,
      "loss": 0.0951,
      "step": 797
    },
    {
      "epoch": 3.5625,
      "grad_norm": 1.530705213546753,
      "learning_rate": 3.613624157645159e-06,
      "loss": 0.0983,
      "step": 798
    },
    {
      "epoch": 3.5669642857142856,
      "grad_norm": 1.6114871501922607,
      "learning_rate": 3.6022821918986563e-06,
      "loss": 0.0946,
      "step": 799
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 1.43599271774292,
      "learning_rate": 3.590948027526012e-06,
      "loss": 0.0989,
      "step": 800
    },
    {
      "epoch": 3.571428571428571,
      "eval_loss": 0.843691885471344,
      "eval_runtime": 4.4852,
      "eval_samples_per_second": 13.377,
      "eval_steps_per_second": 0.892,
      "step": 800
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1344,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 200,
  "total_flos": 1.444165112574247e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}