{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.9878183831672205,
  "eval_steps": 500,
  "global_step": 1125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004429678848283499,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 2.1161,
      "step": 1
    },
    {
      "epoch": 0.008859357696566999,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 2.6201,
      "step": 2
    },
    {
      "epoch": 0.013289036544850499,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 2.8945,
      "step": 3
    },
    {
      "epoch": 0.017718715393133997,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 2.1602,
      "step": 4
    },
    {
      "epoch": 0.0221483942414175,
      "grad_norm": 10.605673789978027,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 3.0746,
      "step": 5
    },
    {
      "epoch": 0.026578073089700997,
      "grad_norm": 9.166430473327637,
      "learning_rate": 5.882352941176471e-06,
      "loss": 2.4977,
      "step": 6
    },
    {
      "epoch": 0.031007751937984496,
      "grad_norm": 8.228297233581543,
      "learning_rate": 8.823529411764707e-06,
      "loss": 2.4886,
      "step": 7
    },
    {
      "epoch": 0.035437430786267994,
      "grad_norm": 10.802596092224121,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 3.153,
      "step": 8
    },
    {
      "epoch": 0.03986710963455149,
      "grad_norm": 7.030856132507324,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 2.3531,
      "step": 9
    },
    {
      "epoch": 0.044296788482835,
      "grad_norm": 10.649585723876953,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 2.3243,
      "step": 10
    },
    {
      "epoch": 0.048726467331118496,
      "grad_norm": 7.4812493324279785,
      "learning_rate": 2.058823529411765e-05,
      "loss": 2.4188,
      "step": 11
    },
    {
      "epoch": 0.053156146179401995,
      "grad_norm": 11.968286514282227,
      "learning_rate": 2.3529411764705884e-05,
      "loss": 2.5725,
      "step": 12
    },
    {
      "epoch": 0.05758582502768549,
      "grad_norm": 5.769841194152832,
      "learning_rate": 2.647058823529412e-05,
      "loss": 2.7926,
      "step": 13
    },
    {
      "epoch": 0.06201550387596899,
      "grad_norm": 12.024309158325195,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 2.9558,
      "step": 14
    },
    {
      "epoch": 0.0664451827242525,
      "grad_norm": 13.791522026062012,
      "learning_rate": 3.235294117647059e-05,
      "loss": 1.9734,
      "step": 15
    },
    {
      "epoch": 0.07087486157253599,
      "grad_norm": 6.770407199859619,
      "learning_rate": 3.529411764705883e-05,
      "loss": 2.2124,
      "step": 16
    },
    {
      "epoch": 0.0753045404208195,
      "grad_norm": 6.50883150100708,
      "learning_rate": 3.8235294117647055e-05,
      "loss": 2.4441,
      "step": 17
    },
    {
      "epoch": 0.07973421926910298,
      "grad_norm": 7.501686096191406,
      "learning_rate": 4.11764705882353e-05,
      "loss": 2.2666,
      "step": 18
    },
    {
      "epoch": 0.08416389811738649,
      "grad_norm": 6.544267177581787,
      "learning_rate": 4.411764705882353e-05,
      "loss": 2.3097,
      "step": 19
    },
    {
      "epoch": 0.08859357696567,
      "grad_norm": 7.397747993469238,
      "learning_rate": 4.705882352941177e-05,
      "loss": 2.4401,
      "step": 20
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 7.936941623687744,
      "learning_rate": 5e-05,
      "loss": 2.5795,
      "step": 21
    },
    {
      "epoch": 0.09745293466223699,
      "grad_norm": 10.404101371765137,
      "learning_rate": 5.294117647058824e-05,
      "loss": 2.5834,
      "step": 22
    },
    {
      "epoch": 0.10188261351052048,
      "grad_norm": 9.431268692016602,
      "learning_rate": 5.588235294117647e-05,
      "loss": 2.5247,
      "step": 23
    },
    {
      "epoch": 0.10631229235880399,
      "grad_norm": 10.473112106323242,
      "learning_rate": 5.882352941176471e-05,
      "loss": 2.5272,
      "step": 24
    },
    {
      "epoch": 0.11074197120708748,
      "grad_norm": 6.828806400299072,
      "learning_rate": 6.176470588235295e-05,
      "loss": 2.1176,
      "step": 25
    },
    {
      "epoch": 0.11517165005537099,
      "grad_norm": 5.893914699554443,
      "learning_rate": 6.470588235294118e-05,
      "loss": 2.6795,
      "step": 26
    },
    {
      "epoch": 0.11960132890365449,
      "grad_norm": 6.441338539123535,
      "learning_rate": 6.764705882352942e-05,
      "loss": 2.301,
      "step": 27
    },
    {
      "epoch": 0.12403100775193798,
      "grad_norm": 6.272483825683594,
      "learning_rate": 7.058823529411765e-05,
      "loss": 2.1281,
      "step": 28
    },
    {
      "epoch": 0.12846068660022147,
      "grad_norm": 5.158710956573486,
      "learning_rate": 7.352941176470589e-05,
      "loss": 2.1881,
      "step": 29
    },
    {
      "epoch": 0.132890365448505,
      "grad_norm": 16.882787704467773,
      "learning_rate": 7.647058823529411e-05,
      "loss": 2.7238,
      "step": 30
    },
    {
      "epoch": 0.13732004429678848,
      "grad_norm": 12.249922752380371,
      "learning_rate": 7.941176470588235e-05,
      "loss": 2.2578,
      "step": 31
    },
    {
      "epoch": 0.14174972314507198,
      "grad_norm": 5.460890769958496,
      "learning_rate": 8.23529411764706e-05,
      "loss": 1.8949,
      "step": 32
    },
    {
      "epoch": 0.1461794019933555,
      "grad_norm": 6.217385768890381,
      "learning_rate": 8.529411764705883e-05,
      "loss": 2.0967,
      "step": 33
    },
    {
      "epoch": 0.150609080841639,
      "grad_norm": 10.28000259399414,
      "learning_rate": 8.823529411764706e-05,
      "loss": 2.5619,
      "step": 34
    },
    {
      "epoch": 0.15503875968992248,
      "grad_norm": 9.967302322387695,
      "learning_rate": 9.11764705882353e-05,
      "loss": 2.0039,
      "step": 35
    },
    {
      "epoch": 0.15946843853820597,
      "grad_norm": 8.877910614013672,
      "learning_rate": 9.411764705882353e-05,
      "loss": 2.3817,
      "step": 36
    },
    {
      "epoch": 0.1638981173864895,
      "grad_norm": 6.2244181632995605,
      "learning_rate": 9.705882352941177e-05,
      "loss": 1.9161,
      "step": 37
    },
    {
      "epoch": 0.16832779623477298,
      "grad_norm": 6.652865409851074,
      "learning_rate": 0.0001,
      "loss": 2.2661,
      "step": 38
    },
    {
      "epoch": 0.17275747508305647,
      "grad_norm": 5.198558330535889,
      "learning_rate": 9.999979270446262e-05,
      "loss": 2.2035,
      "step": 39
    },
    {
      "epoch": 0.17718715393134,
      "grad_norm": 7.7754950523376465,
      "learning_rate": 9.999917081956933e-05,
      "loss": 1.8432,
      "step": 40
    },
    {
      "epoch": 0.18161683277962348,
      "grad_norm": 7.527754306793213,
      "learning_rate": 9.999813435047667e-05,
      "loss": 2.2061,
      "step": 41
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 9.0021390914917,
      "learning_rate": 9.99966833057789e-05,
      "loss": 2.3816,
      "step": 42
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 6.2614827156066895,
      "learning_rate": 9.999481769750779e-05,
      "loss": 2.3224,
      "step": 43
    },
    {
      "epoch": 0.19490586932447398,
      "grad_norm": 9.527298927307129,
      "learning_rate": 9.999253754113262e-05,
      "loss": 2.6791,
      "step": 44
    },
    {
      "epoch": 0.19933554817275748,
      "grad_norm": 8.42602252960205,
      "learning_rate": 9.998984285556007e-05,
      "loss": 2.4413,
      "step": 45
    },
    {
      "epoch": 0.20376522702104097,
      "grad_norm": 11.76278018951416,
      "learning_rate": 9.998673366313398e-05,
      "loss": 2.2867,
      "step": 46
    },
    {
      "epoch": 0.2081949058693245,
      "grad_norm": 5.570592403411865,
      "learning_rate": 9.998320998963521e-05,
      "loss": 2.2111,
      "step": 47
    },
    {
      "epoch": 0.21262458471760798,
      "grad_norm": 9.666138648986816,
      "learning_rate": 9.997927186428145e-05,
      "loss": 2.2846,
      "step": 48
    },
    {
      "epoch": 0.21705426356589147,
      "grad_norm": 6.573619842529297,
      "learning_rate": 9.997491931972694e-05,
      "loss": 2.1636,
      "step": 49
    },
    {
      "epoch": 0.22148394241417496,
      "grad_norm": 8.646806716918945,
      "learning_rate": 9.997015239206215e-05,
      "loss": 2.0793,
      "step": 50
    },
    {
      "epoch": 0.22591362126245848,
      "grad_norm": 11.25146484375,
      "learning_rate": 9.996497112081364e-05,
      "loss": 2.523,
      "step": 51
    },
    {
      "epoch": 0.23034330011074197,
      "grad_norm": 7.36045503616333,
      "learning_rate": 9.99593755489436e-05,
      "loss": 2.2237,
      "step": 52
    },
    {
      "epoch": 0.23477297895902546,
      "grad_norm": 10.66434383392334,
      "learning_rate": 9.995336572284946e-05,
      "loss": 2.3307,
      "step": 53
    },
    {
      "epoch": 0.23920265780730898,
      "grad_norm": 8.106691360473633,
      "learning_rate": 9.994694169236365e-05,
      "loss": 1.9581,
      "step": 54
    },
    {
      "epoch": 0.24363233665559247,
      "grad_norm": 8.106691360473633,
      "learning_rate": 9.994694169236365e-05,
      "loss": 2.1817,
      "step": 55
    },
    {
      "epoch": 0.24806201550387597,
      "grad_norm": 9.079061508178711,
      "learning_rate": 9.994010351075309e-05,
      "loss": 2.1612,
      "step": 56
    },
    {
      "epoch": 0.25249169435215946,
      "grad_norm": 12.104523658752441,
      "learning_rate": 9.993285123471877e-05,
      "loss": 2.798,
      "step": 57
    },
    {
      "epoch": 0.25692137320044295,
      "grad_norm": 10.687878608703613,
      "learning_rate": 9.992518492439526e-05,
      "loss": 1.9192,
      "step": 58
    },
    {
      "epoch": 0.26135105204872644,
      "grad_norm": 13.860992431640625,
      "learning_rate": 9.991710464335022e-05,
      "loss": 2.0584,
      "step": 59
    },
    {
      "epoch": 0.26578073089701,
      "grad_norm": 9.031172752380371,
      "learning_rate": 9.990861045858392e-05,
      "loss": 2.3866,
      "step": 60
    },
    {
      "epoch": 0.2702104097452935,
      "grad_norm": 10.569039344787598,
      "learning_rate": 9.989970244052861e-05,
      "loss": 2.5264,
      "step": 61
    },
    {
      "epoch": 0.27464008859357697,
      "grad_norm": 10.764253616333008,
      "learning_rate": 9.989038066304799e-05,
      "loss": 1.9073,
      "step": 62
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 9.956701278686523,
      "learning_rate": 9.988064520343659e-05,
      "loss": 2.1363,
      "step": 63
    },
    {
      "epoch": 0.28349944629014395,
      "grad_norm": 9.418704986572266,
      "learning_rate": 9.987049614241905e-05,
      "loss": 2.1378,
      "step": 64
    },
    {
      "epoch": 0.28792912513842744,
      "grad_norm": 5.377594947814941,
      "learning_rate": 9.985993356414966e-05,
      "loss": 2.5805,
      "step": 65
    },
    {
      "epoch": 0.292358803986711,
      "grad_norm": 5.151512622833252,
      "learning_rate": 9.984895755621135e-05,
      "loss": 2.4775,
      "step": 66
    },
    {
      "epoch": 0.2967884828349945,
      "grad_norm": 7.1843743324279785,
      "learning_rate": 9.983756820961528e-05,
      "loss": 2.5418,
      "step": 67
    },
    {
      "epoch": 0.301218161683278,
      "grad_norm": 6.158773899078369,
      "learning_rate": 9.982576561879983e-05,
      "loss": 2.2148,
      "step": 68
    },
    {
      "epoch": 0.30564784053156147,
      "grad_norm": 6.614671230316162,
      "learning_rate": 9.981354988163e-05,
      "loss": 2.718,
      "step": 69
    },
    {
      "epoch": 0.31007751937984496,
      "grad_norm": 4.830013751983643,
      "learning_rate": 9.980092109939652e-05,
      "loss": 2.151,
      "step": 70
    },
    {
      "epoch": 0.31450719822812845,
      "grad_norm": 7.057981967926025,
      "learning_rate": 9.978787937681496e-05,
      "loss": 2.1143,
      "step": 71
    },
    {
      "epoch": 0.31893687707641194,
      "grad_norm": 7.486720085144043,
      "learning_rate": 9.977442482202498e-05,
      "loss": 2.0879,
      "step": 72
    },
    {
      "epoch": 0.3233665559246955,
      "grad_norm": 11.194393157958984,
      "learning_rate": 9.976055754658935e-05,
      "loss": 2.9186,
      "step": 73
    },
    {
      "epoch": 0.327796234772979,
      "grad_norm": 4.733929634094238,
      "learning_rate": 9.974627766549302e-05,
      "loss": 1.9993,
      "step": 74
    },
    {
      "epoch": 0.33222591362126247,
      "grad_norm": 9.492938995361328,
      "learning_rate": 9.973158529714224e-05,
      "loss": 2.3098,
      "step": 75
    },
    {
      "epoch": 0.33665559246954596,
      "grad_norm": 6.460459232330322,
      "learning_rate": 9.971648056336348e-05,
      "loss": 2.0154,
      "step": 76
    },
    {
      "epoch": 0.34108527131782945,
      "grad_norm": 6.839648246765137,
      "learning_rate": 9.970096358940251e-05,
      "loss": 2.8716,
      "step": 77
    },
    {
      "epoch": 0.34551495016611294,
      "grad_norm": 11.949552536010742,
      "learning_rate": 9.968503450392332e-05,
      "loss": 3.2224,
      "step": 78
    },
    {
      "epoch": 0.34994462901439644,
      "grad_norm": 11.671749114990234,
      "learning_rate": 9.966869343900702e-05,
      "loss": 2.4969,
      "step": 79
    },
    {
      "epoch": 0.35437430786268,
      "grad_norm": 7.032209396362305,
      "learning_rate": 9.965194053015083e-05,
      "loss": 2.0895,
      "step": 80
    },
    {
      "epoch": 0.3588039867109635,
      "grad_norm": 7.36803674697876,
      "learning_rate": 9.963477591626687e-05,
      "loss": 2.1803,
      "step": 81
    },
    {
      "epoch": 0.36323366555924697,
      "grad_norm": 9.958213806152344,
      "learning_rate": 9.961719973968102e-05,
      "loss": 2.482,
      "step": 82
    },
    {
      "epoch": 0.36766334440753046,
      "grad_norm": 8.602214813232422,
      "learning_rate": 9.959921214613186e-05,
      "loss": 1.9825,
      "step": 83
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 8.817967414855957,
      "learning_rate": 9.958081328476925e-05,
      "loss": 2.2188,
      "step": 84
    },
    {
      "epoch": 0.37652270210409744,
      "grad_norm": 6.849939823150635,
      "learning_rate": 9.956200330815329e-05,
      "loss": 2.2715,
      "step": 85
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 7.644628524780273,
      "learning_rate": 9.954278237225296e-05,
      "loss": 2.1561,
      "step": 86
    },
    {
      "epoch": 0.3853820598006645,
      "grad_norm": 10.270885467529297,
      "learning_rate": 9.95231506364448e-05,
      "loss": 2.3277,
      "step": 87
    },
    {
      "epoch": 0.38981173864894797,
      "grad_norm": 4.501772403717041,
      "learning_rate": 9.950310826351168e-05,
      "loss": 2.0594,
      "step": 88
    },
    {
      "epoch": 0.39424141749723146,
      "grad_norm": 6.094904899597168,
      "learning_rate": 9.948265541964136e-05,
      "loss": 2.5396,
      "step": 89
    },
    {
      "epoch": 0.39867109634551495,
      "grad_norm": 4.792986869812012,
      "learning_rate": 9.946179227442521e-05,
      "loss": 2.0759,
      "step": 90
    },
    {
      "epoch": 0.40310077519379844,
      "grad_norm": 11.445024490356445,
      "learning_rate": 9.944051900085667e-05,
      "loss": 1.8679,
      "step": 91
    },
    {
      "epoch": 0.40753045404208194,
      "grad_norm": 4.9725422859191895,
      "learning_rate": 9.941883577532993e-05,
      "loss": 1.9542,
      "step": 92
    },
    {
      "epoch": 0.4119601328903654,
      "grad_norm": 8.572590827941895,
      "learning_rate": 9.939674277763844e-05,
      "loss": 1.8557,
      "step": 93
    },
    {
      "epoch": 0.416389811738649,
      "grad_norm": 8.919875144958496,
      "learning_rate": 9.937424019097337e-05,
      "loss": 1.9008,
      "step": 94
    },
    {
      "epoch": 0.42081949058693247,
      "grad_norm": 6.352705955505371,
      "learning_rate": 9.935132820192217e-05,
      "loss": 2.1908,
      "step": 95
    },
    {
      "epoch": 0.42524916943521596,
      "grad_norm": 6.315227031707764,
      "learning_rate": 9.932800700046697e-05,
      "loss": 2.2764,
      "step": 96
    },
    {
      "epoch": 0.42967884828349945,
      "grad_norm": 8.06071949005127,
      "learning_rate": 9.9304276779983e-05,
      "loss": 2.0963,
      "step": 97
    },
    {
      "epoch": 0.43410852713178294,
      "grad_norm": 7.619894027709961,
      "learning_rate": 9.9280137737237e-05,
      "loss": 2.4399,
      "step": 98
    },
    {
      "epoch": 0.43853820598006643,
      "grad_norm": 13.512142181396484,
      "learning_rate": 9.925559007238563e-05,
      "loss": 2.3685,
      "step": 99
    },
    {
      "epoch": 0.4429678848283499,
      "grad_norm": 5.173255920410156,
      "learning_rate": 9.923063398897372e-05,
      "loss": 2.2099,
      "step": 100
    },
    {
      "epoch": 0.44739756367663347,
      "grad_norm": 10.244203567504883,
      "learning_rate": 9.920526969393267e-05,
      "loss": 2.2032,
      "step": 101
    },
    {
      "epoch": 0.45182724252491696,
      "grad_norm": 9.113722801208496,
      "learning_rate": 9.917949739757868e-05,
      "loss": 2.5239,
      "step": 102
    },
    {
      "epoch": 0.45625692137320045,
      "grad_norm": 6.485414505004883,
      "learning_rate": 9.915331731361103e-05,
      "loss": 2.3008,
      "step": 103
    },
    {
      "epoch": 0.46068660022148394,
      "grad_norm": 8.831535339355469,
      "learning_rate": 9.912672965911034e-05,
      "loss": 2.2914,
      "step": 104
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 8.91296100616455,
      "learning_rate": 9.909973465453666e-05,
      "loss": 2.4561,
      "step": 105
    },
    {
      "epoch": 0.4695459579180509,
      "grad_norm": 7.34066915512085,
      "learning_rate": 9.907233252372774e-05,
      "loss": 2.4614,
      "step": 106
    },
    {
      "epoch": 0.4739756367663344,
      "grad_norm": 5.878296375274658,
      "learning_rate": 9.904452349389717e-05,
      "loss": 2.0118,
      "step": 107
    },
    {
      "epoch": 0.47840531561461797,
      "grad_norm": 8.123944282531738,
      "learning_rate": 9.901630779563246e-05,
      "loss": 2.3756,
      "step": 108
    },
    {
      "epoch": 0.48283499446290146,
      "grad_norm": 11.739887237548828,
      "learning_rate": 9.898768566289315e-05,
      "loss": 2.365,
      "step": 109
    },
    {
      "epoch": 0.48726467331118495,
      "grad_norm": 5.946976184844971,
      "learning_rate": 9.895865733300886e-05,
      "loss": 2.2305,
      "step": 110
    },
    {
      "epoch": 0.49169435215946844,
      "grad_norm": 5.463192462921143,
      "learning_rate": 9.89292230466773e-05,
      "loss": 2.5732,
      "step": 111
    },
    {
      "epoch": 0.49612403100775193,
      "grad_norm": 4.646864891052246,
      "learning_rate": 9.889938304796236e-05,
      "loss": 2.1547,
      "step": 112
    },
    {
      "epoch": 0.5005537098560354,
      "grad_norm": 6.221797943115234,
      "learning_rate": 9.886913758429193e-05,
      "loss": 2.015,
      "step": 113
    },
    {
      "epoch": 0.5049833887043189,
      "grad_norm": 6.859386444091797,
      "learning_rate": 9.883848690645601e-05,
      "loss": 2.2811,
      "step": 114
    },
    {
      "epoch": 0.5094130675526024,
      "grad_norm": 10.671966552734375,
      "learning_rate": 9.880743126860457e-05,
      "loss": 1.9567,
      "step": 115
    },
    {
      "epoch": 0.5138427464008859,
      "grad_norm": 5.32224702835083,
      "learning_rate": 9.87759709282454e-05,
      "loss": 2.5827,
      "step": 116
    },
    {
      "epoch": 0.5182724252491694,
      "grad_norm": 8.69084644317627,
      "learning_rate": 9.874410614624203e-05,
      "loss": 1.81,
      "step": 117
    },
    {
      "epoch": 0.5227021040974529,
      "grad_norm": 9.261399269104004,
      "learning_rate": 9.871183718681153e-05,
      "loss": 2.3125,
      "step": 118
    },
    {
      "epoch": 0.5271317829457365,
      "grad_norm": 6.587903022766113,
      "learning_rate": 9.867916431752238e-05,
      "loss": 2.4587,
      "step": 119
    },
    {
      "epoch": 0.53156146179402,
      "grad_norm": 7.4397430419921875,
      "learning_rate": 9.864608780929216e-05,
      "loss": 2.5349,
      "step": 120
    },
    {
      "epoch": 0.5359911406423035,
      "grad_norm": 8.569662094116211,
      "learning_rate": 9.861260793638538e-05,
      "loss": 2.302,
      "step": 121
    },
    {
      "epoch": 0.540420819490587,
      "grad_norm": 8.569662094116211,
      "learning_rate": 9.861260793638538e-05,
      "loss": 2.3263,
      "step": 122
    },
    {
      "epoch": 0.5448504983388704,
      "grad_norm": 7.741957664489746,
      "learning_rate": 9.857872497641117e-05,
      "loss": 2.4619,
      "step": 123
    },
    {
      "epoch": 0.5492801771871539,
      "grad_norm": 13.403289794921875,
      "learning_rate": 9.854443921032097e-05,
      "loss": 2.4491,
      "step": 124
    },
    {
      "epoch": 0.5537098560354374,
      "grad_norm": 11.84448528289795,
      "learning_rate": 9.850975092240625e-05,
      "loss": 2.4692,
      "step": 125
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 6.203007698059082,
      "learning_rate": 9.847466040029609e-05,
      "loss": 2.2906,
      "step": 126
    },
    {
      "epoch": 0.5625692137320044,
      "grad_norm": 6.883812427520752,
      "learning_rate": 9.843916793495487e-05,
      "loss": 2.5539,
      "step": 127
    },
    {
      "epoch": 0.5669988925802879,
      "grad_norm": 11.461130142211914,
      "learning_rate": 9.840327382067973e-05,
      "loss": 1.9333,
      "step": 128
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 13.166450500488281,
      "learning_rate": 9.836697835509827e-05,
      "loss": 2.2345,
      "step": 129
    },
    {
      "epoch": 0.5758582502768549,
      "grad_norm": 8.314001083374023,
      "learning_rate": 9.833028183916602e-05,
      "loss": 2.6494,
      "step": 130
    },
    {
      "epoch": 0.5802879291251384,
      "grad_norm": 6.866865634918213,
      "learning_rate": 9.829318457716394e-05,
      "loss": 1.9577,
      "step": 131
    },
    {
      "epoch": 0.584717607973422,
      "grad_norm": 5.3526082038879395,
      "learning_rate": 9.82556868766959e-05,
      "loss": 2.3536,
      "step": 132
    },
    {
      "epoch": 0.5891472868217055,
      "grad_norm": 12.298832893371582,
      "learning_rate": 9.821778904868616e-05,
      "loss": 2.4454,
      "step": 133
    },
    {
      "epoch": 0.593576965669989,
      "grad_norm": 5.376310348510742,
      "learning_rate": 9.817949140737673e-05,
      "loss": 2.763,
      "step": 134
    },
    {
      "epoch": 0.5980066445182725,
      "grad_norm": 7.576231002807617,
      "learning_rate": 9.814079427032478e-05,
      "loss": 2.3395,
      "step": 135
    },
    {
      "epoch": 0.602436323366556,
      "grad_norm": 6.101162433624268,
      "learning_rate": 9.810169795840012e-05,
      "loss": 1.8174,
      "step": 136
    },
    {
      "epoch": 0.6068660022148394,
      "grad_norm": 9.156957626342773,
      "learning_rate": 9.806220279578235e-05,
      "loss": 2.5992,
      "step": 137
    },
    {
      "epoch": 0.6112956810631229,
      "grad_norm": 9.112500190734863,
      "learning_rate": 9.802230910995834e-05,
      "loss": 2.1072,
      "step": 138
    },
    {
      "epoch": 0.6157253599114064,
      "grad_norm": 8.444991111755371,
      "learning_rate": 9.798201723171939e-05,
      "loss": 2.2685,
      "step": 139
    },
    {
      "epoch": 0.6201550387596899,
      "grad_norm": 4.799725532531738,
      "learning_rate": 9.794132749515854e-05,
      "loss": 2.136,
      "step": 140
    },
    {
      "epoch": 0.6245847176079734,
      "grad_norm": 8.076310157775879,
      "learning_rate": 9.790024023766789e-05,
      "loss": 2.2673,
      "step": 141
    },
    {
      "epoch": 0.6290143964562569,
      "grad_norm": 4.653082847595215,
      "learning_rate": 9.785875579993557e-05,
      "loss": 1.8902,
      "step": 142
    },
    {
      "epoch": 0.6334440753045404,
      "grad_norm": 11.317476272583008,
      "learning_rate": 9.781687452594318e-05,
      "loss": 2.4088,
      "step": 143
    },
    {
      "epoch": 0.6378737541528239,
      "grad_norm": 7.295245170593262,
      "learning_rate": 9.777459676296275e-05,
      "loss": 2.2239,
      "step": 144
    },
    {
      "epoch": 0.6423034330011074,
      "grad_norm": 10.208337783813477,
      "learning_rate": 9.773192286155394e-05,
      "loss": 2.3007,
      "step": 145
    },
    {
      "epoch": 0.646733111849391,
      "grad_norm": 9.138147354125977,
      "learning_rate": 9.768885317556116e-05,
      "loss": 2.1123,
      "step": 146
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 8.081501960754395,
      "learning_rate": 9.764538806211051e-05,
      "loss": 2.1822,
      "step": 147
    },
    {
      "epoch": 0.655592469545958,
      "grad_norm": 10.28136920928955,
      "learning_rate": 9.760152788160697e-05,
      "loss": 2.0472,
      "step": 148
    },
    {
      "epoch": 0.6600221483942414,
      "grad_norm": 12.062602996826172,
      "learning_rate": 9.755727299773134e-05,
      "loss": 2.2228,
      "step": 149
    },
    {
      "epoch": 0.6644518272425249,
      "grad_norm": 8.189140319824219,
      "learning_rate": 9.75126237774372e-05,
      "loss": 2.1186,
      "step": 150
    },
    {
      "epoch": 0.6688815060908084,
      "grad_norm": 4.761727809906006,
      "learning_rate": 9.746758059094791e-05,
      "loss": 2.141,
      "step": 151
    },
    {
      "epoch": 0.6733111849390919,
      "grad_norm": 7.920103549957275,
      "learning_rate": 9.742214381175354e-05,
      "loss": 2.2799,
      "step": 152
    },
    {
      "epoch": 0.6777408637873754,
      "grad_norm": 7.213951587677002,
      "learning_rate": 9.737631381660776e-05,
      "loss": 2.1124,
      "step": 153
    },
    {
      "epoch": 0.6821705426356589,
      "grad_norm": 9.37542724609375,
      "learning_rate": 9.733009098552473e-05,
      "loss": 2.1971,
      "step": 154
    },
    {
      "epoch": 0.6866002214839424,
      "grad_norm": 8.1496000289917,
      "learning_rate": 9.728347570177586e-05,
      "loss": 2.0953,
      "step": 155
    },
    {
      "epoch": 0.6910299003322259,
      "grad_norm": 5.148806095123291,
      "learning_rate": 9.72364683518868e-05,
      "loss": 2.1246,
      "step": 156
    },
    {
      "epoch": 0.6954595791805094,
      "grad_norm": 5.193173885345459,
      "learning_rate": 9.71890693256341e-05,
      "loss": 1.9214,
      "step": 157
    },
    {
      "epoch": 0.6998892580287929,
      "grad_norm": 7.136893272399902,
      "learning_rate": 9.7141279016042e-05,
      "loss": 2.2632,
      "step": 158
    },
    {
      "epoch": 0.7043189368770764,
      "grad_norm": 7.360518455505371,
      "learning_rate": 9.709309781937925e-05,
      "loss": 2.4558,
      "step": 159
    },
    {
      "epoch": 0.70874861572536,
      "grad_norm": 9.435393333435059,
      "learning_rate": 9.704452613515571e-05,
      "loss": 2.1096,
      "step": 160
    },
    {
      "epoch": 0.7131782945736435,
      "grad_norm": 7.742511749267578,
      "learning_rate": 9.699556436611912e-05,
      "loss": 2.3128,
      "step": 161
    },
    {
      "epoch": 0.717607973421927,
      "grad_norm": 9.153509140014648,
      "learning_rate": 9.694621291825174e-05,
      "loss": 2.2575,
      "step": 162
    },
    {
      "epoch": 0.7220376522702104,
      "grad_norm": 8.447454452514648,
      "learning_rate": 9.689647220076696e-05,
      "loss": 1.9745,
      "step": 163
    },
    {
      "epoch": 0.7264673311184939,
      "grad_norm": 5.4174909591674805,
      "learning_rate": 9.684634262610593e-05,
      "loss": 2.4049,
      "step": 164
    },
    {
      "epoch": 0.7308970099667774,
      "grad_norm": 9.518255233764648,
      "learning_rate": 9.679582460993413e-05,
      "loss": 1.8485,
      "step": 165
    },
    {
      "epoch": 0.7353266888150609,
      "grad_norm": 8.27046012878418,
      "learning_rate": 9.674491857113792e-05,
      "loss": 2.665,
      "step": 166
    },
    {
      "epoch": 0.7397563676633444,
      "grad_norm": 6.9749836921691895,
      "learning_rate": 9.669362493182111e-05,
      "loss": 2.3234,
      "step": 167
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 5.377409934997559,
      "learning_rate": 9.664194411730141e-05,
      "loss": 1.8631,
      "step": 168
    },
    {
      "epoch": 0.7486157253599114,
      "grad_norm": 8.406085014343262,
      "learning_rate": 9.658987655610687e-05,
      "loss": 2.2899,
      "step": 169
    },
    {
      "epoch": 0.7530454042081949,
      "grad_norm": 4.888492584228516,
      "learning_rate": 9.653742267997246e-05,
      "loss": 2.0495,
      "step": 170
    },
    {
      "epoch": 0.7574750830564784,
      "grad_norm": 10.016488075256348,
      "learning_rate": 9.648458292383631e-05,
      "loss": 1.9254,
      "step": 171
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 5.880348205566406,
      "learning_rate": 9.643135772583627e-05,
      "loss": 1.9746,
      "step": 172
    },
    {
      "epoch": 0.7663344407530454,
      "grad_norm": 8.261670112609863,
      "learning_rate": 9.63777475273062e-05,
      "loss": 2.437,
      "step": 173
    },
    {
      "epoch": 0.770764119601329,
      "grad_norm": 15.291732788085938,
      "learning_rate": 9.632375277277226e-05,
      "loss": 2.6626,
      "step": 174
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 7.9028096199035645,
      "learning_rate": 9.626937390994932e-05,
      "loss": 2.2399,
      "step": 175
    },
    {
      "epoch": 0.7796234772978959,
      "grad_norm": 4.564765930175781,
      "learning_rate": 9.621461138973724e-05,
      "loss": 2.083,
      "step": 176
    },
    {
      "epoch": 0.7840531561461794,
      "grad_norm": 7.957129955291748,
      "learning_rate": 9.615946566621702e-05,
      "loss": 1.8967,
      "step": 177
    },
    {
      "epoch": 0.7884828349944629,
      "grad_norm": 16.633319854736328,
      "learning_rate": 9.610393719664719e-05,
      "loss": 1.9869,
      "step": 178
    },
    {
      "epoch": 0.7929125138427464,
      "grad_norm": 8.166046142578125,
      "learning_rate": 9.604802644145989e-05,
      "loss": 2.141,
      "step": 179
    },
    {
      "epoch": 0.7973421926910299,
      "grad_norm": 10.27008056640625,
      "learning_rate": 9.59917338642571e-05,
      "loss": 2.077,
      "step": 180
    },
    {
      "epoch": 0.8017718715393134,
      "grad_norm": 5.996699810028076,
      "learning_rate": 9.593505993180687e-05,
      "loss": 1.9777,
      "step": 181
    },
    {
      "epoch": 0.8062015503875969,
      "grad_norm": 8.765548706054688,
      "learning_rate": 9.58780051140393e-05,
      "loss": 1.9158,
      "step": 182
    },
    {
      "epoch": 0.8106312292358804,
      "grad_norm": 4.515958786010742,
      "learning_rate": 9.582056988404275e-05,
      "loss": 1.9419,
      "step": 183
    },
    {
      "epoch": 0.8150609080841639,
      "grad_norm": 10.045695304870605,
      "learning_rate": 9.576275471805993e-05,
      "loss": 2.2376,
      "step": 184
    },
    {
      "epoch": 0.8194905869324474,
      "grad_norm": 5.502155303955078,
      "learning_rate": 9.570456009548383e-05,
      "loss": 1.9097,
      "step": 185
    },
    {
      "epoch": 0.8239202657807309,
      "grad_norm": 6.540369987487793,
      "learning_rate": 9.56459864988539e-05,
      "loss": 2.1779,
      "step": 186
    },
    {
      "epoch": 0.8283499446290143,
      "grad_norm": 6.4399285316467285,
      "learning_rate": 9.558703441385194e-05,
      "loss": 2.0636,
      "step": 187
    },
    {
      "epoch": 0.832779623477298,
      "grad_norm": 17.52277946472168,
      "learning_rate": 9.552770432929811e-05,
      "loss": 2.0766,
      "step": 188
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 7.090964317321777,
      "learning_rate": 9.54679967371469e-05,
      "loss": 2.2198,
      "step": 189
    },
    {
      "epoch": 0.8416389811738649,
      "grad_norm": 4.9996490478515625,
      "learning_rate": 9.540791213248299e-05,
      "loss": 2.1353,
      "step": 190
    },
    {
      "epoch": 0.8460686600221484,
      "grad_norm": 10.12185001373291,
      "learning_rate": 9.534745101351719e-05,
      "loss": 2.4016,
      "step": 191
    },
    {
      "epoch": 0.8504983388704319,
      "grad_norm": 7.592304706573486,
      "learning_rate": 9.528661388158234e-05,
      "loss": 2.1985,
      "step": 192
    },
    {
      "epoch": 0.8549280177187154,
      "grad_norm": 6.609996318817139,
      "learning_rate": 9.522540124112902e-05,
      "loss": 2.1224,
      "step": 193
    },
    {
      "epoch": 0.8593576965669989,
      "grad_norm": 4.852092742919922,
      "learning_rate": 9.516381359972158e-05,
      "loss": 2.2335,
      "step": 194
    },
    {
      "epoch": 0.8637873754152824,
      "grad_norm": 6.790386199951172,
      "learning_rate": 9.51018514680337e-05,
      "loss": 1.7354,
      "step": 195
    },
    {
      "epoch": 0.8682170542635659,
      "grad_norm": 4.828433990478516,
      "learning_rate": 9.503951535984434e-05,
      "loss": 1.9872,
      "step": 196
    },
    {
      "epoch": 0.8726467331118494,
      "grad_norm": 4.812173843383789,
      "learning_rate": 9.497680579203338e-05,
      "loss": 2.0323,
      "step": 197
    },
    {
      "epoch": 0.8770764119601329,
      "grad_norm": 3.76886248588562,
      "learning_rate": 9.491372328457738e-05,
      "loss": 2.308,
      "step": 198
    },
    {
      "epoch": 0.8815060908084164,
      "grad_norm": 4.918368339538574,
      "learning_rate": 9.485026836054519e-05,
      "loss": 2.0527,
      "step": 199
    },
    {
      "epoch": 0.8859357696566998,
      "grad_norm": 5.6282639503479,
      "learning_rate": 9.478644154609372e-05,
      "loss": 2.4852,
      "step": 200
    },
    {
      "epoch": 0.8903654485049833,
      "grad_norm": 8.104965209960938,
      "learning_rate": 9.472224337046357e-05,
      "loss": 1.6854,
      "step": 201
    },
    {
      "epoch": 0.8947951273532669,
      "grad_norm": 5.7505598068237305,
      "learning_rate": 9.46576743659745e-05,
      "loss": 2.1109,
      "step": 202
    },
    {
      "epoch": 0.8992248062015504,
      "grad_norm": 5.078502178192139,
      "learning_rate": 9.45927350680212e-05,
      "loss": 2.2926,
      "step": 203
    },
    {
      "epoch": 0.9036544850498339,
      "grad_norm": 6.620337009429932,
      "learning_rate": 9.452742601506872e-05,
      "loss": 2.1566,
      "step": 204
    },
    {
      "epoch": 0.9080841638981174,
      "grad_norm": 6.228148937225342,
      "learning_rate": 9.446174774864808e-05,
      "loss": 2.141,
      "step": 205
    },
    {
      "epoch": 0.9125138427464009,
      "grad_norm": 5.25639533996582,
      "learning_rate": 9.439570081335173e-05,
      "loss": 2.1721,
      "step": 206
    },
    {
      "epoch": 0.9169435215946844,
      "grad_norm": 7.61407470703125,
      "learning_rate": 9.432928575682907e-05,
      "loss": 1.9253,
      "step": 207
    },
    {
      "epoch": 0.9213732004429679,
      "grad_norm": 7.121610641479492,
      "learning_rate": 9.42625031297819e-05,
      "loss": 2.3093,
      "step": 208
    },
    {
      "epoch": 0.9258028792912514,
      "grad_norm": 8.246429443359375,
      "learning_rate": 9.419535348595985e-05,
      "loss": 2.321,
      "step": 209
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 8.831986427307129,
      "learning_rate": 9.412783738215575e-05,
      "loss": 2.3273,
      "step": 210
    },
    {
      "epoch": 0.9346622369878184,
      "grad_norm": 7.420327186584473,
      "learning_rate": 9.405995537820111e-05,
      "loss": 2.2849,
      "step": 211
    },
    {
      "epoch": 0.9390919158361019,
      "grad_norm": 7.654839992523193,
      "learning_rate": 9.399170803696138e-05,
      "loss": 1.8333,
      "step": 212
    },
    {
      "epoch": 0.9435215946843853,
      "grad_norm": 7.557086944580078,
      "learning_rate": 9.392309592433133e-05,
      "loss": 2.1632,
      "step": 213
    },
    {
      "epoch": 0.9479512735326688,
      "grad_norm": 7.721208572387695,
      "learning_rate": 9.385411960923036e-05,
      "loss": 1.9735,
      "step": 214
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 7.448840618133545,
      "learning_rate": 9.378477966359773e-05,
      "loss": 2.4228,
      "step": 215
    },
    {
      "epoch": 0.9568106312292359,
      "grad_norm": 5.7559733390808105,
      "learning_rate": 9.371507666238794e-05,
      "loss": 2.3595,
      "step": 216
    },
    {
      "epoch": 0.9612403100775194,
      "grad_norm": 5.419656753540039,
      "learning_rate": 9.36450111835658e-05,
      "loss": 2.3156,
      "step": 217
    },
    {
      "epoch": 0.9656699889258029,
      "grad_norm": 8.596833229064941,
      "learning_rate": 9.357458380810175e-05,
      "loss": 2.3778,
      "step": 218
    },
    {
      "epoch": 0.9700996677740864,
      "grad_norm": 15.337946891784668,
      "learning_rate": 9.350379511996705e-05,
      "loss": 2.3743,
      "step": 219
    },
    {
      "epoch": 0.9745293466223699,
      "grad_norm": 6.938776016235352,
      "learning_rate": 9.343264570612883e-05,
      "loss": 2.2887,
      "step": 220
    },
    {
      "epoch": 0.9789590254706534,
      "grad_norm": 8.320263862609863,
      "learning_rate": 9.336113615654534e-05,
      "loss": 1.9961,
      "step": 221
    },
    {
      "epoch": 0.9833887043189369,
      "grad_norm": 5.129944801330566,
      "learning_rate": 9.328926706416101e-05,
      "loss": 1.8434,
      "step": 222
    },
    {
      "epoch": 0.9878183831672204,
      "grad_norm": 6.840932369232178,
      "learning_rate": 9.321703902490151e-05,
      "loss": 2.0304,
      "step": 223
    },
    {
      "epoch": 0.9922480620155039,
      "grad_norm": 8.26124095916748,
      "learning_rate": 9.314445263766888e-05,
      "loss": 2.2058,
      "step": 224
    },
    {
      "epoch": 0.9966777408637874,
      "grad_norm": 9.003861427307129,
      "learning_rate": 9.307150850433643e-05,
      "loss": 2.3681,
      "step": 225
    },
    {
      "epoch": 1.0022148394241417,
      "grad_norm": 10.506808280944824,
      "learning_rate": 9.299820722974395e-05,
      "loss": 2.1082,
      "step": 226
    },
    {
      "epoch": 1.0066445182724253,
      "grad_norm": 13.937885284423828,
      "learning_rate": 9.29245494216925e-05,
      "loss": 2.1381,
      "step": 227
    },
    {
      "epoch": 1.0110741971207087,
      "grad_norm": 10.9959077835083,
      "learning_rate": 9.285053569093946e-05,
      "loss": 2.5619,
      "step": 228
    },
    {
      "epoch": 1.0155038759689923,
      "grad_norm": 8.583209991455078,
      "learning_rate": 9.27761666511935e-05,
      "loss": 2.4306,
      "step": 229
    },
    {
      "epoch": 1.0199335548172757,
      "grad_norm": 8.024839401245117,
      "learning_rate": 9.270144291910941e-05,
      "loss": 2.2235,
      "step": 230
    },
    {
      "epoch": 1.0243632336655593,
      "grad_norm": 7.364706516265869,
      "learning_rate": 9.262636511428304e-05,
      "loss": 2.4616,
      "step": 231
    },
    {
      "epoch": 1.0287929125138426,
      "grad_norm": 8.752544403076172,
      "learning_rate": 9.255093385924614e-05,
      "loss": 2.127,
      "step": 232
    },
    {
      "epoch": 1.0332225913621262,
      "grad_norm": 6.984606742858887,
      "learning_rate": 9.247514977946124e-05,
      "loss": 2.1871,
      "step": 233
    },
    {
      "epoch": 1.0376522702104098,
      "grad_norm": 8.737010955810547,
      "learning_rate": 9.239901350331634e-05,
      "loss": 2.3309,
      "step": 234
    },
    {
      "epoch": 1.0420819490586932,
      "grad_norm": 6.438765525817871,
      "learning_rate": 9.232252566211991e-05,
      "loss": 2.1588,
      "step": 235
    },
    {
      "epoch": 1.0465116279069768,
      "grad_norm": 9.31252384185791,
      "learning_rate": 9.224568689009547e-05,
      "loss": 2.0311,
      "step": 236
    },
    {
      "epoch": 1.0509413067552602,
      "grad_norm": 11.200642585754395,
      "learning_rate": 9.216849782437637e-05,
      "loss": 1.8581,
      "step": 237
    },
    {
      "epoch": 1.0553709856035438,
      "grad_norm": 6.259405136108398,
      "learning_rate": 9.20909591050006e-05,
      "loss": 2.0763,
      "step": 238
    },
    {
      "epoch": 1.0598006644518272,
      "grad_norm": 7.228961944580078,
      "learning_rate": 9.201307137490536e-05,
      "loss": 2.5367,
      "step": 239
    },
    {
      "epoch": 1.0642303433001108,
      "grad_norm": 10.137297630310059,
      "learning_rate": 9.19348352799218e-05,
      "loss": 1.8874,
      "step": 240
    },
    {
      "epoch": 1.0686600221483942,
      "grad_norm": 6.983479976654053,
      "learning_rate": 9.185625146876965e-05,
      "loss": 1.8221,
      "step": 241
    },
    {
      "epoch": 1.0730897009966778,
      "grad_norm": 5.6672444343566895,
      "learning_rate": 9.177732059305186e-05,
      "loss": 2.119,
      "step": 242
    },
    {
      "epoch": 1.0775193798449612,
      "grad_norm": 6.37617826461792,
      "learning_rate": 9.169804330724916e-05,
      "loss": 2.1792,
      "step": 243
    },
    {
      "epoch": 1.0819490586932448,
      "grad_norm": 7.426950931549072,
      "learning_rate": 9.161842026871466e-05,
      "loss": 1.8846,
      "step": 244
    },
    {
      "epoch": 1.0863787375415281,
      "grad_norm": 5.454375743865967,
      "learning_rate": 9.153845213766836e-05,
      "loss": 2.2066,
      "step": 245
    },
    {
      "epoch": 1.0908084163898117,
      "grad_norm": 8.249213218688965,
      "learning_rate": 9.145813957719174e-05,
      "loss": 2.2305,
      "step": 246
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 3.8901290893554688,
      "learning_rate": 9.137748325322222e-05,
      "loss": 2.2013,
      "step": 247
    },
    {
      "epoch": 1.0996677740863787,
      "grad_norm": 5.952533721923828,
      "learning_rate": 9.129648383454764e-05,
      "loss": 2.1404,
      "step": 248
    },
    {
      "epoch": 1.1040974529346623,
      "grad_norm": 9.447667121887207,
      "learning_rate": 9.121514199280071e-05,
      "loss": 2.1473,
      "step": 249
    },
    {
      "epoch": 1.1085271317829457,
      "grad_norm": 7.8357415199279785,
      "learning_rate": 9.113345840245347e-05,
      "loss": 2.1353,
      "step": 250
    },
    {
      "epoch": 1.1129568106312293,
      "grad_norm": 5.7361860275268555,
      "learning_rate": 9.105143374081168e-05,
      "loss": 2.1992,
      "step": 251
    },
    {
      "epoch": 1.1173864894795127,
      "grad_norm": 10.3837251663208,
      "learning_rate": 9.096906868800917e-05,
      "loss": 2.3124,
      "step": 252
    },
    {
      "epoch": 1.1218161683277963,
      "grad_norm": 3.863896369934082,
      "learning_rate": 9.088636392700227e-05,
      "loss": 2.257,
      "step": 253
    },
    {
      "epoch": 1.1262458471760797,
      "grad_norm": 9.265199661254883,
      "learning_rate": 9.08033201435641e-05,
      "loss": 2.0167,
      "step": 254
    },
    {
      "epoch": 1.1306755260243633,
      "grad_norm": 4.3140177726745605,
      "learning_rate": 9.071993802627887e-05,
      "loss": 2.3914,
      "step": 255
    },
    {
      "epoch": 1.1351052048726467,
      "grad_norm": 14.065458297729492,
      "learning_rate": 9.063621826653624e-05,
      "loss": 2.7486,
      "step": 256
    },
    {
      "epoch": 1.1395348837209303,
      "grad_norm": 9.089619636535645,
      "learning_rate": 9.055216155852548e-05,
      "loss": 1.7132,
      "step": 257
    },
    {
      "epoch": 1.1439645625692136,
      "grad_norm": 6.716838836669922,
      "learning_rate": 9.046776859922983e-05,
      "loss": 1.8824,
      "step": 258
    },
    {
      "epoch": 1.1483942414174972,
      "grad_norm": 14.335271835327148,
      "learning_rate": 9.038304008842064e-05,
      "loss": 1.744,
      "step": 259
    },
    {
      "epoch": 1.1528239202657806,
      "grad_norm": 7.002466678619385,
      "learning_rate": 9.029797672865159e-05,
      "loss": 2.4813,
      "step": 260
    },
    {
      "epoch": 1.1572535991140642,
      "grad_norm": 6.661802291870117,
      "learning_rate": 9.021257922525288e-05,
      "loss": 1.8213,
      "step": 261
    },
    {
      "epoch": 1.1616832779623478,
      "grad_norm": 7.363678455352783,
      "learning_rate": 9.012684828632538e-05,
      "loss": 1.7975,
      "step": 262
    },
    {
      "epoch": 1.1661129568106312,
      "grad_norm": 6.833836555480957,
      "learning_rate": 9.00407846227347e-05,
      "loss": 2.1189,
      "step": 263
    },
    {
      "epoch": 1.1705426356589148,
      "grad_norm": 6.624426364898682,
      "learning_rate": 8.995438894810541e-05,
      "loss": 1.9159,
      "step": 264
    },
    {
      "epoch": 1.1749723145071982,
      "grad_norm": 7.053401470184326,
      "learning_rate": 8.9867661978815e-05,
      "loss": 1.8237,
      "step": 265
    },
    {
      "epoch": 1.1794019933554818,
      "grad_norm": 6.560683250427246,
      "learning_rate": 8.978060443398802e-05,
      "loss": 1.9715,
      "step": 266
    },
    {
      "epoch": 1.1838316722037652,
      "grad_norm": 6.258054733276367,
      "learning_rate": 8.96932170354901e-05,
      "loss": 1.8396,
      "step": 267
    },
    {
      "epoch": 1.1882613510520488,
      "grad_norm": 9.02526569366455,
      "learning_rate": 8.960550050792194e-05,
      "loss": 2.1659,
      "step": 268
    },
    {
      "epoch": 1.1926910299003322,
      "grad_norm": 6.251518726348877,
      "learning_rate": 8.951745557861333e-05,
      "loss": 1.8894,
      "step": 269
    },
    {
      "epoch": 1.1971207087486158,
      "grad_norm": 8.956218719482422,
      "learning_rate": 8.942908297761711e-05,
      "loss": 2.5807,
      "step": 270
    },
    {
      "epoch": 1.2015503875968991,
      "grad_norm": 6.6762237548828125,
      "learning_rate": 8.934038343770312e-05,
      "loss": 2.2264,
      "step": 271
    },
    {
      "epoch": 1.2059800664451827,
      "grad_norm": 4.275567531585693,
      "learning_rate": 8.925135769435211e-05,
      "loss": 1.6638,
      "step": 272
    },
    {
      "epoch": 1.2104097452934663,
      "grad_norm": 6.121718406677246,
      "learning_rate": 8.916200648574964e-05,
      "loss": 2.0015,
      "step": 273
    },
    {
      "epoch": 1.2148394241417497,
      "grad_norm": 5.744752883911133,
      "learning_rate": 8.907233055277999e-05,
      "loss": 1.9907,
      "step": 274
    },
    {
      "epoch": 1.219269102990033,
      "grad_norm": 6.730654239654541,
      "learning_rate": 8.898233063902e-05,
      "loss": 2.1793,
      "step": 275
    },
    {
      "epoch": 1.2236987818383167,
      "grad_norm": 14.31635856628418,
      "learning_rate": 8.889200749073285e-05,
      "loss": 2.0648,
      "step": 276
    },
    {
      "epoch": 1.2281284606866003,
      "grad_norm": 5.152917385101318,
      "learning_rate": 8.880136185686201e-05,
      "loss": 1.793,
      "step": 277
    },
    {
      "epoch": 1.2325581395348837,
      "grad_norm": 10.570582389831543,
      "learning_rate": 8.871039448902487e-05,
      "loss": 1.7875,
      "step": 278
    },
    {
      "epoch": 1.2369878183831673,
      "grad_norm": 9.247808456420898,
      "learning_rate": 8.861910614150661e-05,
      "loss": 1.7261,
      "step": 279
    },
    {
      "epoch": 1.2414174972314507,
      "grad_norm": 13.006294250488281,
      "learning_rate": 8.852749757125392e-05,
      "loss": 1.6614,
      "step": 280
    },
    {
      "epoch": 1.2458471760797343,
      "grad_norm": 6.007842063903809,
      "learning_rate": 8.84355695378687e-05,
      "loss": 1.9225,
      "step": 281
    },
    {
      "epoch": 1.2502768549280177,
      "grad_norm": 7.5843658447265625,
      "learning_rate": 8.83433228036018e-05,
      "loss": 2.3472,
      "step": 282
    },
    {
      "epoch": 1.2547065337763013,
      "grad_norm": 8.273632049560547,
      "learning_rate": 8.825075813334669e-05,
      "loss": 2.0889,
      "step": 283
    },
    {
      "epoch": 1.2591362126245846,
      "grad_norm": 7.670727729797363,
      "learning_rate": 8.815787629463305e-05,
      "loss": 1.5007,
      "step": 284
    },
    {
      "epoch": 1.2635658914728682,
      "grad_norm": 10.460335731506348,
      "learning_rate": 8.806467805762055e-05,
      "loss": 1.9641,
      "step": 285
    },
    {
      "epoch": 1.2679955703211516,
      "grad_norm": 8.615412712097168,
      "learning_rate": 8.79711641950923e-05,
      "loss": 2.0096,
      "step": 286
    },
    {
      "epoch": 1.2724252491694352,
      "grad_norm": 8.69423770904541,
      "learning_rate": 8.787733548244858e-05,
      "loss": 1.8392,
      "step": 287
    },
    {
      "epoch": 1.2768549280177188,
      "grad_norm": 4.95367431640625,
      "learning_rate": 8.778319269770034e-05,
      "loss": 1.8004,
      "step": 288
    },
    {
      "epoch": 1.2812846068660022,
      "grad_norm": 8.5960693359375,
      "learning_rate": 8.768873662146271e-05,
      "loss": 2.2377,
      "step": 289
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 7.77866268157959,
      "learning_rate": 8.759396803694861e-05,
      "loss": 2.0425,
      "step": 290
    },
    {
      "epoch": 1.2901439645625692,
      "grad_norm": 6.187042236328125,
      "learning_rate": 8.749888772996226e-05,
      "loss": 2.1688,
      "step": 291
    },
    {
      "epoch": 1.2945736434108528,
      "grad_norm": 8.12923812866211,
      "learning_rate": 8.740349648889259e-05,
      "loss": 2.4057,
      "step": 292
    },
    {
      "epoch": 1.2990033222591362,
      "grad_norm": 5.084444522857666,
      "learning_rate": 8.730779510470671e-05,
      "loss": 2.092,
      "step": 293
    },
    {
      "epoch": 1.3034330011074198,
      "grad_norm": 8.99492359161377,
      "learning_rate": 8.721178437094346e-05,
      "loss": 1.9337,
      "step": 294
    },
    {
      "epoch": 1.3078626799557032,
      "grad_norm": 4.3779706954956055,
      "learning_rate": 8.711546508370666e-05,
      "loss": 2.2644,
      "step": 295
    },
    {
      "epoch": 1.3122923588039868,
      "grad_norm": 5.100649356842041,
      "learning_rate": 8.701883804165866e-05,
      "loss": 1.7897,
      "step": 296
    },
    {
      "epoch": 1.3167220376522701,
      "grad_norm": 7.3021769523620605,
      "learning_rate": 8.692190404601369e-05,
      "loss": 1.8963,
      "step": 297
    },
    {
      "epoch": 1.3211517165005537,
      "grad_norm": 8.583118438720703,
      "learning_rate": 8.682466390053106e-05,
      "loss": 2.3528,
      "step": 298
    },
    {
      "epoch": 1.3255813953488373,
      "grad_norm": 9.092851638793945,
      "learning_rate": 8.672711841150877e-05,
      "loss": 2.2453,
      "step": 299
    },
    {
      "epoch": 1.3300110741971207,
      "grad_norm": 4.446629524230957,
      "learning_rate": 8.662926838777656e-05,
      "loss": 1.8826,
      "step": 300
    },
    {
      "epoch": 1.334440753045404,
      "grad_norm": 8.508023262023926,
      "learning_rate": 8.653111464068937e-05,
      "loss": 1.7581,
      "step": 301
    },
    {
      "epoch": 1.3388704318936877,
      "grad_norm": 3.5442817211151123,
      "learning_rate": 8.643265798412056e-05,
      "loss": 2.124,
      "step": 302
    },
    {
      "epoch": 1.3433001107419713,
      "grad_norm": 10.445211410522461,
      "learning_rate": 8.633389923445514e-05,
      "loss": 2.6855,
      "step": 303
    },
    {
      "epoch": 1.3477297895902547,
      "grad_norm": 6.55064582824707,
      "learning_rate": 8.623483921058303e-05,
      "loss": 2.4239,
      "step": 304
    },
    {
      "epoch": 1.352159468438538,
      "grad_norm": 7.995059013366699,
      "learning_rate": 8.613547873389228e-05,
      "loss": 1.828,
      "step": 305
    },
    {
      "epoch": 1.3565891472868217,
      "grad_norm": 7.152670860290527,
      "learning_rate": 8.603581862826222e-05,
      "loss": 1.944,
      "step": 306
    },
    {
      "epoch": 1.3610188261351053,
      "grad_norm": 6.228992938995361,
      "learning_rate": 8.593585972005664e-05,
      "loss": 2.0547,
      "step": 307
    },
    {
      "epoch": 1.3654485049833887,
      "grad_norm": 6.894842624664307,
      "learning_rate": 8.5835602838117e-05,
      "loss": 1.7732,
      "step": 308
    },
    {
      "epoch": 1.3698781838316723,
      "grad_norm": 7.37748384475708,
      "learning_rate": 8.573504881375542e-05,
      "loss": 1.8529,
      "step": 309
    },
    {
      "epoch": 1.3743078626799556,
      "grad_norm": 7.970264911651611,
      "learning_rate": 8.563419848074798e-05,
      "loss": 1.9512,
      "step": 310
    },
    {
      "epoch": 1.3787375415282392,
      "grad_norm": 7.616507530212402,
      "learning_rate": 8.553305267532758e-05,
      "loss": 1.9866,
      "step": 311
    },
    {
      "epoch": 1.3831672203765226,
      "grad_norm": 7.430023670196533,
      "learning_rate": 8.543161223617724e-05,
      "loss": 2.0003,
      "step": 312
    },
    {
      "epoch": 1.3875968992248062,
      "grad_norm": 7.171806812286377,
      "learning_rate": 8.532987800442292e-05,
      "loss": 1.9861,
      "step": 313
    },
    {
      "epoch": 1.3920265780730898,
      "grad_norm": 7.678527355194092,
      "learning_rate": 8.522785082362674e-05,
      "loss": 2.0038,
      "step": 314
    },
    {
      "epoch": 1.3964562569213732,
      "grad_norm": 7.096549034118652,
      "learning_rate": 8.512553153977987e-05,
      "loss": 2.0742,
      "step": 315
    },
    {
      "epoch": 1.4008859357696566,
      "grad_norm": 7.600286960601807,
      "learning_rate": 8.502292100129553e-05,
      "loss": 1.9543,
      "step": 316
    },
    {
      "epoch": 1.4053156146179402,
      "grad_norm": 8.969922065734863,
      "learning_rate": 8.492002005900202e-05,
      "loss": 1.6853,
      "step": 317
    },
    {
      "epoch": 1.4097452934662238,
      "grad_norm": 5.5180745124816895,
      "learning_rate": 8.481682956613555e-05,
      "loss": 1.7093,
      "step": 318
    },
    {
      "epoch": 1.4141749723145072,
      "grad_norm": 13.428471565246582,
      "learning_rate": 8.471335037833328e-05,
      "loss": 2.0241,
      "step": 319
    },
    {
      "epoch": 1.4186046511627908,
      "grad_norm": 16.033464431762695,
      "learning_rate": 8.460958335362616e-05,
      "loss": 1.788,
      "step": 320
    },
    {
      "epoch": 1.4230343300110742,
      "grad_norm": 5.455560684204102,
      "learning_rate": 8.450552935243186e-05,
      "loss": 2.0701,
      "step": 321
    },
    {
      "epoch": 1.4274640088593578,
      "grad_norm": 7.2362189292907715,
      "learning_rate": 8.440118923754757e-05,
      "loss": 1.7665,
      "step": 322
    },
    {
      "epoch": 1.4318936877076411,
      "grad_norm": 6.421346664428711,
      "learning_rate": 8.429656387414289e-05,
      "loss": 1.843,
      "step": 323
    },
    {
      "epoch": 1.4363233665559247,
      "grad_norm": 16.439189910888672,
      "learning_rate": 8.419165412975265e-05,
      "loss": 2.2937,
      "step": 324
    },
    {
      "epoch": 1.4407530454042081,
      "grad_norm": 9.863225936889648,
      "learning_rate": 8.408646087426974e-05,
      "loss": 2.0961,
      "step": 325
    },
    {
      "epoch": 1.4451827242524917,
      "grad_norm": 5.041436195373535,
      "learning_rate": 8.398098497993786e-05,
      "loss": 2.1183,
      "step": 326
    },
    {
      "epoch": 1.449612403100775,
      "grad_norm": 8.520334243774414,
      "learning_rate": 8.387522732134428e-05,
      "loss": 1.7906,
      "step": 327
    },
    {
      "epoch": 1.4540420819490587,
      "grad_norm": 6.228928565979004,
      "learning_rate": 8.376918877541264e-05,
      "loss": 2.1264,
      "step": 328
    },
    {
      "epoch": 1.4584717607973423,
      "grad_norm": 8.996322631835938,
      "learning_rate": 8.366287022139561e-05,
      "loss": 2.1557,
      "step": 329
    },
    {
      "epoch": 1.4629014396456257,
      "grad_norm": 5.682254791259766,
      "learning_rate": 8.35562725408677e-05,
      "loss": 1.9131,
      "step": 330
    },
    {
      "epoch": 1.467331118493909,
      "grad_norm": 8.119385719299316,
      "learning_rate": 8.344939661771783e-05,
      "loss": 2.4303,
      "step": 331
    },
    {
      "epoch": 1.4717607973421927,
      "grad_norm": 8.717931747436523,
      "learning_rate": 8.334224333814209e-05,
      "loss": 1.9083,
      "step": 332
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 7.539588928222656,
      "learning_rate": 8.323481359063632e-05,
      "loss": 1.7957,
      "step": 333
    },
    {
      "epoch": 1.4806201550387597,
      "grad_norm": 6.015201568603516,
      "learning_rate": 8.312710826598883e-05,
      "loss": 1.9132,
      "step": 334
    },
    {
      "epoch": 1.4850498338870433,
      "grad_norm": 8.548601150512695,
      "learning_rate": 8.301912825727294e-05,
      "loss": 1.9532,
      "step": 335
    },
    {
      "epoch": 1.4894795127353266,
      "grad_norm": 12.072663307189941,
      "learning_rate": 8.29108744598396e-05,
      "loss": 2.2549,
      "step": 336
    },
    {
      "epoch": 1.4939091915836102,
      "grad_norm": 4.701639175415039,
      "learning_rate": 8.280234777131e-05,
      "loss": 2.013,
      "step": 337
    },
    {
      "epoch": 1.4983388704318936,
      "grad_norm": 6.194016456604004,
      "learning_rate": 8.269354909156802e-05,
      "loss": 1.677,
      "step": 338
    },
    {
      "epoch": 1.5027685492801772,
      "grad_norm": 6.05522346496582,
      "learning_rate": 8.258447932275295e-05,
      "loss": 1.844,
      "step": 339
    },
    {
      "epoch": 1.5071982281284608,
      "grad_norm": 5.3696980476379395,
      "learning_rate": 8.24751393692518e-05,
      "loss": 1.9202,
      "step": 340
    },
    {
      "epoch": 1.5116279069767442,
      "grad_norm": 4.895171165466309,
      "learning_rate": 8.236553013769197e-05,
      "loss": 1.8623,
      "step": 341
    },
    {
      "epoch": 1.5160575858250276,
      "grad_norm": 10.872806549072266,
      "learning_rate": 8.225565253693364e-05,
      "loss": 1.6916,
      "step": 342
    },
    {
      "epoch": 1.5204872646733112,
      "grad_norm": 6.46589994430542,
      "learning_rate": 8.214550747806227e-05,
      "loss": 2.0726,
      "step": 343
    },
    {
      "epoch": 1.5249169435215948,
      "grad_norm": 7.604471683502197,
      "learning_rate": 8.203509587438098e-05,
      "loss": 2.05,
      "step": 344
    },
    {
      "epoch": 1.5293466223698782,
      "grad_norm": 16.37729263305664,
      "learning_rate": 8.192441864140313e-05,
      "loss": 2.1448,
      "step": 345
    },
    {
      "epoch": 1.5337763012181616,
      "grad_norm": 11.779487609863281,
      "learning_rate": 8.181347669684457e-05,
      "loss": 1.8318,
      "step": 346
    },
    {
      "epoch": 1.5382059800664452,
      "grad_norm": 11.811964988708496,
      "learning_rate": 8.170227096061608e-05,
      "loss": 2.3381,
      "step": 347
    },
    {
      "epoch": 1.5426356589147288,
      "grad_norm": 6.4559645652771,
      "learning_rate": 8.159080235481579e-05,
      "loss": 2.2196,
      "step": 348
    },
    {
      "epoch": 1.5470653377630121,
      "grad_norm": 8.946720123291016,
      "learning_rate": 8.147907180372148e-05,
      "loss": 2.0286,
      "step": 349
    },
    {
      "epoch": 1.5514950166112955,
      "grad_norm": 13.929659843444824,
      "learning_rate": 8.136708023378292e-05,
      "loss": 2.3538,
      "step": 350
    },
    {
      "epoch": 1.5559246954595793,
      "grad_norm": 5.848323345184326,
      "learning_rate": 8.125482857361425e-05,
      "loss": 1.943,
      "step": 351
    },
    {
      "epoch": 1.5603543743078627,
      "grad_norm": 5.630266189575195,
      "learning_rate": 8.114231775398617e-05,
      "loss": 2.2482,
      "step": 352
    },
    {
      "epoch": 1.564784053156146,
      "grad_norm": 10.885608673095703,
      "learning_rate": 8.102954870781832e-05,
      "loss": 1.8583,
      "step": 353
    },
    {
      "epoch": 1.5692137320044297,
      "grad_norm": 6.998108863830566,
      "learning_rate": 8.091652237017151e-05,
      "loss": 1.9425,
      "step": 354
    },
    {
      "epoch": 1.5736434108527133,
      "grad_norm": 8.657463073730469,
      "learning_rate": 8.080323967823993e-05,
      "loss": 1.9427,
      "step": 355
    },
    {
      "epoch": 1.5780730897009967,
      "grad_norm": 11.812101364135742,
      "learning_rate": 8.068970157134347e-05,
      "loss": 2.1204,
      "step": 356
    },
    {
      "epoch": 1.58250276854928,
      "grad_norm": 6.619724273681641,
      "learning_rate": 8.057590899091984e-05,
      "loss": 1.8593,
      "step": 357
    },
    {
      "epoch": 1.5869324473975637,
      "grad_norm": 8.670092582702637,
      "learning_rate": 8.046186288051681e-05,
      "loss": 2.001,
      "step": 358
    },
    {
      "epoch": 1.5913621262458473,
      "grad_norm": 8.840471267700195,
      "learning_rate": 8.034756418578434e-05,
      "loss": 1.852,
      "step": 359
    },
    {
      "epoch": 1.5957918050941307,
      "grad_norm": 4.436490535736084,
      "learning_rate": 8.023301385446682e-05,
      "loss": 2.3419,
      "step": 360
    },
    {
      "epoch": 1.600221483942414,
      "grad_norm": 9.356131553649902,
      "learning_rate": 8.011821283639516e-05,
      "loss": 1.8724,
      "step": 361
    },
    {
      "epoch": 1.6046511627906976,
      "grad_norm": 9.546539306640625,
      "learning_rate": 8.000316208347891e-05,
      "loss": 1.8241,
      "step": 362
    },
    {
      "epoch": 1.6090808416389812,
      "grad_norm": 12.444693565368652,
      "learning_rate": 7.988786254969835e-05,
      "loss": 2.2428,
      "step": 363
    },
    {
      "epoch": 1.6135105204872646,
      "grad_norm": 8.764139175415039,
      "learning_rate": 7.977231519109665e-05,
      "loss": 1.7305,
      "step": 364
    },
    {
      "epoch": 1.6179401993355482,
      "grad_norm": 8.302329063415527,
      "learning_rate": 7.965652096577188e-05,
      "loss": 2.3451,
      "step": 365
    },
    {
      "epoch": 1.6223698781838318,
      "grad_norm": 13.382746696472168,
      "learning_rate": 7.954048083386909e-05,
      "loss": 1.8125,
      "step": 366
    },
    {
      "epoch": 1.6267995570321152,
      "grad_norm": 6.948853015899658,
      "learning_rate": 7.942419575757235e-05,
      "loss": 1.9318,
      "step": 367
    },
    {
      "epoch": 1.6312292358803986,
      "grad_norm": 6.62320613861084,
      "learning_rate": 7.930766670109673e-05,
      "loss": 1.9616,
      "step": 368
    },
    {
      "epoch": 1.6356589147286822,
      "grad_norm": 6.08026123046875,
      "learning_rate": 7.919089463068039e-05,
      "loss": 1.9908,
      "step": 369
    },
    {
      "epoch": 1.6400885935769658,
      "grad_norm": 9.736669540405273,
      "learning_rate": 7.907388051457647e-05,
      "loss": 1.9624,
      "step": 370
    },
    {
      "epoch": 1.6445182724252492,
      "grad_norm": 7.714630126953125,
      "learning_rate": 7.895662532304516e-05,
      "loss": 1.8318,
      "step": 371
    },
    {
      "epoch": 1.6489479512735326,
      "grad_norm": 9.872337341308594,
      "learning_rate": 7.883913002834555e-05,
      "loss": 2.0592,
      "step": 372
    },
    {
      "epoch": 1.6533776301218162,
      "grad_norm": 10.687009811401367,
      "learning_rate": 7.872139560472767e-05,
      "loss": 1.9198,
      "step": 373
    },
    {
      "epoch": 1.6578073089700998,
      "grad_norm": 7.267500400543213,
      "learning_rate": 7.860342302842432e-05,
      "loss": 1.5929,
      "step": 374
    },
    {
      "epoch": 1.6622369878183831,
      "grad_norm": 9.017212867736816,
      "learning_rate": 7.848521327764308e-05,
      "loss": 1.6919,
      "step": 375
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 7.3636860847473145,
      "learning_rate": 7.836676733255809e-05,
      "loss": 2.0157,
      "step": 376
    },
    {
      "epoch": 1.6710963455149501,
      "grad_norm": 10.131976127624512,
      "learning_rate": 7.824808617530197e-05,
      "loss": 2.0387,
      "step": 377
    },
    {
      "epoch": 1.6755260243632337,
      "grad_norm": 10.72778606414795,
      "learning_rate": 7.81291707899577e-05,
      "loss": 1.9898,
      "step": 378
    },
    {
      "epoch": 1.679955703211517,
      "grad_norm": 8.190147399902344,
      "learning_rate": 7.801002216255042e-05,
      "loss": 1.9384,
      "step": 379
    },
    {
      "epoch": 1.6843853820598007,
      "grad_norm": 8.989834785461426,
      "learning_rate": 7.789064128103929e-05,
      "loss": 1.9706,
      "step": 380
    },
    {
      "epoch": 1.6888150609080843,
      "grad_norm": 6.380321025848389,
      "learning_rate": 7.777102913530928e-05,
      "loss": 2.0304,
      "step": 381
    },
    {
      "epoch": 1.6932447397563677,
      "grad_norm": 6.1082258224487305,
      "learning_rate": 7.76511867171629e-05,
      "loss": 1.7976,
      "step": 382
    },
    {
      "epoch": 1.697674418604651,
      "grad_norm": 8.573156356811523,
      "learning_rate": 7.753111502031214e-05,
      "loss": 1.59,
      "step": 383
    },
    {
      "epoch": 1.7021040974529347,
      "grad_norm": 5.815869331359863,
      "learning_rate": 7.741081504037008e-05,
      "loss": 1.889,
      "step": 384
    },
    {
      "epoch": 1.7065337763012183,
      "grad_norm": 8.750470161437988,
      "learning_rate": 7.729028777484267e-05,
      "loss": 1.7533,
      "step": 385
    },
    {
      "epoch": 1.7109634551495017,
      "grad_norm": 12.4512300491333,
      "learning_rate": 7.716953422312045e-05,
      "loss": 2.0341,
      "step": 386
    },
    {
      "epoch": 1.715393133997785,
      "grad_norm": 7.664438247680664,
      "learning_rate": 7.704855538647033e-05,
      "loss": 2.2063,
      "step": 387
    },
    {
      "epoch": 1.7198228128460686,
      "grad_norm": 7.865803241729736,
      "learning_rate": 7.692735226802728e-05,
      "loss": 1.8626,
      "step": 388
    },
    {
      "epoch": 1.7242524916943522,
      "grad_norm": 9.542865753173828,
      "learning_rate": 7.680592587278585e-05,
      "loss": 2.1088,
      "step": 389
    },
    {
      "epoch": 1.7286821705426356,
      "grad_norm": 10.541374206542969,
      "learning_rate": 7.668427720759207e-05,
      "loss": 1.889,
      "step": 390
    },
    {
      "epoch": 1.733111849390919,
      "grad_norm": 7.541441440582275,
      "learning_rate": 7.656240728113493e-05,
      "loss": 1.9824,
      "step": 391
    },
    {
      "epoch": 1.7375415282392026,
      "grad_norm": 15.032777786254883,
      "learning_rate": 7.644031710393815e-05,
      "loss": 2.2166,
      "step": 392
    },
    {
      "epoch": 1.7419712070874862,
      "grad_norm": 5.340550422668457,
      "learning_rate": 7.631800768835166e-05,
      "loss": 1.6734,
      "step": 393
    },
    {
      "epoch": 1.7464008859357696,
      "grad_norm": 4.782181739807129,
      "learning_rate": 7.619548004854333e-05,
      "loss": 1.9972,
      "step": 394
    },
    {
      "epoch": 1.7508305647840532,
      "grad_norm": 7.717755317687988,
      "learning_rate": 7.607273520049041e-05,
      "loss": 1.8174,
      "step": 395
    },
    {
      "epoch": 1.7552602436323368,
      "grad_norm": 4.189438819885254,
      "learning_rate": 7.594977416197133e-05,
      "loss": 1.8464,
      "step": 396
    },
    {
      "epoch": 1.7596899224806202,
      "grad_norm": 18.602073669433594,
      "learning_rate": 7.582659795255706e-05,
      "loss": 1.5871,
      "step": 397
    },
    {
      "epoch": 1.7641196013289036,
      "grad_norm": 7.6945481300354,
      "learning_rate": 7.570320759360273e-05,
      "loss": 1.9943,
      "step": 398
    },
    {
      "epoch": 1.7685492801771872,
      "grad_norm": 7.603806495666504,
      "learning_rate": 7.557960410823917e-05,
      "loss": 2.1524,
      "step": 399
    },
    {
      "epoch": 1.7729789590254708,
      "grad_norm": 6.585241794586182,
      "learning_rate": 7.545578852136443e-05,
      "loss": 1.9966,
      "step": 400
    },
    {
      "epoch": 1.7774086378737541,
      "grad_norm": 8.787303924560547,
      "learning_rate": 7.533176185963523e-05,
      "loss": 1.7846,
      "step": 401
    },
    {
      "epoch": 1.7818383167220375,
      "grad_norm": 5.8807477951049805,
      "learning_rate": 7.520752515145855e-05,
      "loss": 1.7961,
      "step": 402
    },
    {
      "epoch": 1.7862679955703211,
      "grad_norm": 11.430944442749023,
      "learning_rate": 7.508307942698295e-05,
      "loss": 1.5721,
      "step": 403
    },
    {
      "epoch": 1.7906976744186047,
      "grad_norm": 9.947343826293945,
      "learning_rate": 7.495842571809021e-05,
      "loss": 1.8959,
      "step": 404
    },
    {
      "epoch": 1.795127353266888,
      "grad_norm": 8.460419654846191,
      "learning_rate": 7.483356505838659e-05,
      "loss": 1.9603,
      "step": 405
    },
    {
      "epoch": 1.7995570321151715,
      "grad_norm": 11.215185165405273,
      "learning_rate": 7.470849848319444e-05,
      "loss": 1.6616,
      "step": 406
    },
    {
      "epoch": 1.8039867109634553,
      "grad_norm": 6.264514446258545,
      "learning_rate": 7.458322702954341e-05,
      "loss": 1.8412,
      "step": 407
    },
    {
      "epoch": 1.8084163898117387,
      "grad_norm": 5.761272430419922,
      "learning_rate": 7.44577517361621e-05,
      "loss": 1.7221,
      "step": 408
    },
    {
      "epoch": 1.812846068660022,
      "grad_norm": 5.823096752166748,
      "learning_rate": 7.433207364346919e-05,
      "loss": 1.8469,
      "step": 409
    },
    {
      "epoch": 1.8172757475083057,
      "grad_norm": 7.28630256652832,
      "learning_rate": 7.420619379356503e-05,
      "loss": 1.8922,
      "step": 410
    },
    {
      "epoch": 1.8217054263565893,
      "grad_norm": 5.539880275726318,
      "learning_rate": 7.408011323022286e-05,
      "loss": 1.9854,
      "step": 411
    },
    {
      "epoch": 1.8261351052048727,
      "grad_norm": 6.604762077331543,
      "learning_rate": 7.395383299888019e-05,
      "loss": 1.927,
      "step": 412
    },
    {
      "epoch": 1.830564784053156,
      "grad_norm": 6.813220977783203,
      "learning_rate": 7.382735414663016e-05,
      "loss": 1.9083,
      "step": 413
    },
    {
      "epoch": 1.8349944629014396,
      "grad_norm": 4.795647621154785,
      "learning_rate": 7.370067772221285e-05,
      "loss": 1.9524,
      "step": 414
    },
    {
      "epoch": 1.8394241417497232,
      "grad_norm": 7.515512466430664,
      "learning_rate": 7.357380477600653e-05,
      "loss": 2.0216,
      "step": 415
    },
    {
      "epoch": 1.8438538205980066,
      "grad_norm": 10.164600372314453,
      "learning_rate": 7.344673636001906e-05,
      "loss": 2.2258,
      "step": 416
    },
    {
      "epoch": 1.84828349944629,
      "grad_norm": 5.503859996795654,
      "learning_rate": 7.331947352787905e-05,
      "loss": 1.86,
      "step": 417
    },
    {
      "epoch": 1.8527131782945736,
      "grad_norm": 6.191671371459961,
      "learning_rate": 7.319201733482715e-05,
      "loss": 1.9093,
      "step": 418
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 7.223259925842285,
      "learning_rate": 7.306436883770742e-05,
      "loss": 2.1421,
      "step": 419
    },
    {
      "epoch": 1.8615725359911406,
      "grad_norm": 7.5998992919921875,
      "learning_rate": 7.293652909495836e-05,
      "loss": 1.9365,
      "step": 420
    },
    {
      "epoch": 1.8660022148394242,
      "grad_norm": 7.336147308349609,
      "learning_rate": 7.280849916660434e-05,
      "loss": 1.7375,
      "step": 421
    },
    {
      "epoch": 1.8704318936877078,
      "grad_norm": 6.501189231872559,
      "learning_rate": 7.268028011424663e-05,
      "loss": 1.7906,
      "step": 422
    },
    {
      "epoch": 1.8748615725359912,
      "grad_norm": 6.481664180755615,
      "learning_rate": 7.255187300105476e-05,
      "loss": 1.8908,
      "step": 423
    },
    {
      "epoch": 1.8792912513842746,
      "grad_norm": 8.071866035461426,
      "learning_rate": 7.24232788917576e-05,
      "loss": 2.0077,
      "step": 424
    },
    {
      "epoch": 1.8837209302325582,
      "grad_norm": 5.397129535675049,
      "learning_rate": 7.22944988526345e-05,
      "loss": 1.9436,
      "step": 425
    },
    {
      "epoch": 1.8881506090808418,
      "grad_norm": 6.841665267944336,
      "learning_rate": 7.21655339515066e-05,
      "loss": 1.9098,
      "step": 426
    },
    {
      "epoch": 1.8925802879291251,
      "grad_norm": 5.7756195068359375,
      "learning_rate": 7.203638525772782e-05,
      "loss": 1.8002,
      "step": 427
    },
    {
      "epoch": 1.8970099667774085,
      "grad_norm": 5.458576679229736,
      "learning_rate": 7.190705384217608e-05,
      "loss": 1.6935,
      "step": 428
    },
    {
      "epoch": 1.9014396456256921,
      "grad_norm": 5.86073112487793,
      "learning_rate": 7.17775407772444e-05,
      "loss": 2.2811,
      "step": 429
    },
    {
      "epoch": 1.9058693244739757,
      "grad_norm": 6.207028388977051,
      "learning_rate": 7.164784713683197e-05,
      "loss": 1.7852,
      "step": 430
    },
    {
      "epoch": 1.910299003322259,
      "grad_norm": 9.03230094909668,
      "learning_rate": 7.151797399633533e-05,
      "loss": 2.3004,
      "step": 431
    },
    {
      "epoch": 1.9147286821705425,
      "grad_norm": 10.938101768493652,
      "learning_rate": 7.138792243263936e-05,
      "loss": 1.9295,
      "step": 432
    },
    {
      "epoch": 1.919158361018826,
      "grad_norm": 4.8152995109558105,
      "learning_rate": 7.125769352410845e-05,
      "loss": 2.0202,
      "step": 433
    },
    {
      "epoch": 1.9235880398671097,
      "grad_norm": 7.909144878387451,
      "learning_rate": 7.112728835057741e-05,
      "loss": 1.7597,
      "step": 434
    },
    {
      "epoch": 1.928017718715393,
      "grad_norm": 7.012314319610596,
      "learning_rate": 7.099670799334269e-05,
      "loss": 2.0388,
      "step": 435
    },
    {
      "epoch": 1.9324473975636767,
      "grad_norm": 8.393206596374512,
      "learning_rate": 7.08659535351533e-05,
      "loss": 1.9736,
      "step": 436
    },
    {
      "epoch": 1.9368770764119603,
      "grad_norm": 10.293094635009766,
      "learning_rate": 7.073502606020187e-05,
      "loss": 2.1422,
      "step": 437
    },
    {
      "epoch": 1.9413067552602437,
      "grad_norm": 9.445409774780273,
      "learning_rate": 7.060392665411564e-05,
      "loss": 1.6767,
      "step": 438
    },
    {
      "epoch": 1.945736434108527,
      "grad_norm": 7.761300086975098,
      "learning_rate": 7.04726564039475e-05,
      "loss": 1.7759,
      "step": 439
    },
    {
      "epoch": 1.9501661129568106,
      "grad_norm": 8.283308982849121,
      "learning_rate": 7.03412163981669e-05,
      "loss": 1.9943,
      "step": 440
    },
    {
      "epoch": 1.9545957918050942,
      "grad_norm": 5.032713413238525,
      "learning_rate": 7.020960772665096e-05,
      "loss": 2.0963,
      "step": 441
    },
    {
      "epoch": 1.9590254706533776,
      "grad_norm": 6.809930324554443,
      "learning_rate": 7.007783148067523e-05,
      "loss": 1.9811,
      "step": 442
    },
    {
      "epoch": 1.963455149501661,
      "grad_norm": 8.002426147460938,
      "learning_rate": 6.994588875290487e-05,
      "loss": 2.2668,
      "step": 443
    },
    {
      "epoch": 1.9678848283499446,
      "grad_norm": 11.3838529586792,
      "learning_rate": 6.981378063738539e-05,
      "loss": 2.0145,
      "step": 444
    },
    {
      "epoch": 1.9723145071982282,
      "grad_norm": 14.399958610534668,
      "learning_rate": 6.968150822953372e-05,
      "loss": 2.1096,
      "step": 445
    },
    {
      "epoch": 1.9767441860465116,
      "grad_norm": 4.975661277770996,
      "learning_rate": 6.954907262612905e-05,
      "loss": 1.6861,
      "step": 446
    },
    {
      "epoch": 1.981173864894795,
      "grad_norm": 11.665627479553223,
      "learning_rate": 6.941647492530377e-05,
      "loss": 1.861,
      "step": 447
    },
    {
      "epoch": 1.9856035437430788,
      "grad_norm": 5.3779706954956055,
      "learning_rate": 6.928371622653433e-05,
      "loss": 1.7886,
      "step": 448
    },
    {
      "epoch": 1.9900332225913622,
      "grad_norm": 6.151978492736816,
      "learning_rate": 6.91507976306322e-05,
      "loss": 1.8549,
      "step": 449
    },
    {
      "epoch": 1.9944629014396456,
      "grad_norm": 6.620397567749023,
      "learning_rate": 6.901772023973459e-05,
      "loss": 1.8999,
      "step": 450
    },
    {
      "epoch": 1.9988925802879292,
      "grad_norm": 14.254983901977539,
      "learning_rate": 6.888448515729552e-05,
      "loss": 2.0419,
      "step": 451
    },
    {
      "epoch": 2.0044296788482834,
      "grad_norm": 5.509189605712891,
      "learning_rate": 6.875109348807649e-05,
      "loss": 2.1954,
      "step": 452
    },
    {
      "epoch": 2.008859357696567,
      "grad_norm": 5.627884864807129,
      "learning_rate": 6.861754633813739e-05,
      "loss": 1.8798,
      "step": 453
    },
    {
      "epoch": 2.0132890365448506,
      "grad_norm": 9.019150733947754,
      "learning_rate": 6.84838448148274e-05,
      "loss": 2.1152,
      "step": 454
    },
    {
      "epoch": 2.017718715393134,
      "grad_norm": 7.247636318206787,
      "learning_rate": 6.834999002677565e-05,
      "loss": 1.7317,
      "step": 455
    },
    {
      "epoch": 2.0221483942414173,
      "grad_norm": 7.318861961364746,
      "learning_rate": 6.821598308388216e-05,
      "loss": 1.6497,
      "step": 456
    },
    {
      "epoch": 2.026578073089701,
      "grad_norm": 7.973992347717285,
      "learning_rate": 6.808182509730858e-05,
      "loss": 2.0685,
      "step": 457
    },
    {
      "epoch": 2.0310077519379846,
      "grad_norm": 6.912788391113281,
      "learning_rate": 6.794751717946896e-05,
      "loss": 1.8776,
      "step": 458
    },
    {
      "epoch": 2.035437430786268,
      "grad_norm": 9.139986038208008,
      "learning_rate": 6.781306044402063e-05,
      "loss": 1.929,
      "step": 459
    },
    {
      "epoch": 2.0398671096345513,
      "grad_norm": 10.722004890441895,
      "learning_rate": 6.767845600585479e-05,
      "loss": 1.9654,
      "step": 460
    },
    {
      "epoch": 2.044296788482835,
      "grad_norm": 6.275202751159668,
      "learning_rate": 6.754370498108746e-05,
      "loss": 1.8465,
      "step": 461
    },
    {
      "epoch": 2.0487264673311185,
      "grad_norm": 6.970125675201416,
      "learning_rate": 6.740880848705004e-05,
      "loss": 1.9397,
      "step": 462
    },
    {
      "epoch": 2.053156146179402,
      "grad_norm": 6.303622245788574,
      "learning_rate": 6.727376764228019e-05,
      "loss": 1.7633,
      "step": 463
    },
    {
      "epoch": 2.0575858250276853,
      "grad_norm": 6.273361682891846,
      "learning_rate": 6.713858356651253e-05,
      "loss": 1.748,
      "step": 464
    },
    {
      "epoch": 2.062015503875969,
      "grad_norm": 10.793755531311035,
      "learning_rate": 6.700325738066922e-05,
      "loss": 1.7963,
      "step": 465
    },
    {
      "epoch": 2.0664451827242525,
      "grad_norm": 6.142402172088623,
      "learning_rate": 6.686779020685089e-05,
      "loss": 1.7866,
      "step": 466
    },
    {
      "epoch": 2.070874861572536,
      "grad_norm": 8.846867561340332,
      "learning_rate": 6.673218316832714e-05,
      "loss": 1.7278,
      "step": 467
    },
    {
      "epoch": 2.0753045404208197,
      "grad_norm": 6.133031368255615,
      "learning_rate": 6.659643738952732e-05,
      "loss": 2.0824,
      "step": 468
    },
    {
      "epoch": 2.079734219269103,
      "grad_norm": 6.360471725463867,
      "learning_rate": 6.646055399603122e-05,
      "loss": 1.8149,
      "step": 469
    },
    {
      "epoch": 2.0841638981173864,
      "grad_norm": 10.420990943908691,
      "learning_rate": 6.632453411455965e-05,
      "loss": 1.7843,
      "step": 470
    },
    {
      "epoch": 2.08859357696567,
      "grad_norm": 10.17164134979248,
      "learning_rate": 6.618837887296522e-05,
      "loss": 1.6479,
      "step": 471
    },
    {
      "epoch": 2.0930232558139537,
      "grad_norm": 6.589805603027344,
      "learning_rate": 6.60520894002229e-05,
      "loss": 1.7869,
      "step": 472
    },
    {
      "epoch": 2.097452934662237,
      "grad_norm": 15.679412841796875,
      "learning_rate": 6.591566682642061e-05,
      "loss": 1.9296,
      "step": 473
    },
    {
      "epoch": 2.1018826135105204,
      "grad_norm": 5.550188064575195,
      "learning_rate": 6.577911228275003e-05,
      "loss": 1.5573,
      "step": 474
    },
    {
      "epoch": 2.106312292358804,
      "grad_norm": 4.819809913635254,
      "learning_rate": 6.564242690149704e-05,
      "loss": 1.4723,
      "step": 475
    },
    {
      "epoch": 2.1107419712070876,
      "grad_norm": 7.867583274841309,
      "learning_rate": 6.550561181603244e-05,
      "loss": 1.9197,
      "step": 476
    },
    {
      "epoch": 2.115171650055371,
      "grad_norm": 7.505444526672363,
      "learning_rate": 6.536866816080247e-05,
      "loss": 1.96,
      "step": 477
    },
    {
      "epoch": 2.1196013289036544,
      "grad_norm": 9.75400447845459,
      "learning_rate": 6.523159707131951e-05,
      "loss": 1.6,
      "step": 478
    },
    {
      "epoch": 2.124031007751938,
      "grad_norm": 4.644130229949951,
      "learning_rate": 6.509439968415253e-05,
      "loss": 1.512,
      "step": 479
    },
    {
      "epoch": 2.1284606866002216,
      "grad_norm": 5.214409828186035,
      "learning_rate": 6.495707713691778e-05,
      "loss": 1.7648,
      "step": 480
    },
    {
      "epoch": 2.132890365448505,
      "grad_norm": 10.711379051208496,
      "learning_rate": 6.481963056826932e-05,
      "loss": 1.7958,
      "step": 481
    },
    {
      "epoch": 2.1373200442967883,
      "grad_norm": 7.786211013793945,
      "learning_rate": 6.468206111788957e-05,
      "loss": 2.0541,
      "step": 482
    },
    {
      "epoch": 2.141749723145072,
      "grad_norm": 9.271305084228516,
      "learning_rate": 6.454436992647984e-05,
      "loss": 1.9129,
      "step": 483
    },
    {
      "epoch": 2.1461794019933556,
      "grad_norm": 9.571303367614746,
      "learning_rate": 6.440655813575093e-05,
      "loss": 1.6192,
      "step": 484
    },
    {
      "epoch": 2.150609080841639,
      "grad_norm": 6.501114368438721,
      "learning_rate": 6.426862688841359e-05,
      "loss": 1.5886,
      "step": 485
    },
    {
      "epoch": 2.1550387596899223,
      "grad_norm": 9.78244400024414,
      "learning_rate": 6.41305773281691e-05,
      "loss": 1.7534,
      "step": 486
    },
    {
      "epoch": 2.159468438538206,
      "grad_norm": 6.028672218322754,
      "learning_rate": 6.399241059969978e-05,
      "loss": 1.7561,
      "step": 487
    },
    {
      "epoch": 2.1638981173864895,
      "grad_norm": 6.525522708892822,
      "learning_rate": 6.385412784865948e-05,
      "loss": 1.9586,
      "step": 488
    },
    {
      "epoch": 2.168327796234773,
      "grad_norm": 13.112713813781738,
      "learning_rate": 6.371573022166408e-05,
      "loss": 1.8899,
      "step": 489
    },
    {
      "epoch": 2.1727574750830563,
      "grad_norm": 5.4037394523620605,
      "learning_rate": 6.357721886628201e-05,
      "loss": 1.7339,
      "step": 490
    },
    {
      "epoch": 2.17718715393134,
      "grad_norm": 7.634363651275635,
      "learning_rate": 6.34385949310247e-05,
      "loss": 1.6131,
      "step": 491
    },
    {
      "epoch": 2.1816168327796235,
      "grad_norm": 6.406160354614258,
      "learning_rate": 6.329985956533707e-05,
      "loss": 1.8587,
      "step": 492
    },
    {
      "epoch": 2.186046511627907,
      "grad_norm": 6.028163909912109,
      "learning_rate": 6.3161013919588e-05,
      "loss": 1.6508,
      "step": 493
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 7.243360996246338,
      "learning_rate": 6.302205914506083e-05,
      "loss": 1.8309,
      "step": 494
    },
    {
      "epoch": 2.194905869324474,
      "grad_norm": 11.702513694763184,
      "learning_rate": 6.288299639394371e-05,
      "loss": 1.5447,
      "step": 495
    },
    {
      "epoch": 2.1993355481727574,
      "grad_norm": 6.540017604827881,
      "learning_rate": 6.274382681932018e-05,
      "loss": 1.9629,
      "step": 496
    },
    {
      "epoch": 2.203765227021041,
      "grad_norm": 7.083324432373047,
      "learning_rate": 6.260455157515947e-05,
      "loss": 1.8167,
      "step": 497
    },
    {
      "epoch": 2.2081949058693247,
      "grad_norm": 4.912618160247803,
      "learning_rate": 6.24651718163071e-05,
      "loss": 1.88,
      "step": 498
    },
    {
      "epoch": 2.212624584717608,
      "grad_norm": 7.98961067199707,
      "learning_rate": 6.23256886984751e-05,
      "loss": 1.9315,
      "step": 499
    },
    {
      "epoch": 2.2170542635658914,
      "grad_norm": 8.828598976135254,
      "learning_rate": 6.218610337823261e-05,
      "loss": 2.0435,
      "step": 500
    },
    {
      "epoch": 2.221483942414175,
      "grad_norm": 4.62863826751709,
      "learning_rate": 6.204641701299619e-05,
      "loss": 1.92,
      "step": 501
    },
    {
      "epoch": 2.2259136212624586,
      "grad_norm": 6.152403354644775,
      "learning_rate": 6.190663076102025e-05,
      "loss": 1.8263,
      "step": 502
    },
    {
      "epoch": 2.230343300110742,
      "grad_norm": 4.635473728179932,
      "learning_rate": 6.17667457813874e-05,
      "loss": 1.8494,
      "step": 503
    },
    {
      "epoch": 2.2347729789590254,
      "grad_norm": 5.960703372955322,
      "learning_rate": 6.162676323399897e-05,
      "loss": 2.1242,
      "step": 504
    },
    {
      "epoch": 2.2392026578073088,
      "grad_norm": 7.865222454071045,
      "learning_rate": 6.148668427956524e-05,
      "loss": 1.9256,
      "step": 505
    },
    {
      "epoch": 2.2436323366555926,
      "grad_norm": 14.765120506286621,
      "learning_rate": 6.134651007959586e-05,
      "loss": 2.0467,
      "step": 506
    },
    {
      "epoch": 2.248062015503876,
      "grad_norm": 9.482008934020996,
      "learning_rate": 6.120624179639032e-05,
      "loss": 1.7785,
      "step": 507
    },
    {
      "epoch": 2.2524916943521593,
      "grad_norm": 5.620559215545654,
      "learning_rate": 6.106588059302818e-05,
      "loss": 1.9651,
      "step": 508
    },
    {
      "epoch": 2.256921373200443,
      "grad_norm": 5.738358497619629,
      "learning_rate": 6.0925427633359466e-05,
      "loss": 1.5501,
      "step": 509
    },
    {
      "epoch": 2.2613510520487266,
      "grad_norm": 8.628968238830566,
      "learning_rate": 6.0784884081995064e-05,
      "loss": 2.002,
      "step": 510
    },
    {
      "epoch": 2.26578073089701,
      "grad_norm": 8.108263969421387,
      "learning_rate": 6.064425110429699e-05,
      "loss": 2.0662,
      "step": 511
    },
    {
      "epoch": 2.2702104097452933,
      "grad_norm": 10.603029251098633,
      "learning_rate": 6.0503529866368826e-05,
      "loss": 1.6147,
      "step": 512
    },
    {
      "epoch": 2.274640088593577,
      "grad_norm": 9.906684875488281,
      "learning_rate": 6.036272153504592e-05,
      "loss": 1.7281,
      "step": 513
    },
    {
      "epoch": 2.2790697674418605,
      "grad_norm": 10.202539443969727,
      "learning_rate": 6.0221827277885856e-05,
      "loss": 1.7101,
      "step": 514
    },
    {
      "epoch": 2.283499446290144,
      "grad_norm": 9.090194702148438,
      "learning_rate": 6.008084826315863e-05,
      "loss": 1.997,
      "step": 515
    },
    {
      "epoch": 2.2879291251384273,
      "grad_norm": 9.38204574584961,
      "learning_rate": 5.993978565983709e-05,
      "loss": 1.7423,
      "step": 516
    },
    {
      "epoch": 2.292358803986711,
      "grad_norm": 10.475700378417969,
      "learning_rate": 5.979864063758717e-05,
      "loss": 1.6178,
      "step": 517
    },
    {
      "epoch": 2.2967884828349945,
      "grad_norm": 11.60288143157959,
      "learning_rate": 5.965741436675816e-05,
      "loss": 1.6708,
      "step": 518
    },
    {
      "epoch": 2.301218161683278,
      "grad_norm": 4.961325168609619,
      "learning_rate": 5.951610801837314e-05,
      "loss": 1.585,
      "step": 519
    },
    {
      "epoch": 2.3056478405315612,
      "grad_norm": 7.948910236358643,
      "learning_rate": 5.937472276411909e-05,
      "loss": 1.9334,
      "step": 520
    },
    {
      "epoch": 2.310077519379845,
      "grad_norm": 12.114509582519531,
      "learning_rate": 5.9233259776337316e-05,
      "loss": 1.6873,
      "step": 521
    },
    {
      "epoch": 2.3145071982281284,
      "grad_norm": 5.8998494148254395,
      "learning_rate": 5.9091720228013636e-05,
      "loss": 1.9225,
      "step": 522
    },
    {
      "epoch": 2.318936877076412,
      "grad_norm": 5.098598480224609,
      "learning_rate": 5.8950105292768756e-05,
      "loss": 1.6197,
      "step": 523
    },
    {
      "epoch": 2.3233665559246957,
      "grad_norm": 5.198586463928223,
      "learning_rate": 5.880841614484841e-05,
      "loss": 1.6607,
      "step": 524
    },
    {
      "epoch": 2.327796234772979,
      "grad_norm": 10.038392066955566,
      "learning_rate": 5.8666653959113746e-05,
      "loss": 1.9545,
      "step": 525
    },
    {
      "epoch": 2.3322259136212624,
      "grad_norm": 3.849628448486328,
      "learning_rate": 5.8524819911031495e-05,
      "loss": 1.6751,
      "step": 526
    },
    {
      "epoch": 2.336655592469546,
      "grad_norm": 11.999637603759766,
      "learning_rate": 5.838291517666427e-05,
      "loss": 2.0971,
      "step": 527
    },
    {
      "epoch": 2.3410852713178296,
      "grad_norm": 6.144494533538818,
      "learning_rate": 5.824094093266077e-05,
      "loss": 1.6829,
      "step": 528
    },
    {
      "epoch": 2.345514950166113,
      "grad_norm": 7.545333385467529,
      "learning_rate": 5.8098898356246115e-05,
      "loss": 1.7714,
      "step": 529
    },
    {
      "epoch": 2.3499446290143964,
      "grad_norm": 8.580190658569336,
      "learning_rate": 5.795678862521197e-05,
      "loss": 1.9958,
      "step": 530
    },
    {
      "epoch": 2.35437430786268,
      "grad_norm": 7.868439197540283,
      "learning_rate": 5.781461291790688e-05,
      "loss": 2.0649,
      "step": 531
    },
    {
      "epoch": 2.3588039867109636,
      "grad_norm": 4.296184539794922,
      "learning_rate": 5.76723724132264e-05,
      "loss": 1.7261,
      "step": 532
    },
    {
      "epoch": 2.363233665559247,
      "grad_norm": 7.093977928161621,
      "learning_rate": 5.753006829060344e-05,
      "loss": 2.0423,
      "step": 533
    },
    {
      "epoch": 2.3676633444075303,
      "grad_norm": 8.066122055053711,
      "learning_rate": 5.7387701729998346e-05,
      "loss": 1.8569,
      "step": 534
    },
    {
      "epoch": 2.3720930232558137,
      "grad_norm": 9.265979766845703,
      "learning_rate": 5.7245273911889276e-05,
      "loss": 1.7729,
      "step": 535
    },
    {
      "epoch": 2.3765227021040976,
      "grad_norm": 9.756134033203125,
      "learning_rate": 5.710278601726222e-05,
      "loss": 1.9864,
      "step": 536
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 9.198343276977539,
      "learning_rate": 5.696023922760141e-05,
      "loss": 1.7085,
      "step": 537
    },
    {
      "epoch": 2.3853820598006643,
      "grad_norm": 7.285330295562744,
      "learning_rate": 5.6817634724879333e-05,
      "loss": 2.2659,
      "step": 538
    },
    {
      "epoch": 2.389811738648948,
      "grad_norm": 11.868597030639648,
      "learning_rate": 5.6674973691547115e-05,
      "loss": 1.5843,
      "step": 539
    },
    {
      "epoch": 2.3942414174972315,
      "grad_norm": 5.195461750030518,
      "learning_rate": 5.653225731052456e-05,
      "loss": 1.4188,
      "step": 540
    },
    {
      "epoch": 2.398671096345515,
      "grad_norm": 6.345346450805664,
      "learning_rate": 5.638948676519042e-05,
      "loss": 2.1584,
      "step": 541
    },
    {
      "epoch": 2.4031007751937983,
      "grad_norm": 10.57470703125,
      "learning_rate": 5.6246663239372565e-05,
      "loss": 1.6626,
      "step": 542
    },
    {
      "epoch": 2.407530454042082,
      "grad_norm": 11.943028450012207,
      "learning_rate": 5.6103787917338214e-05,
      "loss": 1.959,
      "step": 543
    },
    {
      "epoch": 2.4119601328903655,
      "grad_norm": 12.070340156555176,
      "learning_rate": 5.5960861983783985e-05,
      "loss": 2.0654,
      "step": 544
    },
    {
      "epoch": 2.416389811738649,
      "grad_norm": 5.627765655517578,
      "learning_rate": 5.581788662382624e-05,
      "loss": 2.0118,
      "step": 545
    },
    {
      "epoch": 2.4208194905869327,
      "grad_norm": 10.758605003356934,
      "learning_rate": 5.567486302299112e-05,
      "loss": 1.7541,
      "step": 546
    },
    {
      "epoch": 2.425249169435216,
      "grad_norm": 6.83001708984375,
      "learning_rate": 5.5531792367204816e-05,
      "loss": 2.1466,
      "step": 547
    },
    {
      "epoch": 2.4296788482834994,
      "grad_norm": 5.710721492767334,
      "learning_rate": 5.5388675842783646e-05,
      "loss": 1.6117,
      "step": 548
    },
    {
      "epoch": 2.434108527131783,
      "grad_norm": 6.419375896453857,
      "learning_rate": 5.5245514636424286e-05,
      "loss": 2.098,
      "step": 549
    },
    {
      "epoch": 2.438538205980066,
      "grad_norm": 6.893190860748291,
      "learning_rate": 5.5102309935193906e-05,
      "loss": 1.5716,
      "step": 550
    },
    {
      "epoch": 2.44296788482835,
      "grad_norm": 10.09901237487793,
      "learning_rate": 5.4959062926520345e-05,
      "loss": 1.7729,
      "step": 551
    },
    {
      "epoch": 2.4473975636766334,
      "grad_norm": 10.772427558898926,
      "learning_rate": 5.481577479818219e-05,
      "loss": 2.0269,
      "step": 552
    },
    {
      "epoch": 2.451827242524917,
      "grad_norm": 10.259986877441406,
      "learning_rate": 5.467244673829908e-05,
      "loss": 2.1173,
      "step": 553
    },
    {
      "epoch": 2.4562569213732006,
      "grad_norm": 4.576322078704834,
      "learning_rate": 5.452907993532164e-05,
      "loss": 1.9707,
      "step": 554
    },
    {
      "epoch": 2.460686600221484,
      "grad_norm": 6.365279674530029,
      "learning_rate": 5.438567557802186e-05,
      "loss": 1.8728,
      "step": 555
    },
    {
      "epoch": 2.4651162790697674,
      "grad_norm": 14.015559196472168,
      "learning_rate": 5.424223485548303e-05,
      "loss": 1.8777,
      "step": 556
    },
    {
      "epoch": 2.4695459579180508,
      "grad_norm": 7.423595428466797,
      "learning_rate": 5.4098758957090055e-05,
      "loss": 1.7334,
      "step": 557
    },
    {
      "epoch": 2.4739756367663346,
      "grad_norm": 6.120731830596924,
      "learning_rate": 5.395524907251944e-05,
      "loss": 1.8194,
      "step": 558
    },
    {
      "epoch": 2.478405315614618,
      "grad_norm": 5.712774276733398,
      "learning_rate": 5.3811706391729545e-05,
      "loss": 1.8025,
      "step": 559
    },
    {
      "epoch": 2.4828349944629013,
      "grad_norm": 5.074977397918701,
      "learning_rate": 5.366813210495067e-05,
      "loss": 1.6992,
      "step": 560
    },
    {
      "epoch": 2.487264673311185,
      "grad_norm": 5.497018814086914,
      "learning_rate": 5.352452740267515e-05,
      "loss": 1.843,
      "step": 561
    },
    {
      "epoch": 2.4916943521594686,
      "grad_norm": 6.377771854400635,
      "learning_rate": 5.338089347564757e-05,
      "loss": 1.7029,
      "step": 562
    },
    {
      "epoch": 2.496124031007752,
      "grad_norm": 5.825841426849365,
      "learning_rate": 5.323723151485477e-05,
      "loss": 2.1683,
      "step": 563
    },
    {
      "epoch": 2.5005537098560353,
      "grad_norm": 9.456023216247559,
      "learning_rate": 5.309354271151613e-05,
      "loss": 1.7453,
      "step": 564
    },
    {
      "epoch": 2.5049833887043187,
      "grad_norm": 9.619424819946289,
      "learning_rate": 5.294982825707352e-05,
      "loss": 1.6813,
      "step": 565
    },
    {
      "epoch": 2.5094130675526025,
      "grad_norm": 9.673927307128906,
      "learning_rate": 5.2806089343181564e-05,
      "loss": 1.5608,
      "step": 566
    },
    {
      "epoch": 2.513842746400886,
      "grad_norm": 8.455759048461914,
      "learning_rate": 5.266232716169769e-05,
      "loss": 2.1658,
      "step": 567
    },
    {
      "epoch": 2.5182724252491693,
      "grad_norm": 6.917920112609863,
      "learning_rate": 5.251854290467221e-05,
      "loss": 1.6381,
      "step": 568
    },
    {
      "epoch": 2.522702104097453,
      "grad_norm": 17.744230270385742,
      "learning_rate": 5.237473776433853e-05,
      "loss": 2.1334,
      "step": 569
    },
    {
      "epoch": 2.5271317829457365,
      "grad_norm": 8.317569732666016,
      "learning_rate": 5.223091293310324e-05,
      "loss": 1.6458,
      "step": 570
    },
    {
      "epoch": 2.53156146179402,
      "grad_norm": 5.05155611038208,
      "learning_rate": 5.208706960353611e-05,
      "loss": 1.8317,
      "step": 571
    },
    {
      "epoch": 2.5359911406423032,
      "grad_norm": 9.146858215332031,
      "learning_rate": 5.194320896836039e-05,
      "loss": 1.7776,
      "step": 572
    },
    {
      "epoch": 2.540420819490587,
      "grad_norm": 8.478264808654785,
      "learning_rate": 5.1799332220442776e-05,
      "loss": 1.6552,
      "step": 573
    },
    {
      "epoch": 2.5448504983388704,
      "grad_norm": 11.424778938293457,
      "learning_rate": 5.1655440552783584e-05,
      "loss": 1.6622,
      "step": 574
    },
    {
      "epoch": 2.549280177187154,
      "grad_norm": 5.402507305145264,
      "learning_rate": 5.151153515850682e-05,
      "loss": 2.3321,
      "step": 575
    },
    {
      "epoch": 2.5537098560354377,
      "grad_norm": 11.693721771240234,
      "learning_rate": 5.136761723085035e-05,
      "loss": 1.5945,
      "step": 576
    },
    {
      "epoch": 2.558139534883721,
      "grad_norm": 7.056944847106934,
      "learning_rate": 5.1223687963155906e-05,
      "loss": 2.2514,
      "step": 577
    },
    {
      "epoch": 2.5625692137320044,
      "grad_norm": 5.904301643371582,
      "learning_rate": 5.107974854885933e-05,
      "loss": 1.5878,
      "step": 578
    },
    {
      "epoch": 2.566998892580288,
      "grad_norm": 10.586432456970215,
      "learning_rate": 5.093580018148052e-05,
      "loss": 1.5959,
      "step": 579
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 8.07880973815918,
      "learning_rate": 5.0791844054613646e-05,
      "loss": 1.874,
      "step": 580
    },
    {
      "epoch": 2.575858250276855,
      "grad_norm": 8.128579139709473,
      "learning_rate": 5.0647881361917224e-05,
      "loss": 1.8369,
      "step": 581
    },
    {
      "epoch": 2.5802879291251384,
      "grad_norm": 7.19783878326416,
      "learning_rate": 5.05039132971042e-05,
      "loss": 1.3947,
      "step": 582
    },
    {
      "epoch": 2.584717607973422,
      "grad_norm": 13.905142784118652,
      "learning_rate": 5.0359941053932056e-05,
      "loss": 2.0522,
      "step": 583
    },
    {
      "epoch": 2.5891472868217056,
      "grad_norm": 10.910123825073242,
      "learning_rate": 5.0215965826192954e-05,
      "loss": 2.1368,
      "step": 584
    },
    {
      "epoch": 2.593576965669989,
      "grad_norm": 4.5783867835998535,
      "learning_rate": 5.0071988807703776e-05,
      "loss": 1.7897,
      "step": 585
    },
    {
      "epoch": 2.5980066445182723,
      "grad_norm": 8.571553230285645,
      "learning_rate": 4.9928011192296236e-05,
      "loss": 2.1332,
      "step": 586
    },
    {
      "epoch": 2.6024363233665557,
      "grad_norm": 8.85322380065918,
      "learning_rate": 4.978403417380706e-05,
      "loss": 1.4058,
      "step": 587
    },
    {
      "epoch": 2.6068660022148396,
      "grad_norm": 8.1622896194458,
      "learning_rate": 4.964005894606795e-05,
      "loss": 1.6939,
      "step": 588
    },
    {
      "epoch": 2.611295681063123,
      "grad_norm": 9.46420669555664,
      "learning_rate": 4.949608670289582e-05,
      "loss": 2.0323,
      "step": 589
    },
    {
      "epoch": 2.6157253599114063,
      "grad_norm": 6.406886577606201,
      "learning_rate": 4.935211863808279e-05,
      "loss": 1.9075,
      "step": 590
    },
    {
      "epoch": 2.62015503875969,
      "grad_norm": 5.835373878479004,
      "learning_rate": 4.9208155945386345e-05,
      "loss": 2.0062,
      "step": 591
    },
    {
      "epoch": 2.6245847176079735,
      "grad_norm": 6.667347431182861,
      "learning_rate": 4.9064199818519495e-05,
      "loss": 1.8224,
      "step": 592
    },
    {
      "epoch": 2.629014396456257,
      "grad_norm": 5.613856315612793,
      "learning_rate": 4.892025145114067e-05,
      "loss": 1.5333,
      "step": 593
    },
    {
      "epoch": 2.6334440753045403,
      "grad_norm": 4.702713489532471,
      "learning_rate": 4.87763120368441e-05,
      "loss": 1.4557,
      "step": 594
    },
    {
      "epoch": 2.6378737541528237,
      "grad_norm": 8.00310230255127,
      "learning_rate": 4.863238276914966e-05,
      "loss": 1.6452,
      "step": 595
    },
    {
      "epoch": 2.6423034330011075,
      "grad_norm": 15.650694847106934,
      "learning_rate": 4.84884648414932e-05,
      "loss": 1.8716,
      "step": 596
    },
    {
      "epoch": 2.646733111849391,
      "grad_norm": 9.945942878723145,
      "learning_rate": 4.834455944721643e-05,
      "loss": 1.9081,
      "step": 597
    },
    {
      "epoch": 2.6511627906976747,
      "grad_norm": 11.016633987426758,
      "learning_rate": 4.820066777955724e-05,
      "loss": 1.7934,
      "step": 598
    },
    {
      "epoch": 2.655592469545958,
      "grad_norm": 7.862950325012207,
      "learning_rate": 4.8056791031639614e-05,
      "loss": 1.9754,
      "step": 599
    },
    {
      "epoch": 2.6600221483942414,
      "grad_norm": 5.507509708404541,
      "learning_rate": 4.791293039646389e-05,
      "loss": 1.9389,
      "step": 600
    },
    {
      "epoch": 2.664451827242525,
      "grad_norm": 3.8648977279663086,
      "learning_rate": 4.776908706689678e-05,
      "loss": 1.4915,
      "step": 601
    },
    {
      "epoch": 2.668881506090808,
      "grad_norm": 6.0287699699401855,
      "learning_rate": 4.762526223566147e-05,
      "loss": 1.8027,
      "step": 602
    },
    {
      "epoch": 2.673311184939092,
      "grad_norm": 7.0374226570129395,
      "learning_rate": 4.7481457095327804e-05,
      "loss": 1.7526,
      "step": 603
    },
    {
      "epoch": 2.6777408637873754,
      "grad_norm": 6.987399578094482,
      "learning_rate": 4.733767283830233e-05,
      "loss": 1.9017,
      "step": 604
    },
    {
      "epoch": 2.682170542635659,
      "grad_norm": 10.102921485900879,
      "learning_rate": 4.719391065681845e-05,
      "loss": 1.7473,
      "step": 605
    },
    {
      "epoch": 2.6866002214839426,
      "grad_norm": 5.184350967407227,
      "learning_rate": 4.705017174292649e-05,
      "loss": 1.5428,
      "step": 606
    },
    {
      "epoch": 2.691029900332226,
      "grad_norm": 6.327332973480225,
      "learning_rate": 4.6906457288483895e-05,
      "loss": 2.0073,
      "step": 607
    },
    {
      "epoch": 2.6954595791805094,
      "grad_norm": 4.9231672286987305,
      "learning_rate": 4.676276848514524e-05,
      "loss": 1.5135,
      "step": 608
    },
    {
      "epoch": 2.6998892580287928,
      "grad_norm": 4.648147106170654,
      "learning_rate": 4.6619106524352445e-05,
      "loss": 1.7111,
      "step": 609
    },
    {
      "epoch": 2.704318936877076,
      "grad_norm": 12.321041107177734,
      "learning_rate": 4.647547259732486e-05,
      "loss": 1.6586,
      "step": 610
    },
    {
      "epoch": 2.70874861572536,
      "grad_norm": 10.489548683166504,
      "learning_rate": 4.633186789504933e-05,
      "loss": 1.9735,
      "step": 611
    },
    {
      "epoch": 2.7131782945736433,
      "grad_norm": 7.285097599029541,
      "learning_rate": 4.618829360827046e-05,
      "loss": 1.9382,
      "step": 612
    },
    {
      "epoch": 2.717607973421927,
      "grad_norm": 5.02518892288208,
      "learning_rate": 4.604475092748057e-05,
      "loss": 1.6625,
      "step": 613
    },
    {
      "epoch": 2.7220376522702106,
      "grad_norm": 6.852099895477295,
      "learning_rate": 4.590124104290997e-05,
      "loss": 2.0571,
      "step": 614
    },
    {
      "epoch": 2.726467331118494,
      "grad_norm": 15.236705780029297,
      "learning_rate": 4.575776514451698e-05,
      "loss": 1.7972,
      "step": 615
    },
    {
      "epoch": 2.7308970099667773,
      "grad_norm": 7.635733127593994,
      "learning_rate": 4.561432442197817e-05,
      "loss": 1.7937,
      "step": 616
    },
    {
      "epoch": 2.7353266888150607,
      "grad_norm": 7.20578670501709,
      "learning_rate": 4.547092006467837e-05,
      "loss": 1.8999,
      "step": 617
    },
    {
      "epoch": 2.7397563676633445,
      "grad_norm": 6.789028644561768,
      "learning_rate": 4.532755326170093e-05,
      "loss": 1.816,
      "step": 618
    },
    {
      "epoch": 2.744186046511628,
      "grad_norm": 5.359363555908203,
      "learning_rate": 4.518422520181781e-05,
      "loss": 1.9299,
      "step": 619
    },
    {
      "epoch": 2.7486157253599113,
      "grad_norm": 14.938844680786133,
      "learning_rate": 4.504093707347966e-05,
      "loss": 1.7996,
      "step": 620
    },
    {
      "epoch": 2.753045404208195,
      "grad_norm": 11.183375358581543,
      "learning_rate": 4.4897690064806106e-05,
      "loss": 1.7149,
      "step": 621
    },
    {
      "epoch": 2.7574750830564785,
      "grad_norm": 6.135425567626953,
      "learning_rate": 4.475448536357572e-05,
      "loss": 1.8004,
      "step": 622
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 4.227088451385498,
      "learning_rate": 4.461132415721637e-05,
      "loss": 2.0701,
      "step": 623
    },
    {
      "epoch": 2.7663344407530452,
      "grad_norm": 7.318582057952881,
      "learning_rate": 4.44682076327952e-05,
      "loss": 1.8482,
      "step": 624
    },
    {
      "epoch": 2.770764119601329,
      "grad_norm": 5.547973155975342,
      "learning_rate": 4.432513697700889e-05,
      "loss": 2.215,
      "step": 625
    },
    {
      "epoch": 2.7751937984496124,
      "grad_norm": 10.597505569458008,
      "learning_rate": 4.418211337617377e-05,
      "loss": 1.8472,
      "step": 626
    },
    {
      "epoch": 2.779623477297896,
      "grad_norm": 7.636361598968506,
      "learning_rate": 4.403913801621602e-05,
      "loss": 2.1119,
      "step": 627
    },
    {
      "epoch": 2.7840531561461797,
      "grad_norm": 5.91168737411499,
      "learning_rate": 4.3896212082661804e-05,
      "loss": 1.3616,
      "step": 628
    },
    {
      "epoch": 2.788482834994463,
      "grad_norm": 6.863846778869629,
      "learning_rate": 4.375333676062743e-05,
      "loss": 1.5778,
      "step": 629
    },
    {
      "epoch": 2.7929125138427464,
      "grad_norm": 5.835073471069336,
      "learning_rate": 4.3610513234809596e-05,
      "loss": 1.6205,
      "step": 630
    },
    {
      "epoch": 2.79734219269103,
      "grad_norm": 7.397892475128174,
      "learning_rate": 4.346774268947545e-05,
      "loss": 1.8186,
      "step": 631
    },
    {
      "epoch": 2.801771871539313,
      "grad_norm": 5.960362434387207,
      "learning_rate": 4.3325026308452896e-05,
      "loss": 1.5533,
      "step": 632
    },
    {
      "epoch": 2.806201550387597,
      "grad_norm": 7.241276264190674,
      "learning_rate": 4.318236527512067e-05,
      "loss": 1.8679,
      "step": 633
    },
    {
      "epoch": 2.8106312292358804,
      "grad_norm": 5.476749420166016,
      "learning_rate": 4.3039760772398616e-05,
      "loss": 1.7967,
      "step": 634
    },
    {
      "epoch": 2.8150609080841638,
      "grad_norm": 7.25029993057251,
      "learning_rate": 4.289721398273779e-05,
      "loss": 1.8366,
      "step": 635
    },
    {
      "epoch": 2.8194905869324476,
      "grad_norm": 6.801474571228027,
      "learning_rate": 4.275472608811073e-05,
      "loss": 1.9466,
      "step": 636
    },
    {
      "epoch": 2.823920265780731,
      "grad_norm": 6.29557991027832,
      "learning_rate": 4.261229827000166e-05,
      "loss": 1.7434,
      "step": 637
    },
    {
      "epoch": 2.8283499446290143,
      "grad_norm": 5.536020755767822,
      "learning_rate": 4.246993170939657e-05,
      "loss": 1.793,
      "step": 638
    },
    {
      "epoch": 2.8327796234772977,
      "grad_norm": 8.520576477050781,
      "learning_rate": 4.232762758677362e-05,
      "loss": 1.6861,
      "step": 639
    },
    {
      "epoch": 2.8372093023255816,
      "grad_norm": 7.413863182067871,
      "learning_rate": 4.2185387082093134e-05,
      "loss": 1.9494,
      "step": 640
    },
    {
      "epoch": 2.841638981173865,
      "grad_norm": 5.839072227478027,
      "learning_rate": 4.204321137478806e-05,
      "loss": 1.7803,
      "step": 641
    },
    {
      "epoch": 2.8460686600221483,
      "grad_norm": 4.603065490722656,
      "learning_rate": 4.1901101643753904e-05,
      "loss": 2.0012,
      "step": 642
    },
    {
      "epoch": 2.850498338870432,
      "grad_norm": 7.950796127319336,
      "learning_rate": 4.1759059067339254e-05,
      "loss": 1.7754,
      "step": 643
    },
    {
      "epoch": 2.8549280177187155,
      "grad_norm": 4.7786173820495605,
      "learning_rate": 4.161708482333575e-05,
      "loss": 1.8431,
      "step": 644
    },
    {
      "epoch": 2.859357696566999,
      "grad_norm": 8.72305679321289,
      "learning_rate": 4.147518008896851e-05,
      "loss": 1.3848,
      "step": 645
    },
    {
      "epoch": 2.8637873754152823,
      "grad_norm": 8.073031425476074,
      "learning_rate": 4.133334604088626e-05,
      "loss": 1.8088,
      "step": 646
    },
    {
      "epoch": 2.8682170542635657,
      "grad_norm": 7.937218189239502,
      "learning_rate": 4.119158385515159e-05,
      "loss": 1.5952,
      "step": 647
    },
    {
      "epoch": 2.8726467331118495,
      "grad_norm": 4.457007884979248,
      "learning_rate": 4.104989470723126e-05,
      "loss": 1.4987,
      "step": 648
    },
    {
      "epoch": 2.877076411960133,
      "grad_norm": 8.611004829406738,
      "learning_rate": 4.0908279771986376e-05,
      "loss": 1.7993,
      "step": 649
    },
    {
      "epoch": 2.8815060908084162,
      "grad_norm": 7.399827480316162,
      "learning_rate": 4.0766740223662716e-05,
      "loss": 1.6888,
      "step": 650
    },
    {
      "epoch": 2.8859357696567,
      "grad_norm": 6.210876941680908,
      "learning_rate": 4.062527723588093e-05,
      "loss": 1.8918,
      "step": 651
    },
    {
      "epoch": 2.8903654485049834,
      "grad_norm": 8.73986530303955,
      "learning_rate": 4.0483891981626885e-05,
      "loss": 1.9802,
      "step": 652
    },
    {
      "epoch": 2.894795127353267,
      "grad_norm": 7.386151313781738,
      "learning_rate": 4.0342585633241846e-05,
      "loss": 1.791,
      "step": 653
    },
    {
      "epoch": 2.89922480620155,
      "grad_norm": 6.179415225982666,
      "learning_rate": 4.020135936241285e-05,
      "loss": 1.862,
      "step": 654
    },
    {
      "epoch": 2.903654485049834,
      "grad_norm": 5.072649002075195,
      "learning_rate": 4.006021434016293e-05,
      "loss": 1.7385,
      "step": 655
    },
    {
      "epoch": 2.9080841638981174,
      "grad_norm": 7.220780849456787,
      "learning_rate": 3.991915173684138e-05,
      "loss": 1.9256,
      "step": 656
    },
    {
      "epoch": 2.912513842746401,
      "grad_norm": 7.535258769989014,
      "learning_rate": 3.977817272211417e-05,
      "loss": 1.4881,
      "step": 657
    },
    {
      "epoch": 2.9169435215946846,
      "grad_norm": 8.532382011413574,
      "learning_rate": 3.963727846495409e-05,
      "loss": 1.8854,
      "step": 658
    },
    {
      "epoch": 2.921373200442968,
      "grad_norm": 4.557820796966553,
      "learning_rate": 3.9496470133631206e-05,
      "loss": 1.7547,
      "step": 659
    },
    {
      "epoch": 2.9258028792912514,
      "grad_norm": 7.472973346710205,
      "learning_rate": 3.935574889570302e-05,
      "loss": 1.594,
      "step": 660
    },
    {
      "epoch": 2.9302325581395348,
      "grad_norm": 11.085735321044922,
      "learning_rate": 3.921511591800494e-05,
      "loss": 1.7801,
      "step": 661
    },
    {
      "epoch": 2.934662236987818,
      "grad_norm": 10.502659797668457,
      "learning_rate": 3.907457236664055e-05,
      "loss": 1.8752,
      "step": 662
    },
    {
      "epoch": 2.939091915836102,
      "grad_norm": 6.8742523193359375,
      "learning_rate": 3.893411940697182e-05,
      "loss": 1.9468,
      "step": 663
    },
    {
      "epoch": 2.9435215946843853,
      "grad_norm": 6.568576812744141,
      "learning_rate": 3.8793758203609685e-05,
      "loss": 1.9107,
      "step": 664
    },
    {
      "epoch": 2.9479512735326687,
      "grad_norm": 7.630648612976074,
      "learning_rate": 3.8653489920404136e-05,
      "loss": 1.8425,
      "step": 665
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 5.386789798736572,
      "learning_rate": 3.851331572043478e-05,
      "loss": 1.6793,
      "step": 666
    },
    {
      "epoch": 2.956810631229236,
      "grad_norm": 7.836945056915283,
      "learning_rate": 3.837323676600104e-05,
      "loss": 1.9951,
      "step": 667
    },
    {
      "epoch": 2.9612403100775193,
      "grad_norm": 6.634953498840332,
      "learning_rate": 3.82332542186126e-05,
      "loss": 1.6223,
      "step": 668
    },
    {
      "epoch": 2.9656699889258027,
      "grad_norm": 4.823019504547119,
      "learning_rate": 3.809336923897977e-05,
      "loss": 1.8021,
      "step": 669
    },
    {
      "epoch": 2.9700996677740865,
      "grad_norm": 5.209251880645752,
      "learning_rate": 3.7953582987003806e-05,
      "loss": 1.9003,
      "step": 670
    },
    {
      "epoch": 2.97452934662237,
      "grad_norm": 6.102602481842041,
      "learning_rate": 3.7813896621767384e-05,
      "loss": 1.8635,
      "step": 671
    },
    {
      "epoch": 2.9789590254706533,
      "grad_norm": 5.569439888000488,
      "learning_rate": 3.76743113015249e-05,
      "loss": 2.2471,
      "step": 672
    },
    {
      "epoch": 2.983388704318937,
      "grad_norm": 7.8752827644348145,
      "learning_rate": 3.753482818369291e-05,
      "loss": 1.6478,
      "step": 673
    },
    {
      "epoch": 2.9878183831672205,
      "grad_norm": 10.240179061889648,
      "learning_rate": 3.739544842484053e-05,
      "loss": 1.8428,
      "step": 674
    },
    {
      "epoch": 2.992248062015504,
      "grad_norm": 6.250666618347168,
      "learning_rate": 3.725617318067984e-05,
      "loss": 1.5094,
      "step": 675
    },
    {
      "epoch": 2.9966777408637872,
      "grad_norm": 5.396643161773682,
      "learning_rate": 3.71170036060563e-05,
      "loss": 1.8349,
      "step": 676
    },
    {
      "epoch": 3.0022148394241417,
      "grad_norm": 6.2632269859313965,
      "learning_rate": 3.697794085493919e-05,
      "loss": 2.0916,
      "step": 677
    },
    {
      "epoch": 3.006644518272425,
      "grad_norm": 4.901583194732666,
      "learning_rate": 3.683898608041201e-05,
      "loss": 1.4515,
      "step": 678
    },
    {
      "epoch": 3.011074197120709,
      "grad_norm": 8.754711151123047,
      "learning_rate": 3.670014043466293e-05,
      "loss": 1.7908,
      "step": 679
    },
    {
      "epoch": 3.0155038759689923,
      "grad_norm": 7.272785186767578,
      "learning_rate": 3.656140506897532e-05,
      "loss": 1.5918,
      "step": 680
    },
    {
      "epoch": 3.0199335548172757,
      "grad_norm": 5.400629997253418,
      "learning_rate": 3.642278113371799e-05,
      "loss": 1.8925,
      "step": 681
    },
    {
      "epoch": 3.024363233665559,
      "grad_norm": 5.312657833099365,
      "learning_rate": 3.6284269778335935e-05,
      "loss": 1.4915,
      "step": 682
    },
    {
      "epoch": 3.028792912513843,
      "grad_norm": 11.454095840454102,
      "learning_rate": 3.614587215134052e-05,
      "loss": 1.6244,
      "step": 683
    },
    {
      "epoch": 3.0332225913621262,
      "grad_norm": 9.896474838256836,
      "learning_rate": 3.600758940030024e-05,
      "loss": 1.7049,
      "step": 684
    },
    {
      "epoch": 3.0376522702104096,
      "grad_norm": 9.982049942016602,
      "learning_rate": 3.586942267183091e-05,
      "loss": 1.4014,
      "step": 685
    },
    {
      "epoch": 3.0420819490586934,
      "grad_norm": 4.595606327056885,
      "learning_rate": 3.573137311158644e-05,
      "loss": 1.7367,
      "step": 686
    },
    {
      "epoch": 3.046511627906977,
      "grad_norm": 7.622084617614746,
      "learning_rate": 3.559344186424908e-05,
      "loss": 1.6358,
      "step": 687
    },
    {
      "epoch": 3.05094130675526,
      "grad_norm": 4.9482645988464355,
      "learning_rate": 3.545563007352016e-05,
      "loss": 1.3935,
      "step": 688
    },
    {
      "epoch": 3.0553709856035436,
      "grad_norm": 6.924054145812988,
      "learning_rate": 3.531793888211044e-05,
      "loss": 1.522,
      "step": 689
    },
    {
      "epoch": 3.0598006644518274,
      "grad_norm": 6.1782636642456055,
      "learning_rate": 3.518036943173069e-05,
      "loss": 1.6191,
      "step": 690
    },
    {
      "epoch": 3.064230343300111,
      "grad_norm": 5.369998455047607,
      "learning_rate": 3.504292286308224e-05,
      "loss": 1.7259,
      "step": 691
    },
    {
      "epoch": 3.068660022148394,
      "grad_norm": 6.008235454559326,
      "learning_rate": 3.490560031584749e-05,
      "loss": 1.7566,
      "step": 692
    },
    {
      "epoch": 3.0730897009966776,
      "grad_norm": 5.590559959411621,
      "learning_rate": 3.476840292868052e-05,
      "loss": 1.5846,
      "step": 693
    },
    {
      "epoch": 3.0775193798449614,
      "grad_norm": 5.604452133178711,
      "learning_rate": 3.463133183919754e-05,
      "loss": 1.7103,
      "step": 694
    },
    {
      "epoch": 3.0819490586932448,
      "grad_norm": 6.367408752441406,
      "learning_rate": 3.449438818396759e-05,
      "loss": 1.8149,
      "step": 695
    },
    {
      "epoch": 3.086378737541528,
      "grad_norm": 7.243832588195801,
      "learning_rate": 3.435757309850297e-05,
      "loss": 1.4385,
      "step": 696
    },
    {
      "epoch": 3.0908084163898115,
      "grad_norm": 11.65194034576416,
      "learning_rate": 3.4220887717249984e-05,
      "loss": 1.7527,
      "step": 697
    },
    {
      "epoch": 3.0952380952380953,
      "grad_norm": 6.606711387634277,
      "learning_rate": 3.4084333173579404e-05,
      "loss": 1.516,
      "step": 698
    },
    {
      "epoch": 3.0996677740863787,
      "grad_norm": 9.863051414489746,
      "learning_rate": 3.394791059977712e-05,
      "loss": 1.5221,
      "step": 699
    },
    {
      "epoch": 3.104097452934662,
      "grad_norm": 6.656291961669922,
      "learning_rate": 3.381162112703479e-05,
      "loss": 2.0494,
      "step": 700
    },
    {
      "epoch": 3.108527131782946,
      "grad_norm": 8.231369018554688,
      "learning_rate": 3.367546588544035e-05,
      "loss": 1.7698,
      "step": 701
    },
    {
      "epoch": 3.1129568106312293,
      "grad_norm": 4.92387056350708,
      "learning_rate": 3.35394460039688e-05,
      "loss": 1.7323,
      "step": 702
    },
    {
      "epoch": 3.1173864894795127,
      "grad_norm": 5.547698497772217,
      "learning_rate": 3.340356261047269e-05,
      "loss": 1.9306,
      "step": 703
    },
    {
      "epoch": 3.121816168327796,
      "grad_norm": 12.515167236328125,
      "learning_rate": 3.326781683167288e-05,
      "loss": 1.6062,
      "step": 704
    },
    {
      "epoch": 3.12624584717608,
      "grad_norm": 8.807191848754883,
      "learning_rate": 3.313220979314913e-05,
      "loss": 2.1803,
      "step": 705
    },
    {
      "epoch": 3.1306755260243633,
      "grad_norm": 6.980557918548584,
      "learning_rate": 3.2996742619330776e-05,
      "loss": 1.6428,
      "step": 706
    },
    {
      "epoch": 3.1351052048726467,
      "grad_norm": 11.408295631408691,
      "learning_rate": 3.286141643348748e-05,
      "loss": 1.7191,
      "step": 707
    },
    {
      "epoch": 3.13953488372093,
      "grad_norm": 7.25669527053833,
      "learning_rate": 3.27262323577198e-05,
      "loss": 2.0474,
      "step": 708
    },
    {
      "epoch": 3.143964562569214,
      "grad_norm": 7.197902679443359,
      "learning_rate": 3.259119151294997e-05,
      "loss": 1.4791,
      "step": 709
    },
    {
      "epoch": 3.1483942414174972,
      "grad_norm": 7.758485317230225,
      "learning_rate": 3.2456295018912554e-05,
      "loss": 1.6882,
      "step": 710
    },
    {
      "epoch": 3.1528239202657806,
      "grad_norm": 10.935338973999023,
      "learning_rate": 3.232154399414521e-05,
      "loss": 1.8307,
      "step": 711
    },
    {
      "epoch": 3.157253599114064,
      "grad_norm": 9.585394859313965,
      "learning_rate": 3.218693955597938e-05,
      "loss": 1.6335,
      "step": 712
    },
    {
      "epoch": 3.161683277962348,
      "grad_norm": 8.889345169067383,
      "learning_rate": 3.205248282053104e-05,
      "loss": 1.8018,
      "step": 713
    },
    {
      "epoch": 3.166112956810631,
      "grad_norm": 10.92686653137207,
      "learning_rate": 3.191817490269143e-05,
      "loss": 1.5411,
      "step": 714
    },
    {
      "epoch": 3.1705426356589146,
      "grad_norm": 5.509748935699463,
      "learning_rate": 3.1784016916117845e-05,
      "loss": 1.5074,
      "step": 715
    },
    {
      "epoch": 3.1749723145071984,
      "grad_norm": 8.162956237792969,
      "learning_rate": 3.165000997322435e-05,
      "loss": 1.5617,
      "step": 716
    },
    {
      "epoch": 3.179401993355482,
      "grad_norm": 7.924961566925049,
      "learning_rate": 3.15161551851726e-05,
      "loss": 1.8548,
      "step": 717
    },
    {
      "epoch": 3.183831672203765,
      "grad_norm": 6.5894269943237305,
      "learning_rate": 3.138245366186261e-05,
      "loss": 1.3462,
      "step": 718
    },
    {
      "epoch": 3.1882613510520486,
      "grad_norm": 5.109679698944092,
      "learning_rate": 3.1248906511923526e-05,
      "loss": 1.4762,
      "step": 719
    },
    {
      "epoch": 3.1926910299003324,
      "grad_norm": 8.769123077392578,
      "learning_rate": 3.11155148427045e-05,
      "loss": 1.543,
      "step": 720
    },
    {
      "epoch": 3.1971207087486158,
      "grad_norm": 9.410780906677246,
      "learning_rate": 3.098227976026542e-05,
      "loss": 1.6442,
      "step": 721
    },
    {
      "epoch": 3.201550387596899,
      "grad_norm": 8.743534088134766,
      "learning_rate": 3.084920236936783e-05,
      "loss": 1.8122,
      "step": 722
    },
    {
      "epoch": 3.2059800664451825,
      "grad_norm": 8.16320514678955,
      "learning_rate": 3.071628377346567e-05,
      "loss": 1.5269,
      "step": 723
    },
    {
      "epoch": 3.2104097452934663,
      "grad_norm": 5.1464362144470215,
      "learning_rate": 3.058352507469623e-05,
      "loss": 1.8886,
      "step": 724
    },
    {
      "epoch": 3.2148394241417497,
      "grad_norm": 4.970855712890625,
      "learning_rate": 3.045092737387096e-05,
      "loss": 1.6344,
      "step": 725
    },
    {
      "epoch": 3.219269102990033,
      "grad_norm": 13.145638465881348,
      "learning_rate": 3.0318491770466275e-05,
      "loss": 2.1682,
      "step": 726
    },
    {
      "epoch": 3.223698781838317,
      "grad_norm": 4.9592084884643555,
      "learning_rate": 3.018621936261462e-05,
      "loss": 1.5418,
      "step": 727
    },
    {
      "epoch": 3.2281284606866003,
      "grad_norm": 6.089108467102051,
      "learning_rate": 3.0054111247095134e-05,
      "loss": 1.5348,
      "step": 728
    },
    {
      "epoch": 3.2325581395348837,
      "grad_norm": 6.222757816314697,
      "learning_rate": 2.992216851932478e-05,
      "loss": 1.6028,
      "step": 729
    },
    {
      "epoch": 3.236987818383167,
      "grad_norm": 9.714614868164062,
      "learning_rate": 2.979039227334905e-05,
      "loss": 1.5382,
      "step": 730
    },
    {
      "epoch": 3.241417497231451,
      "grad_norm": 7.093183994293213,
      "learning_rate": 2.9658783601833106e-05,
      "loss": 1.9805,
      "step": 731
    },
    {
      "epoch": 3.2458471760797343,
      "grad_norm": 5.3288397789001465,
      "learning_rate": 2.9527343596052513e-05,
      "loss": 1.61,
      "step": 732
    },
    {
      "epoch": 3.2502768549280177,
      "grad_norm": 6.90171480178833,
      "learning_rate": 2.9396073345884363e-05,
      "loss": 1.5034,
      "step": 733
    },
    {
      "epoch": 3.254706533776301,
      "grad_norm": 15.343708992004395,
      "learning_rate": 2.926497393979814e-05,
      "loss": 1.7569,
      "step": 734
    },
    {
      "epoch": 3.259136212624585,
      "grad_norm": 6.383762836456299,
      "learning_rate": 2.9134046464846703e-05,
      "loss": 1.894,
      "step": 735
    },
    {
      "epoch": 3.2635658914728682,
      "grad_norm": 7.399294376373291,
      "learning_rate": 2.9003292006657335e-05,
      "loss": 1.6227,
      "step": 736
    },
    {
      "epoch": 3.2679955703211516,
      "grad_norm": 6.315852642059326,
      "learning_rate": 2.887271164942259e-05,
      "loss": 1.6429,
      "step": 737
    },
    {
      "epoch": 3.2724252491694354,
      "grad_norm": 6.891193389892578,
      "learning_rate": 2.8742306475891574e-05,
      "loss": 1.3061,
      "step": 738
    },
    {
      "epoch": 3.276854928017719,
      "grad_norm": 5.40971040725708,
      "learning_rate": 2.861207756736064e-05,
      "loss": 1.6944,
      "step": 739
    },
    {
      "epoch": 3.281284606866002,
      "grad_norm": 6.299607276916504,
      "learning_rate": 2.8482026003664695e-05,
      "loss": 1.9616,
      "step": 740
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 5.829094886779785,
      "learning_rate": 2.8352152863168035e-05,
      "loss": 2.0074,
      "step": 741
    },
    {
      "epoch": 3.290143964562569,
      "grad_norm": 4.643031120300293,
      "learning_rate": 2.8222459222755605e-05,
      "loss": 1.2762,
      "step": 742
    },
    {
      "epoch": 3.294573643410853,
      "grad_norm": 8.120580673217773,
      "learning_rate": 2.8092946157823928e-05,
      "loss": 1.4793,
      "step": 743
    },
    {
      "epoch": 3.299003322259136,
      "grad_norm": 7.702285289764404,
      "learning_rate": 2.7963614742272186e-05,
      "loss": 1.7667,
      "step": 744
    },
    {
      "epoch": 3.3034330011074196,
      "grad_norm": 7.583436012268066,
      "learning_rate": 2.78344660484934e-05,
      "loss": 1.6145,
      "step": 745
    },
    {
      "epoch": 3.3078626799557034,
      "grad_norm": 8.428057670593262,
      "learning_rate": 2.7705501147365498e-05,
      "loss": 1.9334,
      "step": 746
    },
    {
      "epoch": 3.3122923588039868,
      "grad_norm": 9.74374771118164,
      "learning_rate": 2.757672110824242e-05,
      "loss": 1.7522,
      "step": 747
    },
    {
      "epoch": 3.31672203765227,
      "grad_norm": 5.473592281341553,
      "learning_rate": 2.744812699894524e-05,
      "loss": 1.8402,
      "step": 748
    },
    {
      "epoch": 3.3211517165005535,
      "grad_norm": 5.208759784698486,
      "learning_rate": 2.731971988575337e-05,
      "loss": 1.5117,
      "step": 749
    },
    {
      "epoch": 3.3255813953488373,
      "grad_norm": 5.262367248535156,
      "learning_rate": 2.719150083339567e-05,
      "loss": 1.7127,
      "step": 750
    },
    {
      "epoch": 3.3300110741971207,
      "grad_norm": 5.584857940673828,
      "learning_rate": 2.7063470905041643e-05,
      "loss": 1.5979,
      "step": 751
    },
    {
      "epoch": 3.334440753045404,
      "grad_norm": 5.59777307510376,
      "learning_rate": 2.693563116229261e-05,
      "loss": 1.9831,
      "step": 752
    },
    {
      "epoch": 3.338870431893688,
      "grad_norm": 5.473875999450684,
      "learning_rate": 2.6807982665172858e-05,
      "loss": 1.6157,
      "step": 753
    },
    {
      "epoch": 3.3433001107419713,
      "grad_norm": 7.791520595550537,
      "learning_rate": 2.668052647212097e-05,
      "loss": 1.9269,
      "step": 754
    },
    {
      "epoch": 3.3477297895902547,
      "grad_norm": 8.027992248535156,
      "learning_rate": 2.655326363998094e-05,
      "loss": 1.5925,
      "step": 755
    },
    {
      "epoch": 3.352159468438538,
      "grad_norm": 6.83018684387207,
      "learning_rate": 2.6426195223993476e-05,
      "loss": 1.6024,
      "step": 756
    },
    {
      "epoch": 3.356589147286822,
      "grad_norm": 9.020490646362305,
      "learning_rate": 2.6299322277787163e-05,
      "loss": 1.8361,
      "step": 757
    },
    {
      "epoch": 3.3610188261351053,
      "grad_norm": 5.8339524269104,
      "learning_rate": 2.6172645853369842e-05,
      "loss": 1.6429,
      "step": 758
    },
    {
      "epoch": 3.3654485049833887,
      "grad_norm": 4.7356672286987305,
      "learning_rate": 2.6046167001119816e-05,
      "loss": 1.4711,
      "step": 759
    },
    {
      "epoch": 3.369878183831672,
      "grad_norm": 10.283108711242676,
      "learning_rate": 2.5919886769777136e-05,
      "loss": 1.5224,
      "step": 760
    },
    {
      "epoch": 3.374307862679956,
      "grad_norm": 6.590269088745117,
      "learning_rate": 2.5793806206434977e-05,
      "loss": 1.7833,
      "step": 761
    },
    {
      "epoch": 3.3787375415282392,
      "grad_norm": 6.434593200683594,
      "learning_rate": 2.5667926356530797e-05,
      "loss": 1.8216,
      "step": 762
    },
    {
      "epoch": 3.3831672203765226,
      "grad_norm": 5.936555862426758,
      "learning_rate": 2.554224826383792e-05,
      "loss": 1.5334,
      "step": 763
    },
    {
      "epoch": 3.387596899224806,
      "grad_norm": 14.309653282165527,
      "learning_rate": 2.5416772970456592e-05,
      "loss": 1.4408,
      "step": 764
    },
    {
      "epoch": 3.39202657807309,
      "grad_norm": 4.926191806793213,
      "learning_rate": 2.5291501516805582e-05,
      "loss": 1.553,
      "step": 765
    },
    {
      "epoch": 3.396456256921373,
      "grad_norm": 6.072823524475098,
      "learning_rate": 2.5166434941613408e-05,
      "loss": 1.6255,
      "step": 766
    },
    {
      "epoch": 3.4008859357696566,
      "grad_norm": 5.073078632354736,
      "learning_rate": 2.5041574281909814e-05,
      "loss": 1.4512,
      "step": 767
    },
    {
      "epoch": 3.4053156146179404,
      "grad_norm": 5.974765300750732,
      "learning_rate": 2.491692057301706e-05,
      "loss": 1.5731,
      "step": 768
    },
    {
      "epoch": 3.409745293466224,
      "grad_norm": 7.9622015953063965,
      "learning_rate": 2.4792474848541468e-05,
      "loss": 1.9739,
      "step": 769
    },
    {
      "epoch": 3.414174972314507,
      "grad_norm": 6.868570327758789,
      "learning_rate": 2.466823814036477e-05,
      "loss": 1.8549,
      "step": 770
    },
    {
      "epoch": 3.4186046511627906,
      "grad_norm": 5.171596527099609,
      "learning_rate": 2.4544211478635582e-05,
      "loss": 1.9368,
      "step": 771
    },
    {
      "epoch": 3.4230343300110744,
      "grad_norm": 5.299581527709961,
      "learning_rate": 2.442039589176085e-05,
      "loss": 1.6896,
      "step": 772
    },
    {
      "epoch": 3.4274640088593578,
      "grad_norm": 4.135156631469727,
      "learning_rate": 2.429679240639729e-05,
      "loss": 1.6126,
      "step": 773
    },
    {
      "epoch": 3.431893687707641,
      "grad_norm": 10.067416191101074,
      "learning_rate": 2.417340204744295e-05,
      "loss": 1.5858,
      "step": 774
    },
    {
      "epoch": 3.4363233665559245,
      "grad_norm": 6.024186611175537,
      "learning_rate": 2.4050225838028673e-05,
      "loss": 1.6173,
      "step": 775
    },
    {
      "epoch": 3.4407530454042083,
      "grad_norm": 5.533918380737305,
      "learning_rate": 2.3927264799509607e-05,
      "loss": 1.6362,
      "step": 776
    },
    {
      "epoch": 3.4451827242524917,
      "grad_norm": 11.559389114379883,
      "learning_rate": 2.38045199514567e-05,
      "loss": 1.7199,
      "step": 777
    },
    {
      "epoch": 3.449612403100775,
      "grad_norm": 18.32662010192871,
      "learning_rate": 2.368199231164832e-05,
      "loss": 1.6391,
      "step": 778
    },
    {
      "epoch": 3.4540420819490585,
      "grad_norm": 5.221166610717773,
      "learning_rate": 2.3559682896061845e-05,
      "loss": 1.9352,
      "step": 779
    },
    {
      "epoch": 3.4584717607973423,
      "grad_norm": 10.909178733825684,
      "learning_rate": 2.3437592718865064e-05,
      "loss": 1.951,
      "step": 780
    },
    {
      "epoch": 3.4629014396456257,
      "grad_norm": 11.137706756591797,
      "learning_rate": 2.3315722792407963e-05,
      "loss": 1.7804,
      "step": 781
    },
    {
      "epoch": 3.467331118493909,
      "grad_norm": 5.704611301422119,
      "learning_rate": 2.319407412721416e-05,
      "loss": 1.7664,
      "step": 782
    },
    {
      "epoch": 3.471760797342193,
      "grad_norm": 6.683074951171875,
      "learning_rate": 2.3072647731972746e-05,
      "loss": 1.7184,
      "step": 783
    },
    {
      "epoch": 3.4761904761904763,
      "grad_norm": 5.341973781585693,
      "learning_rate": 2.2951444613529673e-05,
      "loss": 1.7536,
      "step": 784
    },
    {
      "epoch": 3.4806201550387597,
      "grad_norm": 7.4396443367004395,
      "learning_rate": 2.283046577687958e-05,
      "loss": 1.8698,
      "step": 785
    },
    {
      "epoch": 3.485049833887043,
      "grad_norm": 9.703819274902344,
      "learning_rate": 2.270971222515735e-05,
      "loss": 1.4894,
      "step": 786
    },
    {
      "epoch": 3.489479512735327,
      "grad_norm": 7.606261730194092,
      "learning_rate": 2.2589184959629918e-05,
      "loss": 1.5671,
      "step": 787
    },
    {
      "epoch": 3.4939091915836102,
      "grad_norm": 12.827896118164062,
      "learning_rate": 2.2468884979687865e-05,
      "loss": 1.8357,
      "step": 788
    },
    {
      "epoch": 3.4983388704318936,
      "grad_norm": 5.452163219451904,
      "learning_rate": 2.2348813282837112e-05,
      "loss": 1.6886,
      "step": 789
    },
    {
      "epoch": 3.5027685492801774,
      "grad_norm": 7.322004318237305,
      "learning_rate": 2.2228970864690746e-05,
      "loss": 1.4266,
      "step": 790
    },
    {
      "epoch": 3.507198228128461,
      "grad_norm": 10.763130187988281,
      "learning_rate": 2.2109358718960723e-05,
      "loss": 1.861,
      "step": 791
    },
    {
      "epoch": 3.511627906976744,
      "grad_norm": 5.822150707244873,
      "learning_rate": 2.1989977837449605e-05,
      "loss": 2.3509,
      "step": 792
    },
    {
      "epoch": 3.5160575858250276,
      "grad_norm": 5.79690408706665,
      "learning_rate": 2.187082921004232e-05,
      "loss": 1.6493,
      "step": 793
    },
    {
      "epoch": 3.520487264673311,
      "grad_norm": 8.250429153442383,
      "learning_rate": 2.1751913824698043e-05,
      "loss": 1.7764,
      "step": 794
    },
    {
      "epoch": 3.524916943521595,
      "grad_norm": 8.250429153442383,
      "learning_rate": 2.1751913824698043e-05,
      "loss": 1.7552,
      "step": 795
    },
    {
      "epoch": 3.529346622369878,
      "grad_norm": 11.57303237915039,
      "learning_rate": 2.163323266744192e-05,
      "loss": 1.6983,
      "step": 796
    },
    {
      "epoch": 3.5337763012181616,
      "grad_norm": 11.181726455688477,
      "learning_rate": 2.1514786722356915e-05,
      "loss": 1.6178,
      "step": 797
    },
    {
      "epoch": 3.5382059800664454,
      "grad_norm": 8.835942268371582,
      "learning_rate": 2.1396576971575687e-05,
      "loss": 1.9932,
      "step": 798
    },
    {
      "epoch": 3.5426356589147288,
      "grad_norm": 9.03427505493164,
      "learning_rate": 2.1278604395272344e-05,
      "loss": 1.736,
      "step": 799
    },
    {
      "epoch": 3.547065337763012,
      "grad_norm": 8.337313652038574,
      "learning_rate": 2.1160869971654463e-05,
      "loss": 1.7021,
      "step": 800
    },
    {
      "epoch": 3.5514950166112955,
      "grad_norm": 7.044549942016602,
      "learning_rate": 2.1043374676954852e-05,
      "loss": 1.277,
      "step": 801
    },
    {
      "epoch": 3.5559246954595793,
      "grad_norm": 7.318129062652588,
      "learning_rate": 2.0926119485423545e-05,
      "loss": 1.6063,
      "step": 802
    },
    {
      "epoch": 3.5603543743078627,
      "grad_norm": 5.060410022735596,
      "learning_rate": 2.0809105369319627e-05,
      "loss": 1.5807,
      "step": 803
    },
    {
      "epoch": 3.564784053156146,
      "grad_norm": 6.682000637054443,
      "learning_rate": 2.0692333298903262e-05,
      "loss": 1.5304,
      "step": 804
    },
    {
      "epoch": 3.56921373200443,
      "grad_norm": 6.671335220336914,
      "learning_rate": 2.057580424242766e-05,
      "loss": 1.4664,
      "step": 805
    },
    {
      "epoch": 3.5736434108527133,
      "grad_norm": 6.632824420928955,
      "learning_rate": 2.0459519166130908e-05,
      "loss": 1.6361,
      "step": 806
    },
    {
      "epoch": 3.5780730897009967,
      "grad_norm": 8.885310173034668,
      "learning_rate": 2.034347903422812e-05,
      "loss": 1.7954,
      "step": 807
    },
    {
      "epoch": 3.58250276854928,
      "grad_norm": 10.805225372314453,
      "learning_rate": 2.022768480890335e-05,
      "loss": 1.6574,
      "step": 808
    },
    {
      "epoch": 3.5869324473975635,
      "grad_norm": 9.142356872558594,
      "learning_rate": 2.0112137450301673e-05,
      "loss": 2.0787,
      "step": 809
    },
    {
      "epoch": 3.5913621262458473,
      "grad_norm": 6.482480525970459,
      "learning_rate": 1.999683791652111e-05,
      "loss": 1.6388,
      "step": 810
    },
    {
      "epoch": 3.5957918050941307,
      "grad_norm": 5.05092191696167,
      "learning_rate": 1.9881787163604842e-05,
      "loss": 1.7928,
      "step": 811
    },
    {
      "epoch": 3.600221483942414,
      "grad_norm": 11.357190132141113,
      "learning_rate": 1.976698614553318e-05,
      "loss": 1.3903,
      "step": 812
    },
    {
      "epoch": 3.604651162790698,
      "grad_norm": 5.155529022216797,
      "learning_rate": 1.965243581421566e-05,
      "loss": 1.56,
      "step": 813
    },
    {
      "epoch": 3.6090808416389812,
      "grad_norm": 8.153807640075684,
      "learning_rate": 1.9538137119483206e-05,
      "loss": 1.5867,
      "step": 814
    },
    {
      "epoch": 3.6135105204872646,
      "grad_norm": 5.8331708908081055,
      "learning_rate": 1.9424091009080157e-05,
      "loss": 1.4878,
      "step": 815
    },
    {
      "epoch": 3.617940199335548,
      "grad_norm": 6.762333869934082,
      "learning_rate": 1.9310298428656522e-05,
      "loss": 1.6243,
      "step": 816
    },
    {
      "epoch": 3.622369878183832,
      "grad_norm": 5.154025077819824,
      "learning_rate": 1.919676032176006e-05,
      "loss": 1.7056,
      "step": 817
    },
    {
      "epoch": 3.626799557032115,
      "grad_norm": 8.215972900390625,
      "learning_rate": 1.908347762982851e-05,
      "loss": 1.6746,
      "step": 818
    },
    {
      "epoch": 3.6312292358803986,
      "grad_norm": 6.393702507019043,
      "learning_rate": 1.897045129218169e-05,
      "loss": 1.4001,
      "step": 819
    },
    {
      "epoch": 3.6356589147286824,
      "grad_norm": 6.989351272583008,
      "learning_rate": 1.885768224601384e-05,
      "loss": 1.7093,
      "step": 820
    },
    {
      "epoch": 3.640088593576966,
      "grad_norm": 7.712499618530273,
      "learning_rate": 1.874517142638576e-05,
      "loss": 1.9538,
      "step": 821
    },
    {
      "epoch": 3.644518272425249,
      "grad_norm": 8.841022491455078,
      "learning_rate": 1.8632919766217077e-05,
      "loss": 1.9689,
      "step": 822
    },
    {
      "epoch": 3.6489479512735326,
      "grad_norm": 7.386549949645996,
      "learning_rate": 1.852092819627854e-05,
      "loss": 1.6141,
      "step": 823
    },
    {
      "epoch": 3.653377630121816,
      "grad_norm": 5.60568904876709,
      "learning_rate": 1.8409197645184205e-05,
      "loss": 1.4079,
      "step": 824
    },
    {
      "epoch": 3.6578073089700998,
      "grad_norm": 10.555825233459473,
      "learning_rate": 1.829772903938393e-05,
      "loss": 1.7793,
      "step": 825
    },
    {
      "epoch": 3.662236987818383,
      "grad_norm": 7.500188827514648,
      "learning_rate": 1.818652330315544e-05,
      "loss": 1.836,
      "step": 826
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 4.860312461853027,
      "learning_rate": 1.807558135859689e-05,
      "loss": 1.5209,
      "step": 827
    },
    {
      "epoch": 3.6710963455149503,
      "grad_norm": 5.605367183685303,
      "learning_rate": 1.7964904125619014e-05,
      "loss": 1.4998,
      "step": 828
    },
    {
      "epoch": 3.6755260243632337,
      "grad_norm": 4.448379993438721,
      "learning_rate": 1.7854492521937753e-05,
      "loss": 1.3537,
      "step": 829
    },
    {
      "epoch": 3.679955703211517,
      "grad_norm": 8.981001853942871,
      "learning_rate": 1.7744347463066364e-05,
      "loss": 1.7037,
      "step": 830
    },
    {
      "epoch": 3.6843853820598005,
      "grad_norm": 5.554767608642578,
      "learning_rate": 1.7634469862308028e-05,
      "loss": 1.5133,
      "step": 831
    },
    {
      "epoch": 3.6888150609080843,
      "grad_norm": 6.952533721923828,
      "learning_rate": 1.7524860630748196e-05,
      "loss": 1.9494,
      "step": 832
    },
    {
      "epoch": 3.6932447397563677,
      "grad_norm": 5.131599426269531,
      "learning_rate": 1.741552067724705e-05,
      "loss": 1.7359,
      "step": 833
    },
    {
      "epoch": 3.697674418604651,
      "grad_norm": 5.388726711273193,
      "learning_rate": 1.7306450908431988e-05,
      "loss": 1.6177,
      "step": 834
    },
    {
      "epoch": 3.702104097452935,
      "grad_norm": 4.925945281982422,
      "learning_rate": 1.719765222869002e-05,
      "loss": 1.6502,
      "step": 835
    },
    {
      "epoch": 3.7065337763012183,
      "grad_norm": 6.9254679679870605,
      "learning_rate": 1.7089125540160405e-05,
      "loss": 1.4616,
      "step": 836
    },
    {
      "epoch": 3.7109634551495017,
      "grad_norm": 5.429500579833984,
      "learning_rate": 1.6980871742727067e-05,
      "loss": 1.9383,
      "step": 837
    },
    {
      "epoch": 3.715393133997785,
      "grad_norm": 6.535275936126709,
      "learning_rate": 1.6872891734011194e-05,
      "loss": 1.7912,
      "step": 838
    },
    {
      "epoch": 3.7198228128460684,
      "grad_norm": 10.143779754638672,
      "learning_rate": 1.6765186409363697e-05,
      "loss": 1.6256,
      "step": 839
    },
    {
      "epoch": 3.7242524916943522,
      "grad_norm": 5.600742340087891,
      "learning_rate": 1.6657756661857926e-05,
      "loss": 1.3974,
      "step": 840
    },
    {
      "epoch": 3.7286821705426356,
      "grad_norm": 4.404951095581055,
      "learning_rate": 1.655060338228217e-05,
      "loss": 1.7132,
      "step": 841
    },
    {
      "epoch": 3.733111849390919,
      "grad_norm": 5.553696632385254,
      "learning_rate": 1.6443727459132295e-05,
      "loss": 1.6708,
      "step": 842
    },
    {
      "epoch": 3.737541528239203,
      "grad_norm": 5.281304359436035,
      "learning_rate": 1.6337129778604404e-05,
      "loss": 1.4539,
      "step": 843
    },
    {
      "epoch": 3.741971207087486,
      "grad_norm": 5.668034076690674,
      "learning_rate": 1.6230811224587388e-05,
      "loss": 1.7885,
      "step": 844
    },
    {
      "epoch": 3.7464008859357696,
      "grad_norm": 10.235897064208984,
      "learning_rate": 1.6124772678655742e-05,
      "loss": 1.4588,
      "step": 845
    },
    {
      "epoch": 3.750830564784053,
      "grad_norm": 5.400420188903809,
      "learning_rate": 1.6019015020062163e-05,
      "loss": 1.62,
      "step": 846
    },
    {
      "epoch": 3.755260243632337,
      "grad_norm": 6.550075054168701,
      "learning_rate": 1.591353912573028e-05,
      "loss": 1.975,
      "step": 847
    },
    {
      "epoch": 3.75968992248062,
      "grad_norm": 7.559651851654053,
      "learning_rate": 1.580834587024737e-05,
      "loss": 1.8536,
      "step": 848
    },
    {
      "epoch": 3.7641196013289036,
      "grad_norm": 7.971467971801758,
      "learning_rate": 1.5703436125857117e-05,
      "loss": 1.5991,
      "step": 849
    },
    {
      "epoch": 3.7685492801771874,
      "grad_norm": 5.560451507568359,
      "learning_rate": 1.5598810762452443e-05,
      "loss": 1.7564,
      "step": 850
    },
    {
      "epoch": 3.7729789590254708,
      "grad_norm": 4.291793346405029,
      "learning_rate": 1.5494470647568144e-05,
      "loss": 1.5643,
      "step": 851
    },
    {
      "epoch": 3.777408637873754,
      "grad_norm": 4.999351978302002,
      "learning_rate": 1.5390416646373835e-05,
      "loss": 1.5744,
      "step": 852
    },
    {
      "epoch": 3.7818383167220375,
      "grad_norm": 9.698875427246094,
      "learning_rate": 1.5286649621666727e-05,
      "loss": 1.5056,
      "step": 853
    },
    {
      "epoch": 3.786267995570321,
      "grad_norm": 10.186306953430176,
      "learning_rate": 1.5183170433864474e-05,
      "loss": 1.8846,
      "step": 854
    },
    {
      "epoch": 3.7906976744186047,
      "grad_norm": 4.416024208068848,
      "learning_rate": 1.5079979940998e-05,
      "loss": 1.5333,
      "step": 855
    },
    {
      "epoch": 3.795127353266888,
      "grad_norm": 5.287939071655273,
      "learning_rate": 1.497707899870448e-05,
      "loss": 1.7457,
      "step": 856
    },
    {
      "epoch": 3.7995570321151715,
      "grad_norm": 7.013801574707031,
      "learning_rate": 1.4874468460220143e-05,
      "loss": 1.7936,
      "step": 857
    },
    {
      "epoch": 3.8039867109634553,
      "grad_norm": 5.881109714508057,
      "learning_rate": 1.4772149176373262e-05,
      "loss": 1.6287,
      "step": 858
    },
    {
      "epoch": 3.8084163898117387,
      "grad_norm": 6.294797420501709,
      "learning_rate": 1.4670121995577096e-05,
      "loss": 1.8849,
      "step": 859
    },
    {
      "epoch": 3.812846068660022,
      "grad_norm": 4.177390098571777,
      "learning_rate": 1.4568387763822777e-05,
      "loss": 1.5562,
      "step": 860
    },
    {
      "epoch": 3.8172757475083055,
      "grad_norm": 6.2013678550720215,
      "learning_rate": 1.446694732467242e-05,
      "loss": 1.5161,
      "step": 861
    },
    {
      "epoch": 3.8217054263565893,
      "grad_norm": 11.345988273620605,
      "learning_rate": 1.4365801519252025e-05,
      "loss": 1.9987,
      "step": 862
    },
    {
      "epoch": 3.8261351052048727,
      "grad_norm": 7.59104061126709,
      "learning_rate": 1.4264951186244585e-05,
      "loss": 1.6589,
      "step": 863
    },
    {
      "epoch": 3.830564784053156,
      "grad_norm": 6.380128860473633,
      "learning_rate": 1.4164397161883019e-05,
      "loss": 1.4321,
      "step": 864
    },
    {
      "epoch": 3.83499446290144,
      "grad_norm": 7.260960578918457,
      "learning_rate": 1.4064140279943367e-05,
      "loss": 1.9097,
      "step": 865
    },
    {
      "epoch": 3.8394241417497232,
      "grad_norm": 4.328764915466309,
      "learning_rate": 1.3964181371737794e-05,
      "loss": 1.6674,
      "step": 866
    },
    {
      "epoch": 3.8438538205980066,
      "grad_norm": 10.491178512573242,
      "learning_rate": 1.3864521266107728e-05,
      "loss": 1.6915,
      "step": 867
    },
    {
      "epoch": 3.84828349944629,
      "grad_norm": 5.77324914932251,
      "learning_rate": 1.3765160789416986e-05,
      "loss": 2.1619,
      "step": 868
    },
    {
      "epoch": 3.8527131782945734,
      "grad_norm": 11.36082935333252,
      "learning_rate": 1.3666100765544865e-05,
      "loss": 1.9967,
      "step": 869
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 4.28300666809082,
      "learning_rate": 1.3567342015879453e-05,
      "loss": 1.6779,
      "step": 870
    },
    {
      "epoch": 3.8615725359911406,
      "grad_norm": 6.903509616851807,
      "learning_rate": 1.346888535931064e-05,
      "loss": 1.6562,
      "step": 871
    },
    {
      "epoch": 3.8660022148394244,
      "grad_norm": 6.6412672996521,
      "learning_rate": 1.3370731612223463e-05,
      "loss": 1.834,
      "step": 872
    },
    {
      "epoch": 3.870431893687708,
      "grad_norm": 5.490871429443359,
      "learning_rate": 1.3272881588491237e-05,
      "loss": 1.5606,
      "step": 873
    },
    {
      "epoch": 3.874861572535991,
      "grad_norm": 7.209272384643555,
      "learning_rate": 1.3175336099468943e-05,
      "loss": 1.4649,
      "step": 874
    },
    {
      "epoch": 3.8792912513842746,
      "grad_norm": 4.529653549194336,
      "learning_rate": 1.307809595398633e-05,
      "loss": 1.8369,
      "step": 875
    },
    {
      "epoch": 3.883720930232558,
      "grad_norm": 6.793308734893799,
      "learning_rate": 1.2981161958341337e-05,
      "loss": 1.6708,
      "step": 876
    },
    {
      "epoch": 3.8881506090808418,
      "grad_norm": 5.094226360321045,
      "learning_rate": 1.2884534916293345e-05,
      "loss": 1.8261,
      "step": 877
    },
    {
      "epoch": 3.892580287929125,
      "grad_norm": 5.952579021453857,
      "learning_rate": 1.2788215629056548e-05,
      "loss": 1.8971,
      "step": 878
    },
    {
      "epoch": 3.8970099667774085,
      "grad_norm": 4.1918745040893555,
      "learning_rate": 1.2692204895293298e-05,
      "loss": 1.5702,
      "step": 879
    },
    {
      "epoch": 3.9014396456256923,
      "grad_norm": 6.7971391677856445,
      "learning_rate": 1.2596503511107428e-05,
      "loss": 1.2105,
      "step": 880
    },
    {
      "epoch": 3.9058693244739757,
      "grad_norm": 3.9530787467956543,
      "learning_rate": 1.250111227003774e-05,
      "loss": 1.9222,
      "step": 881
    },
    {
      "epoch": 3.910299003322259,
      "grad_norm": 5.808813095092773,
      "learning_rate": 1.240603196305139e-05,
      "loss": 1.5273,
      "step": 882
    },
    {
      "epoch": 3.9147286821705425,
      "grad_norm": 4.9905242919921875,
      "learning_rate": 1.2311263378537314e-05,
      "loss": 1.9195,
      "step": 883
    },
    {
      "epoch": 3.919158361018826,
      "grad_norm": 5.769536972045898,
      "learning_rate": 1.2216807302299683e-05,
      "loss": 1.8533,
      "step": 884
    },
    {
      "epoch": 3.9235880398671097,
      "grad_norm": 6.07841682434082,
      "learning_rate": 1.2122664517551418e-05,
      "loss": 1.4366,
      "step": 885
    },
    {
      "epoch": 3.928017718715393,
      "grad_norm": 5.433627128601074,
      "learning_rate": 1.2028835804907701e-05,
      "loss": 1.6119,
      "step": 886
    },
    {
      "epoch": 3.932447397563677,
      "grad_norm": 5.320455551147461,
      "learning_rate": 1.1935321942379456e-05,
      "loss": 1.555,
      "step": 887
    },
    {
      "epoch": 3.9368770764119603,
      "grad_norm": 5.33215856552124,
      "learning_rate": 1.1842123705366959e-05,
      "loss": 1.3726,
      "step": 888
    },
    {
      "epoch": 3.9413067552602437,
      "grad_norm": 5.91862678527832,
      "learning_rate": 1.1749241866653327e-05,
      "loss": 1.6878,
      "step": 889
    },
    {
      "epoch": 3.945736434108527,
      "grad_norm": 5.898477554321289,
      "learning_rate": 1.1656677196398197e-05,
      "loss": 2.099,
      "step": 890
    },
    {
      "epoch": 3.9501661129568104,
      "grad_norm": 6.435544967651367,
      "learning_rate": 1.1564430462131299e-05,
      "loss": 1.7103,
      "step": 891
    },
    {
      "epoch": 3.9545957918050942,
      "grad_norm": 5.444723129272461,
      "learning_rate": 1.147250242874609e-05,
      "loss": 1.9926,
      "step": 892
    },
    {
      "epoch": 3.9590254706533776,
      "grad_norm": 7.465640068054199,
      "learning_rate": 1.138089385849338e-05,
      "loss": 1.473,
      "step": 893
    },
    {
      "epoch": 3.963455149501661,
      "grad_norm": 5.691059112548828,
      "learning_rate": 1.128960551097512e-05,
      "loss": 1.7822,
      "step": 894
    },
    {
      "epoch": 3.967884828349945,
      "grad_norm": 4.731316566467285,
      "learning_rate": 1.1198638143137996e-05,
      "loss": 1.4145,
      "step": 895
    },
    {
      "epoch": 3.972314507198228,
      "grad_norm": 7.516561031341553,
      "learning_rate": 1.110799250926715e-05,
      "loss": 1.5675,
      "step": 896
    },
    {
      "epoch": 3.9767441860465116,
      "grad_norm": 10.761414527893066,
      "learning_rate": 1.1017669360980016e-05,
      "loss": 1.6808,
      "step": 897
    },
    {
      "epoch": 3.981173864894795,
      "grad_norm": 8.457561492919922,
      "learning_rate": 1.0927669447220012e-05,
      "loss": 1.6556,
      "step": 898
    },
    {
      "epoch": 3.985603543743079,
      "grad_norm": 5.558786869049072,
      "learning_rate": 1.0837993514250371e-05,
      "loss": 1.5594,
      "step": 899
    },
    {
      "epoch": 3.990033222591362,
      "grad_norm": 7.166381359100342,
      "learning_rate": 1.07486423056479e-05,
      "loss": 1.279,
      "step": 900
    },
    {
      "epoch": 3.9944629014396456,
      "grad_norm": 4.120462417602539,
      "learning_rate": 1.0659616562296882e-05,
      "loss": 1.6244,
      "step": 901
    },
    {
      "epoch": 3.9988925802879294,
      "grad_norm": 7.515431880950928,
      "learning_rate": 1.0570917022382887e-05,
      "loss": 1.4077,
      "step": 902
    },
    {
      "epoch": 4.004429678848283,
      "grad_norm": 3.734769821166992,
      "learning_rate": 1.0482544421386669e-05,
      "loss": 1.4449,
      "step": 903
    },
    {
      "epoch": 4.008859357696567,
      "grad_norm": 6.960366249084473,
      "learning_rate": 1.039449949207808e-05,
      "loss": 1.5066,
      "step": 904
    },
    {
      "epoch": 4.01328903654485,
      "grad_norm": 6.179312705993652,
      "learning_rate": 1.030678296450992e-05,
      "loss": 1.6181,
      "step": 905
    },
    {
      "epoch": 4.017718715393134,
      "grad_norm": 4.362559795379639,
      "learning_rate": 1.0219395566011992e-05,
      "loss": 1.6309,
      "step": 906
    },
    {
      "epoch": 4.022148394241418,
      "grad_norm": 5.700815200805664,
      "learning_rate": 1.0132338021185012e-05,
      "loss": 2.0716,
      "step": 907
    },
    {
      "epoch": 4.026578073089701,
      "grad_norm": 6.670535087585449,
      "learning_rate": 1.004561105189461e-05,
      "loss": 1.4746,
      "step": 908
    },
    {
      "epoch": 4.0310077519379846,
      "grad_norm": 5.524834632873535,
      "learning_rate": 9.959215377265312e-06,
      "loss": 1.324,
      "step": 909
    },
    {
      "epoch": 4.035437430786268,
      "grad_norm": 5.835739612579346,
      "learning_rate": 9.873151713674638e-06,
      "loss": 1.7052,
      "step": 910
    },
    {
      "epoch": 4.039867109634551,
      "grad_norm": 5.3091044425964355,
      "learning_rate": 9.78742077474713e-06,
      "loss": 1.6702,
      "step": 911
    },
    {
      "epoch": 4.044296788482835,
      "grad_norm": 6.9273762702941895,
      "learning_rate": 9.70202327134842e-06,
      "loss": 1.9085,
      "step": 912
    },
    {
      "epoch": 4.048726467331118,
      "grad_norm": 4.531795978546143,
      "learning_rate": 9.616959911579388e-06,
      "loss": 1.3284,
      "step": 913
    },
    {
      "epoch": 4.053156146179402,
      "grad_norm": 8.328673362731934,
      "learning_rate": 9.532231400770181e-06,
      "loss": 1.4044,
      "step": 914
    },
    {
      "epoch": 4.057585825027686,
      "grad_norm": 5.203913688659668,
      "learning_rate": 9.447838441474538e-06,
      "loss": 1.6471,
      "step": 915
    },
    {
      "epoch": 4.062015503875969,
      "grad_norm": 4.853526592254639,
      "learning_rate": 9.363781733463784e-06,
      "loss": 1.707,
      "step": 916
    },
    {
      "epoch": 4.0664451827242525,
      "grad_norm": 5.6800737380981445,
      "learning_rate": 9.280061973721149e-06,
      "loss": 1.7479,
      "step": 917
    },
    {
      "epoch": 4.070874861572536,
      "grad_norm": 4.587559700012207,
      "learning_rate": 9.196679856435908e-06,
      "loss": 1.589,
      "step": 918
    },
    {
      "epoch": 4.075304540420819,
      "grad_norm": 4.8105788230896,
      "learning_rate": 9.113636072997744e-06,
      "loss": 1.5716,
      "step": 919
    },
    {
      "epoch": 4.079734219269103,
      "grad_norm": 5.17236328125,
      "learning_rate": 9.030931311990842e-06,
      "loss": 1.499,
      "step": 920
    },
    {
      "epoch": 4.084163898117387,
      "grad_norm": 6.545801162719727,
      "learning_rate": 8.948566259188334e-06,
      "loss": 1.7694,
      "step": 921
    },
    {
      "epoch": 4.08859357696567,
      "grad_norm": 5.068369388580322,
      "learning_rate": 8.866541597546529e-06,
      "loss": 1.8775,
      "step": 922
    },
    {
      "epoch": 4.093023255813954,
      "grad_norm": 6.716525554656982,
      "learning_rate": 8.784858007199292e-06,
      "loss": 1.6109,
      "step": 923
    },
    {
      "epoch": 4.097452934662237,
      "grad_norm": 6.743626594543457,
      "learning_rate": 8.703516165452375e-06,
      "loss": 1.4904,
      "step": 924
    },
    {
      "epoch": 4.10188261351052,
      "grad_norm": 7.2740983963012695,
      "learning_rate": 8.622516746777787e-06,
      "loss": 1.7105,
      "step": 925
    },
    {
      "epoch": 4.106312292358804,
      "grad_norm": 4.581962585449219,
      "learning_rate": 8.541860422808267e-06,
      "loss": 1.4977,
      "step": 926
    },
    {
      "epoch": 4.110741971207087,
      "grad_norm": 5.813825607299805,
      "learning_rate": 8.461547862331649e-06,
      "loss": 1.3004,
      "step": 927
    },
    {
      "epoch": 4.1151716500553706,
      "grad_norm": 4.484111785888672,
      "learning_rate": 8.38157973128535e-06,
      "loss": 1.3782,
      "step": 928
    },
    {
      "epoch": 4.119601328903655,
      "grad_norm": 4.56226110458374,
      "learning_rate": 8.30195669275085e-06,
      "loss": 1.6109,
      "step": 929
    },
    {
      "epoch": 4.124031007751938,
      "grad_norm": 7.081721305847168,
      "learning_rate": 8.222679406948148e-06,
      "loss": 1.7734,
      "step": 930
    },
    {
      "epoch": 4.128460686600222,
      "grad_norm": 7.574245452880859,
      "learning_rate": 8.143748531230361e-06,
      "loss": 1.6593,
      "step": 931
    },
    {
      "epoch": 4.132890365448505,
      "grad_norm": 9.047913551330566,
      "learning_rate": 8.065164720078216e-06,
      "loss": 1.5733,
      "step": 932
    },
    {
      "epoch": 4.137320044296788,
      "grad_norm": 4.532729625701904,
      "learning_rate": 7.986928625094663e-06,
      "loss": 1.6855,
      "step": 933
    },
    {
      "epoch": 4.141749723145072,
      "grad_norm": 6.263223648071289,
      "learning_rate": 7.909040894999403e-06,
      "loss": 1.7791,
      "step": 934
    },
    {
      "epoch": 4.146179401993355,
      "grad_norm": 6.938450813293457,
      "learning_rate": 7.831502175623628e-06,
      "loss": 1.6734,
      "step": 935
    },
    {
      "epoch": 4.150609080841639,
      "grad_norm": 5.863696098327637,
      "learning_rate": 7.754313109904533e-06,
      "loss": 1.8766,
      "step": 936
    },
    {
      "epoch": 4.155038759689923,
      "grad_norm": 7.904068470001221,
      "learning_rate": 7.67747433788008e-06,
      "loss": 1.5805,
      "step": 937
    },
    {
      "epoch": 4.159468438538206,
      "grad_norm": 6.500148773193359,
      "learning_rate": 7.6009864966836546e-06,
      "loss": 1.5432,
      "step": 938
    },
    {
      "epoch": 4.1638981173864895,
      "grad_norm": 5.123464584350586,
      "learning_rate": 7.5248502205387705e-06,
      "loss": 1.2146,
      "step": 939
    },
    {
      "epoch": 4.168327796234773,
      "grad_norm": 4.51666259765625,
      "learning_rate": 7.4490661407538635e-06,
      "loss": 1.4389,
      "step": 940
    },
    {
      "epoch": 4.172757475083056,
      "grad_norm": 7.513207912445068,
      "learning_rate": 7.373634885716968e-06,
      "loss": 1.4889,
      "step": 941
    },
    {
      "epoch": 4.17718715393134,
      "grad_norm": 8.832489013671875,
      "learning_rate": 7.298557080890594e-06,
      "loss": 1.8399,
      "step": 942
    },
    {
      "epoch": 4.181616832779623,
      "grad_norm": 4.61073637008667,
      "learning_rate": 7.223833348806502e-06,
      "loss": 1.5412,
      "step": 943
    },
    {
      "epoch": 4.186046511627907,
      "grad_norm": 10.34188461303711,
      "learning_rate": 7.149464309060549e-06,
      "loss": 1.4855,
      "step": 944
    },
    {
      "epoch": 4.190476190476191,
      "grad_norm": 7.247960090637207,
      "learning_rate": 7.075450578307513e-06,
      "loss": 1.5399,
      "step": 945
    },
    {
      "epoch": 4.194905869324474,
      "grad_norm": 6.24155855178833,
      "learning_rate": 7.001792770256055e-06,
      "loss": 1.7671,
      "step": 946
    },
    {
      "epoch": 4.1993355481727574,
      "grad_norm": 4.38225793838501,
      "learning_rate": 6.928491495663564e-06,
      "loss": 1.8296,
      "step": 947
    },
    {
      "epoch": 4.203765227021041,
      "grad_norm": 6.093568801879883,
      "learning_rate": 6.8555473623311275e-06,
      "loss": 1.4753,
      "step": 948
    },
    {
      "epoch": 4.208194905869324,
      "grad_norm": 5.5349626541137695,
      "learning_rate": 6.78296097509849e-06,
      "loss": 1.5375,
      "step": 949
    },
    {
      "epoch": 4.212624584717608,
      "grad_norm": 6.367927074432373,
      "learning_rate": 6.710732935838998e-06,
      "loss": 1.7022,
      "step": 950
    },
    {
      "epoch": 4.217054263565892,
      "grad_norm": 6.881635665893555,
      "learning_rate": 6.638863843454662e-06,
      "loss": 1.6797,
      "step": 951
    },
    {
      "epoch": 4.221483942414175,
      "grad_norm": 14.884693145751953,
      "learning_rate": 6.567354293871181e-06,
      "loss": 1.432,
      "step": 952
    },
    {
      "epoch": 4.225913621262459,
      "grad_norm": 8.686039924621582,
      "learning_rate": 6.496204880032969e-06,
      "loss": 1.6911,
      "step": 953
    },
    {
      "epoch": 4.230343300110742,
      "grad_norm": 5.975069999694824,
      "learning_rate": 6.425416191898259e-06,
      "loss": 1.5197,
      "step": 954
    },
    {
      "epoch": 4.234772978959025,
      "grad_norm": 7.568436622619629,
      "learning_rate": 6.3549888164342046e-06,
      "loss": 1.5966,
      "step": 955
    },
    {
      "epoch": 4.239202657807309,
      "grad_norm": 6.951284885406494,
      "learning_rate": 6.284923337612069e-06,
      "loss": 1.7411,
      "step": 956
    },
    {
      "epoch": 4.243632336655592,
      "grad_norm": 6.59275484085083,
      "learning_rate": 6.215220336402272e-06,
      "loss": 1.6294,
      "step": 957
    },
    {
      "epoch": 4.248062015503876,
      "grad_norm": 6.854479789733887,
      "learning_rate": 6.145880390769665e-06,
      "loss": 1.1773,
      "step": 958
    },
    {
      "epoch": 4.25249169435216,
      "grad_norm": 6.827851295471191,
      "learning_rate": 6.076904075668671e-06,
      "loss": 1.6421,
      "step": 959
    },
    {
      "epoch": 4.256921373200443,
      "grad_norm": 4.86449670791626,
      "learning_rate": 6.008291963038632e-06,
      "loss": 1.6358,
      "step": 960
    },
    {
      "epoch": 4.2613510520487266,
      "grad_norm": 4.6412835121154785,
      "learning_rate": 5.940044621798896e-06,
      "loss": 1.5333,
      "step": 961
    },
    {
      "epoch": 4.26578073089701,
      "grad_norm": 4.715771198272705,
      "learning_rate": 5.872162617844268e-06,
      "loss": 1.7593,
      "step": 962
    },
    {
      "epoch": 4.270210409745293,
      "grad_norm": 4.89564323425293,
      "learning_rate": 5.804646514040163e-06,
      "loss": 1.7706,
      "step": 963
    },
    {
      "epoch": 4.274640088593577,
      "grad_norm": 6.569485187530518,
      "learning_rate": 5.737496870218101e-06,
      "loss": 1.4384,
      "step": 964
    },
    {
      "epoch": 4.27906976744186,
      "grad_norm": 7.028257846832275,
      "learning_rate": 5.670714243170938e-06,
      "loss": 1.6896,
      "step": 965
    },
    {
      "epoch": 4.283499446290144,
      "grad_norm": 5.102827072143555,
      "learning_rate": 5.604299186648282e-06,
      "loss": 1.8287,
      "step": 966
    },
    {
      "epoch": 4.287929125138428,
      "grad_norm": 8.853278160095215,
      "learning_rate": 5.538252251351933e-06,
      "loss": 2.0511,
      "step": 967
    },
    {
      "epoch": 4.292358803986711,
      "grad_norm": 5.434422016143799,
      "learning_rate": 5.472573984931284e-06,
      "loss": 1.3771,
      "step": 968
    },
    {
      "epoch": 4.2967884828349945,
      "grad_norm": 7.120089054107666,
      "learning_rate": 5.407264931978812e-06,
      "loss": 1.7419,
      "step": 969
    },
    {
      "epoch": 4.301218161683278,
      "grad_norm": 5.602823734283447,
      "learning_rate": 5.3423256340255026e-06,
      "loss": 1.6085,
      "step": 970
    },
    {
      "epoch": 4.305647840531561,
      "grad_norm": 8.626879692077637,
      "learning_rate": 5.277756629536434e-06,
      "loss": 1.549,
      "step": 971
    },
    {
      "epoch": 4.310077519379845,
      "grad_norm": 5.62658166885376,
      "learning_rate": 5.21355845390627e-06,
      "loss": 1.4692,
      "step": 972
    },
    {
      "epoch": 4.314507198228128,
      "grad_norm": 4.512428283691406,
      "learning_rate": 5.149731639454819e-06,
      "loss": 1.5082,
      "step": 973
    },
    {
      "epoch": 4.318936877076412,
      "grad_norm": 8.768449783325195,
      "learning_rate": 5.086276715422644e-06,
      "loss": 1.5685,
      "step": 974
    },
    {
      "epoch": 4.323366555924696,
      "grad_norm": 6.369165897369385,
      "learning_rate": 5.023194207966614e-06,
      "loss": 1.6781,
      "step": 975
    },
    {
      "epoch": 4.327796234772979,
      "grad_norm": 9.242612838745117,
      "learning_rate": 4.9604846401556656e-06,
      "loss": 1.7372,
      "step": 976
    },
    {
      "epoch": 4.332225913621262,
      "grad_norm": 7.073103427886963,
      "learning_rate": 4.898148531966307e-06,
      "loss": 1.7124,
      "step": 977
    },
    {
      "epoch": 4.336655592469546,
      "grad_norm": 7.333794116973877,
      "learning_rate": 4.836186400278442e-06,
      "loss": 1.742,
      "step": 978
    },
    {
      "epoch": 4.341085271317829,
      "grad_norm": 6.159682750701904,
      "learning_rate": 4.774598758870979e-06,
      "loss": 1.2728,
      "step": 979
    },
    {
      "epoch": 4.3455149501661126,
      "grad_norm": 6.649118423461914,
      "learning_rate": 4.713386118417684e-06,
      "loss": 1.5894,
      "step": 980
    },
    {
      "epoch": 4.349944629014397,
      "grad_norm": 7.892576694488525,
      "learning_rate": 4.652548986482813e-06,
      "loss": 1.8148,
      "step": 981
    },
    {
      "epoch": 4.35437430786268,
      "grad_norm": 4.917545795440674,
      "learning_rate": 4.59208786751702e-06,
      "loss": 1.5938,
      "step": 982
    },
    {
      "epoch": 4.358803986710964,
      "grad_norm": 5.065957546234131,
      "learning_rate": 4.532003262853107e-06,
      "loss": 1.4148,
      "step": 983
    },
    {
      "epoch": 4.363233665559247,
      "grad_norm": 5.68073034286499,
      "learning_rate": 4.472295670701887e-06,
      "loss": 1.4353,
      "step": 984
    },
    {
      "epoch": 4.36766334440753,
      "grad_norm": 6.360957145690918,
      "learning_rate": 4.412965586148071e-06,
      "loss": 1.4035,
      "step": 985
    },
    {
      "epoch": 4.372093023255814,
      "grad_norm": 4.0210981369018555,
      "learning_rate": 4.354013501146109e-06,
      "loss": 1.3468,
      "step": 986
    },
    {
      "epoch": 4.376522702104097,
      "grad_norm": 6.830559730529785,
      "learning_rate": 4.2954399045161746e-06,
      "loss": 1.5327,
      "step": 987
    },
    {
      "epoch": 4.380952380952381,
      "grad_norm": 4.727903842926025,
      "learning_rate": 4.237245281940078e-06,
      "loss": 1.4903,
      "step": 988
    },
    {
      "epoch": 4.385382059800665,
      "grad_norm": 7.276794910430908,
      "learning_rate": 4.17943011595725e-06,
      "loss": 1.9205,
      "step": 989
    },
    {
      "epoch": 4.389811738648948,
      "grad_norm": 4.359097003936768,
      "learning_rate": 4.121994885960706e-06,
      "loss": 1.6313,
      "step": 990
    },
    {
      "epoch": 4.3942414174972315,
      "grad_norm": 4.636504173278809,
      "learning_rate": 4.064940068193129e-06,
      "loss": 1.3116,
      "step": 991
    },
    {
      "epoch": 4.398671096345515,
      "grad_norm": 5.2092604637146,
      "learning_rate": 4.008266135742894e-06,
      "loss": 1.6403,
      "step": 992
    },
    {
      "epoch": 4.403100775193798,
      "grad_norm": 5.949525356292725,
      "learning_rate": 3.951973558540118e-06,
      "loss": 1.3996,
      "step": 993
    },
    {
      "epoch": 4.407530454042082,
      "grad_norm": 4.8397626876831055,
      "learning_rate": 3.896062803352818e-06,
      "loss": 1.8168,
      "step": 994
    },
    {
      "epoch": 4.411960132890365,
      "grad_norm": 5.553168773651123,
      "learning_rate": 3.84053433378298e-06,
      "loss": 1.2202,
      "step": 995
    },
    {
      "epoch": 4.416389811738649,
      "grad_norm": 5.277307987213135,
      "learning_rate": 3.785388610262769e-06,
      "loss": 1.3852,
      "step": 996
    },
    {
      "epoch": 4.420819490586933,
      "grad_norm": 5.157022953033447,
      "learning_rate": 3.730626090050676e-06,
      "loss": 1.2935,
      "step": 997
    },
    {
      "epoch": 4.425249169435216,
      "grad_norm": 6.345918655395508,
      "learning_rate": 3.6762472272277582e-06,
      "loss": 1.8446,
      "step": 998
    },
    {
      "epoch": 4.4296788482834994,
      "grad_norm": 6.063523769378662,
      "learning_rate": 3.6222524726938157e-06,
      "loss": 1.5922,
      "step": 999
    },
    {
      "epoch": 4.434108527131783,
      "grad_norm": 6.320123672485352,
      "learning_rate": 3.568642274163725e-06,
      "loss": 1.6638,
      "step": 1000
    },
    {
      "epoch": 4.438538205980066,
      "grad_norm": 4.40836238861084,
      "learning_rate": 3.5154170761636963e-06,
      "loss": 1.703,
      "step": 1001
    },
    {
      "epoch": 4.44296788482835,
      "grad_norm": 5.5650715827941895,
      "learning_rate": 3.462577320027555e-06,
      "loss": 1.6481,
      "step": 1002
    },
    {
      "epoch": 4.447397563676634,
      "grad_norm": 6.705456733703613,
      "learning_rate": 3.410123443893137e-06,
      "loss": 1.4962,
      "step": 1003
    },
    {
      "epoch": 4.451827242524917,
      "grad_norm": 6.810803413391113,
      "learning_rate": 3.3580558826985963e-06,
      "loss": 1.4737,
      "step": 1004
    },
    {
      "epoch": 4.456256921373201,
      "grad_norm": 5.0352091789245605,
      "learning_rate": 3.306375068178891e-06,
      "loss": 1.6533,
      "step": 1005
    },
    {
      "epoch": 4.460686600221484,
      "grad_norm": 5.479842185974121,
      "learning_rate": 3.2550814288620834e-06,
      "loss": 1.3461,
      "step": 1006
    },
    {
      "epoch": 4.465116279069767,
      "grad_norm": 4.528697967529297,
      "learning_rate": 3.204175390065889e-06,
      "loss": 1.6675,
      "step": 1007
    },
    {
      "epoch": 4.469545957918051,
      "grad_norm": 5.891976833343506,
      "learning_rate": 3.1536573738940812e-06,
      "loss": 1.6043,
      "step": 1008
    },
    {
      "epoch": 4.473975636766334,
      "grad_norm": 5.913291931152344,
      "learning_rate": 3.103527799233047e-06,
      "loss": 1.4799,
      "step": 1009
    },
    {
      "epoch": 4.4784053156146175,
      "grad_norm": 4.8424458503723145,
      "learning_rate": 3.0537870817482663e-06,
      "loss": 1.3448,
      "step": 1010
    },
    {
      "epoch": 4.482834994462902,
      "grad_norm": 4.321615695953369,
      "learning_rate": 3.004435633880881e-06,
      "loss": 1.8712,
      "step": 1011
    },
    {
      "epoch": 4.487264673311185,
      "grad_norm": 7.836488723754883,
      "learning_rate": 2.955473864844299e-06,
      "loss": 1.6831,
      "step": 1012
    },
    {
      "epoch": 4.4916943521594686,
      "grad_norm": 7.034804344177246,
      "learning_rate": 2.9069021806207573e-06,
      "loss": 1.7364,
      "step": 1013
    },
    {
      "epoch": 4.496124031007752,
      "grad_norm": 8.025514602661133,
      "learning_rate": 2.858720983958013e-06,
      "loss": 1.5019,
      "step": 1014
    },
    {
      "epoch": 4.500553709856035,
      "grad_norm": 3.540686845779419,
      "learning_rate": 2.8109306743659192e-06,
      "loss": 1.3985,
      "step": 1015
    },
    {
      "epoch": 4.504983388704319,
      "grad_norm": 10.38813591003418,
      "learning_rate": 2.76353164811321e-06,
      "loss": 1.8905,
      "step": 1016
    },
    {
      "epoch": 4.509413067552602,
      "grad_norm": 4.8591628074646,
      "learning_rate": 2.7165242982241436e-06,
      "loss": 1.7566,
      "step": 1017
    },
    {
      "epoch": 4.513842746400886,
      "grad_norm": 6.675249099731445,
      "learning_rate": 2.6699090144752803e-06,
      "loss": 1.5333,
      "step": 1018
    },
    {
      "epoch": 4.51827242524917,
      "grad_norm": 4.969045162200928,
      "learning_rate": 2.6236861833922376e-06,
      "loss": 1.1801,
      "step": 1019
    },
    {
      "epoch": 4.522702104097453,
      "grad_norm": 4.894344329833984,
      "learning_rate": 2.5778561882464525e-06,
      "loss": 1.629,
      "step": 1020
    },
    {
      "epoch": 4.5271317829457365,
      "grad_norm": 6.36023473739624,
      "learning_rate": 2.5324194090521002e-06,
      "loss": 1.59,
      "step": 1021
    },
    {
      "epoch": 4.53156146179402,
      "grad_norm": 8.083828926086426,
      "learning_rate": 2.487376222562815e-06,
      "loss": 1.3789,
      "step": 1022
    },
    {
      "epoch": 4.535991140642303,
      "grad_norm": 6.636145114898682,
      "learning_rate": 2.44272700226868e-06,
      "loss": 1.9007,
      "step": 1023
    },
    {
      "epoch": 4.540420819490587,
      "grad_norm": 6.143908500671387,
      "learning_rate": 2.3984721183930303e-06,
      "loss": 1.7806,
      "step": 1024
    },
    {
      "epoch": 4.544850498338871,
      "grad_norm": 5.793661594390869,
      "learning_rate": 2.3546119378895005e-06,
      "loss": 1.874,
      "step": 1025
    },
    {
      "epoch": 4.549280177187154,
      "grad_norm": 4.639335632324219,
      "learning_rate": 2.311146824438848e-06,
      "loss": 1.8634,
      "step": 1026
    },
    {
      "epoch": 4.553709856035438,
      "grad_norm": 12.957326889038086,
      "learning_rate": 2.2680771384460507e-06,
      "loss": 1.5008,
      "step": 1027
    },
    {
      "epoch": 4.558139534883721,
      "grad_norm": 5.100373268127441,
      "learning_rate": 2.2254032370372492e-06,
      "loss": 1.8479,
      "step": 1028
    },
    {
      "epoch": 4.562569213732004,
      "grad_norm": 4.1848015785217285,
      "learning_rate": 2.1831254740568242e-06,
      "loss": 1.4017,
      "step": 1029
    },
    {
      "epoch": 4.566998892580288,
      "grad_norm": 7.201414585113525,
      "learning_rate": 2.1412442000644352e-06,
      "loss": 1.756,
      "step": 1030
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 7.138917446136475,
      "learning_rate": 2.0997597623321264e-06,
      "loss": 1.7556,
      "step": 1031
    },
    {
      "epoch": 4.5758582502768546,
      "grad_norm": 8.494391441345215,
      "learning_rate": 2.058672504841458e-06,
      "loss": 2.0976,
      "step": 1032
    },
    {
      "epoch": 4.580287929125138,
      "grad_norm": 9.561163902282715,
      "learning_rate": 2.017982768280624e-06,
      "loss": 1.1794,
      "step": 1033
    },
    {
      "epoch": 4.584717607973422,
      "grad_norm": 6.571170806884766,
      "learning_rate": 1.9776908900416777e-06,
      "loss": 1.4607,
      "step": 1034
    },
    {
      "epoch": 4.589147286821706,
      "grad_norm": 4.655641555786133,
      "learning_rate": 1.937797204217656e-06,
      "loss": 1.8607,
      "step": 1035
    },
    {
      "epoch": 4.593576965669989,
      "grad_norm": 4.481752872467041,
      "learning_rate": 1.898302041599892e-06,
      "loss": 1.6295,
      "step": 1036
    },
    {
      "epoch": 4.598006644518272,
      "grad_norm": 6.839178562164307,
      "learning_rate": 1.859205729675223e-06,
      "loss": 1.5424,
      "step": 1037
    },
    {
      "epoch": 4.602436323366556,
      "grad_norm": 5.645241737365723,
      "learning_rate": 1.820508592623288e-06,
      "loss": 1.2222,
      "step": 1038
    },
    {
      "epoch": 4.606866002214839,
      "grad_norm": 6.006126880645752,
      "learning_rate": 1.7822109513138453e-06,
      "loss": 1.6035,
      "step": 1039
    },
    {
      "epoch": 4.6112956810631225,
      "grad_norm": 7.534673690795898,
      "learning_rate": 1.744313123304092e-06,
      "loss": 1.4323,
      "step": 1040
    },
    {
      "epoch": 4.615725359911407,
      "grad_norm": 6.148129940032959,
      "learning_rate": 1.706815422836061e-06,
      "loss": 1.7501,
      "step": 1041
    },
    {
      "epoch": 4.62015503875969,
      "grad_norm": 4.745789051055908,
      "learning_rate": 1.6697181608339828e-06,
      "loss": 1.4226,
      "step": 1042
    },
    {
      "epoch": 4.6245847176079735,
      "grad_norm": 4.307113170623779,
      "learning_rate": 1.6330216449017443e-06,
      "loss": 1.6688,
      "step": 1043
    },
    {
      "epoch": 4.629014396456257,
      "grad_norm": 5.552404403686523,
      "learning_rate": 1.5967261793202904e-06,
      "loss": 1.5026,
      "step": 1044
    },
    {
      "epoch": 4.63344407530454,
      "grad_norm": 9.312074661254883,
      "learning_rate": 1.5608320650451425e-06,
      "loss": 1.3092,
      "step": 1045
    },
    {
      "epoch": 4.637873754152824,
      "grad_norm": 4.408802032470703,
      "learning_rate": 1.5253395997039066e-06,
      "loss": 1.4818,
      "step": 1046
    },
    {
      "epoch": 4.642303433001107,
      "grad_norm": 8.572196960449219,
      "learning_rate": 1.4902490775937527e-06,
      "loss": 1.4766,
      "step": 1047
    },
    {
      "epoch": 4.646733111849391,
      "grad_norm": 4.4483208656311035,
      "learning_rate": 1.4555607896790446e-06,
      "loss": 1.7217,
      "step": 1048
    },
    {
      "epoch": 4.651162790697675,
      "grad_norm": 5.438201904296875,
      "learning_rate": 1.4212750235888416e-06,
      "loss": 1.7277,
      "step": 1049
    },
    {
      "epoch": 4.655592469545958,
      "grad_norm": 4.61346960067749,
      "learning_rate": 1.3873920636146342e-06,
      "loss": 1.2524,
      "step": 1050
    },
    {
      "epoch": 4.6600221483942414,
      "grad_norm": 12.7802095413208,
      "learning_rate": 1.353912190707851e-06,
      "loss": 1.3947,
      "step": 1051
    },
    {
      "epoch": 4.664451827242525,
      "grad_norm": 9.374958992004395,
      "learning_rate": 1.320835682477628e-06,
      "loss": 1.8787,
      "step": 1052
    },
    {
      "epoch": 4.668881506090808,
      "grad_norm": 7.309841632843018,
      "learning_rate": 1.288162813188476e-06,
      "loss": 1.5597,
      "step": 1053
    },
    {
      "epoch": 4.673311184939092,
      "grad_norm": 7.758358478546143,
      "learning_rate": 1.2558938537579835e-06,
      "loss": 1.5036,
      "step": 1054
    },
    {
      "epoch": 4.677740863787376,
      "grad_norm": 5.403035640716553,
      "learning_rate": 1.2240290717546176e-06,
      "loss": 1.6294,
      "step": 1055
    },
    {
      "epoch": 4.682170542635659,
      "grad_norm": 4.8274102210998535,
      "learning_rate": 1.1925687313954437e-06,
      "loss": 1.5611,
      "step": 1056
    },
    {
      "epoch": 4.686600221483943,
      "grad_norm": 7.348108768463135,
      "learning_rate": 1.1615130935439978e-06,
      "loss": 1.504,
      "step": 1057
    },
    {
      "epoch": 4.691029900332226,
      "grad_norm": 7.85156774520874,
      "learning_rate": 1.1308624157080837e-06,
      "loss": 1.5926,
      "step": 1058
    },
    {
      "epoch": 4.695459579180509,
      "grad_norm": 7.822666168212891,
      "learning_rate": 1.1006169520376586e-06,
      "loss": 1.6488,
      "step": 1059
    },
    {
      "epoch": 4.699889258028793,
      "grad_norm": 13.061169624328613,
      "learning_rate": 1.070776953322694e-06,
      "loss": 1.2314,
      "step": 1060
    },
    {
      "epoch": 4.704318936877076,
      "grad_norm": 7.329505443572998,
      "learning_rate": 1.0413426669911408e-06,
      "loss": 1.7047,
      "step": 1061
    },
    {
      "epoch": 4.70874861572536,
      "grad_norm": 7.315627574920654,
      "learning_rate": 1.0123143371068456e-06,
      "loss": 1.4365,
      "step": 1062
    },
    {
      "epoch": 4.713178294573644,
      "grad_norm": 5.628126621246338,
      "learning_rate": 9.836922043675368e-07,
      "loss": 1.6823,
      "step": 1063
    },
    {
      "epoch": 4.717607973421927,
      "grad_norm": 6.389928340911865,
      "learning_rate": 9.554765061028371e-07,
      "loss": 1.4238,
      "step": 1064
    },
    {
      "epoch": 4.7220376522702106,
      "grad_norm": 5.262420177459717,
      "learning_rate": 9.276674762722704e-07,
      "loss": 1.486,
      "step": 1065
    },
    {
      "epoch": 4.726467331118494,
      "grad_norm": 4.576107025146484,
      "learning_rate": 9.002653454633581e-07,
      "loss": 1.5454,
      "step": 1066
    },
    {
      "epoch": 4.730897009966777,
      "grad_norm": 5.287619113922119,
      "learning_rate": 8.732703408896648e-07,
      "loss": 1.8704,
      "step": 1067
    },
    {
      "epoch": 4.735326688815061,
      "grad_norm": 4.985103607177734,
      "learning_rate": 8.46682686388961e-07,
      "loss": 1.3233,
      "step": 1068
    },
    {
      "epoch": 4.739756367663344,
      "grad_norm": 4.814030647277832,
      "learning_rate": 8.205026024213192e-07,
      "loss": 1.5228,
      "step": 1069
    },
    {
      "epoch": 4.7441860465116275,
      "grad_norm": 6.874385356903076,
      "learning_rate": 7.947303060673372e-07,
      "loss": 1.8679,
      "step": 1070
    },
    {
      "epoch": 4.748615725359912,
      "grad_norm": 5.1823225021362305,
      "learning_rate": 7.693660110262902e-07,
      "loss": 1.513,
      "step": 1071
    },
    {
      "epoch": 4.753045404208195,
      "grad_norm": 6.403878211975098,
      "learning_rate": 7.444099276143812e-07,
      "loss": 1.4745,
      "step": 1072
    },
    {
      "epoch": 4.7574750830564785,
      "grad_norm": 5.249782562255859,
      "learning_rate": 7.198622627630047e-07,
      "loss": 1.5437,
      "step": 1073
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 11.559475898742676,
      "learning_rate": 6.957232200170083e-07,
      "loss": 1.7486,
      "step": 1074
    },
    {
      "epoch": 4.766334440753045,
      "grad_norm": 5.234459400177002,
      "learning_rate": 6.719929995330388e-07,
      "loss": 1.4821,
      "step": 1075
    },
    {
      "epoch": 4.770764119601329,
      "grad_norm": 6.172218322753906,
      "learning_rate": 6.486717980778323e-07,
      "loss": 1.6629,
      "step": 1076
    },
    {
      "epoch": 4.775193798449612,
      "grad_norm": 4.527020454406738,
      "learning_rate": 6.257598090266325e-07,
      "loss": 1.444,
      "step": 1077
    },
    {
      "epoch": 4.779623477297896,
      "grad_norm": 7.31265926361084,
      "learning_rate": 6.032572223615695e-07,
      "loss": 1.4468,
      "step": 1078
    },
    {
      "epoch": 4.78405315614618,
      "grad_norm": 5.2357988357543945,
      "learning_rate": 5.811642246700722e-07,
      "loss": 1.6563,
      "step": 1079
    },
    {
      "epoch": 4.788482834994463,
      "grad_norm": 4.705022811889648,
      "learning_rate": 5.594809991433414e-07,
      "loss": 1.6064,
      "step": 1080
    },
    {
      "epoch": 4.792912513842746,
      "grad_norm": 6.180661678314209,
      "learning_rate": 5.382077255747964e-07,
      "loss": 1.2207,
      "step": 1081
    },
    {
      "epoch": 4.79734219269103,
      "grad_norm": 6.87699031829834,
      "learning_rate": 5.173445803586307e-07,
      "loss": 1.7086,
      "step": 1082
    },
    {
      "epoch": 4.801771871539313,
      "grad_norm": 4.476713180541992,
      "learning_rate": 4.968917364883196e-07,
      "loss": 1.579,
      "step": 1083
    },
    {
      "epoch": 4.8062015503875966,
      "grad_norm": 7.013663291931152,
      "learning_rate": 4.76849363555204e-07,
      "loss": 1.3113,
      "step": 1084
    },
    {
      "epoch": 4.810631229235881,
      "grad_norm": 5.766423225402832,
      "learning_rate": 4.5721762774704747e-07,
      "loss": 1.646,
      "step": 1085
    },
    {
      "epoch": 4.815060908084164,
      "grad_norm": 5.878317832946777,
      "learning_rate": 4.379966918467093e-07,
      "loss": 1.4083,
      "step": 1086
    },
    {
      "epoch": 4.819490586932448,
      "grad_norm": 4.808867454528809,
      "learning_rate": 4.1918671523075716e-07,
      "loss": 1.5285,
      "step": 1087
    },
    {
      "epoch": 4.823920265780731,
      "grad_norm": 6.050039768218994,
      "learning_rate": 4.0078785386815644e-07,
      "loss": 1.8131,
      "step": 1088
    },
    {
      "epoch": 4.828349944629014,
      "grad_norm": 6.054554462432861,
      "learning_rate": 3.8280026031898287e-07,
      "loss": 1.2736,
      "step": 1089
    },
    {
      "epoch": 4.832779623477298,
      "grad_norm": 11.464051246643066,
      "learning_rate": 3.6522408373314553e-07,
      "loss": 1.8098,
      "step": 1090
    },
    {
      "epoch": 4.837209302325581,
      "grad_norm": 5.715487957000732,
      "learning_rate": 3.4805946984917683e-07,
      "loss": 1.7507,
      "step": 1091
    },
    {
      "epoch": 4.841638981173865,
      "grad_norm": 5.533278465270996,
      "learning_rate": 3.3130656099297777e-07,
      "loss": 1.6937,
      "step": 1092
    },
    {
      "epoch": 4.846068660022149,
      "grad_norm": 4.647676944732666,
      "learning_rate": 3.149654960766857e-07,
      "loss": 1.8874,
      "step": 1093
    },
    {
      "epoch": 4.850498338870432,
      "grad_norm": 6.739248752593994,
      "learning_rate": 2.9903641059749186e-07,
      "loss": 1.5665,
      "step": 1094
    },
    {
      "epoch": 4.8549280177187155,
      "grad_norm": 5.865329742431641,
      "learning_rate": 2.8351943663653124e-07,
      "loss": 1.4985,
      "step": 1095
    },
    {
      "epoch": 4.859357696566999,
      "grad_norm": 5.861200332641602,
      "learning_rate": 2.684147028577777e-07,
      "loss": 1.6865,
      "step": 1096
    },
    {
      "epoch": 4.863787375415282,
      "grad_norm": 5.523236274719238,
      "learning_rate": 2.537223345069895e-07,
      "loss": 1.5327,
      "step": 1097
    },
    {
      "epoch": 4.868217054263566,
      "grad_norm": 5.882645130157471,
      "learning_rate": 2.3944245341065987e-07,
      "loss": 1.6286,
      "step": 1098
    },
    {
      "epoch": 4.872646733111849,
      "grad_norm": 8.576865196228027,
      "learning_rate": 2.255751779750237e-07,
      "loss": 1.7435,
      "step": 1099
    },
    {
      "epoch": 4.877076411960132,
      "grad_norm": 5.604006767272949,
      "learning_rate": 2.12120623185047e-07,
      "loss": 1.4963,
      "step": 1100
    },
    {
      "epoch": 4.881506090808417,
      "grad_norm": 10.904509544372559,
      "learning_rate": 1.9907890060348878e-07,
      "loss": 1.636,
      "step": 1101
    },
    {
      "epoch": 4.8859357696567,
      "grad_norm": 5.717619895935059,
      "learning_rate": 1.8645011836999626e-07,
      "loss": 1.5698,
      "step": 1102
    },
    {
      "epoch": 4.8903654485049834,
      "grad_norm": 5.974473476409912,
      "learning_rate": 1.7423438120017234e-07,
      "loss": 1.7177,
      "step": 1103
    },
    {
      "epoch": 4.894795127353267,
      "grad_norm": 5.090288162231445,
      "learning_rate": 1.624317903847372e-07,
      "loss": 1.4201,
      "step": 1104
    },
    {
      "epoch": 4.89922480620155,
      "grad_norm": 4.930177688598633,
      "learning_rate": 1.5104244378865152e-07,
      "loss": 1.246,
      "step": 1105
    },
    {
      "epoch": 4.903654485049834,
      "grad_norm": 9.135576248168945,
      "learning_rate": 1.4006643585035006e-07,
      "loss": 1.6311,
      "step": 1106
    },
    {
      "epoch": 4.908084163898117,
      "grad_norm": 5.666680812835693,
      "learning_rate": 1.2950385758094263e-07,
      "loss": 1.513,
      "step": 1107
    },
    {
      "epoch": 4.912513842746401,
      "grad_norm": 6.164681434631348,
      "learning_rate": 1.1935479656342562e-07,
      "loss": 1.8122,
      "step": 1108
    },
    {
      "epoch": 4.916943521594685,
      "grad_norm": 8.394211769104004,
      "learning_rate": 1.0961933695201598e-07,
      "loss": 1.5239,
      "step": 1109
    },
    {
      "epoch": 4.921373200442968,
      "grad_norm": 6.864090919494629,
      "learning_rate": 1.0029755947139618e-07,
      "loss": 1.0922,
      "step": 1110
    },
    {
      "epoch": 4.925802879291251,
      "grad_norm": 5.1737751960754395,
      "learning_rate": 9.138954141608702e-08,
      "loss": 1.5132,
      "step": 1111
    },
    {
      "epoch": 4.930232558139535,
      "grad_norm": 4.374934673309326,
      "learning_rate": 8.289535664978698e-08,
      "loss": 1.495,
      "step": 1112
    },
    {
      "epoch": 4.934662236987818,
      "grad_norm": 4.535995960235596,
      "learning_rate": 7.481507560475053e-08,
      "loss": 1.787,
      "step": 1113
    },
    {
      "epoch": 4.9390919158361015,
      "grad_norm": 5.156623840332031,
      "learning_rate": 6.714876528123304e-08,
      "loss": 1.4265,
      "step": 1114
    },
    {
      "epoch": 4.943521594684386,
      "grad_norm": 5.1794328689575195,
      "learning_rate": 5.989648924690782e-08,
      "loss": 1.6533,
      "step": 1115
    },
    {
      "epoch": 4.947951273532669,
      "grad_norm": 6.805692672729492,
      "learning_rate": 5.305830763635555e-08,
      "loss": 1.4241,
      "step": 1116
    },
    {
      "epoch": 4.9523809523809526,
      "grad_norm": 4.86265230178833,
      "learning_rate": 4.663427715055346e-08,
      "loss": 1.4307,
      "step": 1117
    },
    {
      "epoch": 4.956810631229236,
      "grad_norm": 5.848089218139648,
      "learning_rate": 4.062445105642021e-08,
      "loss": 1.7906,
      "step": 1118
    },
    {
      "epoch": 4.961240310077519,
      "grad_norm": 6.41409969329834,
      "learning_rate": 3.502887918636066e-08,
      "loss": 1.5248,
      "step": 1119
    },
    {
      "epoch": 4.965669988925803,
      "grad_norm": 4.486702919006348,
      "learning_rate": 2.984760793785513e-08,
      "loss": 1.8782,
      "step": 1120
    },
    {
      "epoch": 4.970099667774086,
      "grad_norm": 10.109087944030762,
      "learning_rate": 2.508068027308186e-08,
      "loss": 1.5929,
      "step": 1121
    },
    {
      "epoch": 4.97452934662237,
      "grad_norm": 5.497599124908447,
      "learning_rate": 2.07281357185507e-08,
      "loss": 1.2086,
      "step": 1122
    },
    {
      "epoch": 4.978959025470654,
      "grad_norm": 5.0335001945495605,
      "learning_rate": 1.6790010364786667e-08,
      "loss": 1.5011,
      "step": 1123
    },
    {
      "epoch": 4.983388704318937,
      "grad_norm": 6.264035224914551,
      "learning_rate": 1.3266336866024631e-08,
      "loss": 1.5586,
      "step": 1124
    },
    {
      "epoch": 4.9878183831672205,
      "grad_norm": 4.8113274574279785,
      "learning_rate": 1.0157144439937317e-08,
      "loss": 1.4083,
      "step": 1125
    },
    {
      "epoch": 4.9878183831672205,
      "step": 1125,
      "total_flos": 1.8752222545942938e+18,
      "train_loss": 1.867327324125502,
      "train_runtime": 15337.9497,
      "train_samples_per_second": 2.353,
      "train_steps_per_second": 0.073
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8752222545942938e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}