{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 268,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0037313432835820895,
      "grad_norm": 11.718372519156443,
      "learning_rate": 2e-07,
      "loss": 1.5946,
      "step": 1
    },
    {
      "epoch": 0.007462686567164179,
      "grad_norm": 12.194885050328885,
      "learning_rate": 4e-07,
      "loss": 1.6052,
      "step": 2
    },
    {
      "epoch": 0.011194029850746268,
      "grad_norm": 13.01588928537949,
      "learning_rate": 6e-07,
      "loss": 1.7294,
      "step": 3
    },
    {
      "epoch": 0.014925373134328358,
      "grad_norm": 12.313961908592717,
      "learning_rate": 8e-07,
      "loss": 1.5217,
      "step": 4
    },
    {
      "epoch": 0.018656716417910446,
      "grad_norm": 12.37356816651012,
      "learning_rate": 1e-06,
      "loss": 1.3742,
      "step": 5
    },
    {
      "epoch": 0.022388059701492536,
      "grad_norm": 11.427627877521694,
      "learning_rate": 1.2e-06,
      "loss": 1.4112,
      "step": 6
    },
    {
      "epoch": 0.026119402985074626,
      "grad_norm": 10.518944089588336,
      "learning_rate": 1.4e-06,
      "loss": 1.6147,
      "step": 7
    },
    {
      "epoch": 0.029850746268656716,
      "grad_norm": 8.76984656973648,
      "learning_rate": 1.6e-06,
      "loss": 1.4108,
      "step": 8
    },
    {
      "epoch": 0.033582089552238806,
      "grad_norm": 8.084328772350803,
      "learning_rate": 1.8e-06,
      "loss": 1.2484,
      "step": 9
    },
    {
      "epoch": 0.03731343283582089,
      "grad_norm": 9.697158992831765,
      "learning_rate": 2e-06,
      "loss": 1.23,
      "step": 10
    },
    {
      "epoch": 0.041044776119402986,
      "grad_norm": 18.09050975452378,
      "learning_rate": 1.9999821640202585e-06,
      "loss": 1.2535,
      "step": 11
    },
    {
      "epoch": 0.04477611940298507,
      "grad_norm": 18.87482868101649,
      "learning_rate": 1.9999286567172775e-06,
      "loss": 1.7845,
      "step": 12
    },
    {
      "epoch": 0.048507462686567165,
      "grad_norm": 16.46811558730055,
      "learning_rate": 1.999839479999768e-06,
      "loss": 1.5637,
      "step": 13
    },
    {
      "epoch": 0.05223880597014925,
      "grad_norm": 17.76805068894177,
      "learning_rate": 1.999714637048838e-06,
      "loss": 1.3015,
      "step": 14
    },
    {
      "epoch": 0.055970149253731345,
      "grad_norm": 16.79626847324504,
      "learning_rate": 1.9995541323178804e-06,
      "loss": 1.6793,
      "step": 15
    },
    {
      "epoch": 0.05970149253731343,
      "grad_norm": 11.89468375626604,
      "learning_rate": 1.9993579715324135e-06,
      "loss": 1.3764,
      "step": 16
    },
    {
      "epoch": 0.06343283582089553,
      "grad_norm": 10.93288879427306,
      "learning_rate": 1.9991261616898766e-06,
      "loss": 1.3707,
      "step": 17
    },
    {
      "epoch": 0.06716417910447761,
      "grad_norm": 8.361062086748422,
      "learning_rate": 1.9988587110593807e-06,
      "loss": 1.6238,
      "step": 18
    },
    {
      "epoch": 0.0708955223880597,
      "grad_norm": 6.736084108094181,
      "learning_rate": 1.9985556291814147e-06,
      "loss": 1.2496,
      "step": 19
    },
    {
      "epoch": 0.07462686567164178,
      "grad_norm": 7.272816093776056,
      "learning_rate": 1.9982169268675023e-06,
      "loss": 1.5627,
      "step": 20
    },
    {
      "epoch": 0.07835820895522388,
      "grad_norm": 6.329740952982906,
      "learning_rate": 1.997842616199819e-06,
      "loss": 1.3453,
      "step": 21
    },
    {
      "epoch": 0.08208955223880597,
      "grad_norm": 4.520010885801565,
      "learning_rate": 1.99743271053076e-06,
      "loss": 1.5461,
      "step": 22
    },
    {
      "epoch": 0.08582089552238806,
      "grad_norm": 3.6042605956174354,
      "learning_rate": 1.9969872244824635e-06,
      "loss": 1.5243,
      "step": 23
    },
    {
      "epoch": 0.08955223880597014,
      "grad_norm": 6.07998924732389,
      "learning_rate": 1.99650617394629e-06,
      "loss": 1.1925,
      "step": 24
    },
    {
      "epoch": 0.09328358208955224,
      "grad_norm": 5.379400172850125,
      "learning_rate": 1.9959895760822544e-06,
      "loss": 1.3644,
      "step": 25
    },
    {
      "epoch": 0.09701492537313433,
      "grad_norm": 5.724766090503273,
      "learning_rate": 1.995437449318415e-06,
      "loss": 1.282,
      "step": 26
    },
    {
      "epoch": 0.10074626865671642,
      "grad_norm": 7.952440800639504,
      "learning_rate": 1.994849813350215e-06,
      "loss": 1.2719,
      "step": 27
    },
    {
      "epoch": 0.1044776119402985,
      "grad_norm": 5.5605547177462915,
      "learning_rate": 1.9942266891397812e-06,
      "loss": 1.4344,
      "step": 28
    },
    {
      "epoch": 0.10820895522388059,
      "grad_norm": 4.20729688038585,
      "learning_rate": 1.9935680989151754e-06,
      "loss": 1.4261,
      "step": 29
    },
    {
      "epoch": 0.11194029850746269,
      "grad_norm": 4.179661464504617,
      "learning_rate": 1.9928740661696007e-06,
      "loss": 1.7263,
      "step": 30
    },
    {
      "epoch": 0.11567164179104478,
      "grad_norm": 4.444811669926014,
      "learning_rate": 1.992144615660566e-06,
      "loss": 1.4733,
      "step": 31
    },
    {
      "epoch": 0.11940298507462686,
      "grad_norm": 4.028798590389647,
      "learning_rate": 1.9913797734089995e-06,
      "loss": 1.2016,
      "step": 32
    },
    {
      "epoch": 0.12313432835820895,
      "grad_norm": 3.667451061021437,
      "learning_rate": 1.990579566698323e-06,
      "loss": 1.3823,
      "step": 33
    },
    {
      "epoch": 0.12686567164179105,
      "grad_norm": 3.204493378117863,
      "learning_rate": 1.9897440240734786e-06,
      "loss": 1.1922,
      "step": 34
    },
    {
      "epoch": 0.13059701492537312,
      "grad_norm": 2.5157465668345225,
      "learning_rate": 1.9888731753399087e-06,
      "loss": 1.3169,
      "step": 35
    },
    {
      "epoch": 0.13432835820895522,
      "grad_norm": 4.013532823842619,
      "learning_rate": 1.9879670515624933e-06,
      "loss": 1.5473,
      "step": 36
    },
    {
      "epoch": 0.13805970149253732,
      "grad_norm": 4.443422336518452,
      "learning_rate": 1.9870256850644436e-06,
      "loss": 1.3413,
      "step": 37
    },
    {
      "epoch": 0.1417910447761194,
      "grad_norm": 3.8185223864854443,
      "learning_rate": 1.9860491094261476e-06,
      "loss": 1.3775,
      "step": 38
    },
    {
      "epoch": 0.1455223880597015,
      "grad_norm": 3.2374300805591356,
      "learning_rate": 1.9850373594839715e-06,
      "loss": 1.4237,
      "step": 39
    },
    {
      "epoch": 0.14925373134328357,
      "grad_norm": 3.4010570222238945,
      "learning_rate": 1.9839904713290183e-06,
      "loss": 1.3512,
      "step": 40
    },
    {
      "epoch": 0.15298507462686567,
      "grad_norm": 3.7069360522451036,
      "learning_rate": 1.9829084823058396e-06,
      "loss": 1.3539,
      "step": 41
    },
    {
      "epoch": 0.15671641791044777,
      "grad_norm": 4.189014809102456,
      "learning_rate": 1.9817914310111044e-06,
      "loss": 1.184,
      "step": 42
    },
    {
      "epoch": 0.16044776119402984,
      "grad_norm": 2.6617535657025764,
      "learning_rate": 1.980639357292221e-06,
      "loss": 0.9118,
      "step": 43
    },
    {
      "epoch": 0.16417910447761194,
      "grad_norm": 5.853386102660827,
      "learning_rate": 1.9794523022459164e-06,
      "loss": 1.2803,
      "step": 44
    },
    {
      "epoch": 0.16791044776119404,
      "grad_norm": 6.062445920092195,
      "learning_rate": 1.9782303082167703e-06,
      "loss": 1.1335,
      "step": 45
    },
    {
      "epoch": 0.17164179104477612,
      "grad_norm": 3.931954985578852,
      "learning_rate": 1.976973418795704e-06,
      "loss": 1.3316,
      "step": 46
    },
    {
      "epoch": 0.17537313432835822,
      "grad_norm": 4.463556977447332,
      "learning_rate": 1.9756816788184255e-06,
      "loss": 1.0166,
      "step": 47
    },
    {
      "epoch": 0.1791044776119403,
      "grad_norm": 4.622340592834071,
      "learning_rate": 1.974355134363832e-06,
      "loss": 1.3222,
      "step": 48
    },
    {
      "epoch": 0.1828358208955224,
      "grad_norm": 6.981137384760035,
      "learning_rate": 1.972993832752363e-06,
      "loss": 1.2864,
      "step": 49
    },
    {
      "epoch": 0.1865671641791045,
      "grad_norm": 7.538142483116736,
      "learning_rate": 1.9715978225443146e-06,
      "loss": 1.3298,
      "step": 50
    },
    {
      "epoch": 0.19029850746268656,
      "grad_norm": 5.378377013811346,
      "learning_rate": 1.970167153538106e-06,
      "loss": 1.6898,
      "step": 51
    },
    {
      "epoch": 0.19402985074626866,
      "grad_norm": 4.107675209526753,
      "learning_rate": 1.9687018767685044e-06,
      "loss": 1.2467,
      "step": 52
    },
    {
      "epoch": 0.19776119402985073,
      "grad_norm": 3.462570336890335,
      "learning_rate": 1.9672020445048035e-06,
      "loss": 1.2439,
      "step": 53
    },
    {
      "epoch": 0.20149253731343283,
      "grad_norm": 5.1132284991358565,
      "learning_rate": 1.9656677102489587e-06,
      "loss": 1.2553,
      "step": 54
    },
    {
      "epoch": 0.20522388059701493,
      "grad_norm": 6.340348167811004,
      "learning_rate": 1.964098928733679e-06,
      "loss": 1.1768,
      "step": 55
    },
    {
      "epoch": 0.208955223880597,
      "grad_norm": 3.9131654258908415,
      "learning_rate": 1.962495755920476e-06,
      "loss": 1.2787,
      "step": 56
    },
    {
      "epoch": 0.2126865671641791,
      "grad_norm": 4.822496966837534,
      "learning_rate": 1.9608582489976645e-06,
      "loss": 0.9751,
      "step": 57
    },
    {
      "epoch": 0.21641791044776118,
      "grad_norm": 6.830738771850188,
      "learning_rate": 1.959186466378326e-06,
      "loss": 1.1173,
      "step": 58
    },
    {
      "epoch": 0.22014925373134328,
      "grad_norm": 3.7173186685103716,
      "learning_rate": 1.9574804676982214e-06,
      "loss": 1.3968,
      "step": 59
    },
    {
      "epoch": 0.22388059701492538,
      "grad_norm": 2.826816507380959,
      "learning_rate": 1.955740313813667e-06,
      "loss": 1.2454,
      "step": 60
    },
    {
      "epoch": 0.22761194029850745,
      "grad_norm": 5.060694147656036,
      "learning_rate": 1.9539660667993617e-06,
      "loss": 1.2803,
      "step": 61
    },
    {
      "epoch": 0.23134328358208955,
      "grad_norm": 4.866896848059289,
      "learning_rate": 1.952157789946173e-06,
      "loss": 1.3675,
      "step": 62
    },
    {
      "epoch": 0.23507462686567165,
      "grad_norm": 3.6902361398869843,
      "learning_rate": 1.9503155477588792e-06,
      "loss": 1.3265,
      "step": 63
    },
    {
      "epoch": 0.23880597014925373,
      "grad_norm": 3.844263841899348,
      "learning_rate": 1.9484394059538696e-06,
      "loss": 1.1316,
      "step": 64
    },
    {
      "epoch": 0.24253731343283583,
      "grad_norm": 2.7586273990747094,
      "learning_rate": 1.9465294314567986e-06,
      "loss": 1.1227,
      "step": 65
    },
    {
      "epoch": 0.2462686567164179,
      "grad_norm": 4.486151113202917,
      "learning_rate": 1.9445856924001987e-06,
      "loss": 1.2286,
      "step": 66
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.4213181164419453,
      "learning_rate": 1.9426082581210507e-06,
      "loss": 1.1066,
      "step": 67
    },
    {
      "epoch": 0.2537313432835821,
      "grad_norm": 3.2763985271498646,
      "learning_rate": 1.9405971991583107e-06,
      "loss": 1.1251,
      "step": 68
    },
    {
      "epoch": 0.2574626865671642,
      "grad_norm": 3.2345913669334014,
      "learning_rate": 1.9385525872503914e-06,
      "loss": 1.1556,
      "step": 69
    },
    {
      "epoch": 0.26119402985074625,
      "grad_norm": 3.106534312573296,
      "learning_rate": 1.9364744953326073e-06,
      "loss": 1.0577,
      "step": 70
    },
    {
      "epoch": 0.26492537313432835,
      "grad_norm": 2.9408023039448272,
      "learning_rate": 1.9343629975345684e-06,
      "loss": 0.9973,
      "step": 71
    },
    {
      "epoch": 0.26865671641791045,
      "grad_norm": 4.559495537184346,
      "learning_rate": 1.9322181691775386e-06,
      "loss": 1.2465,
      "step": 72
    },
    {
      "epoch": 0.27238805970149255,
      "grad_norm": 4.24529782366461,
      "learning_rate": 1.9300400867717483e-06,
      "loss": 1.0913,
      "step": 73
    },
    {
      "epoch": 0.27611940298507465,
      "grad_norm": 5.1030664391900595,
      "learning_rate": 1.9278288280136647e-06,
      "loss": 1.1773,
      "step": 74
    },
    {
      "epoch": 0.2798507462686567,
      "grad_norm": 2.266554727723586,
      "learning_rate": 1.9255844717832204e-06,
      "loss": 1.4612,
      "step": 75
    },
    {
      "epoch": 0.2835820895522388,
      "grad_norm": 3.4335407395713795,
      "learning_rate": 1.9233070981410005e-06,
      "loss": 0.9848,
      "step": 76
    },
    {
      "epoch": 0.2873134328358209,
      "grad_norm": 3.0840869155577066,
      "learning_rate": 1.9209967883253844e-06,
      "loss": 1.1614,
      "step": 77
    },
    {
      "epoch": 0.291044776119403,
      "grad_norm": 3.9174952308981648,
      "learning_rate": 1.9186536247496515e-06,
      "loss": 0.993,
      "step": 78
    },
    {
      "epoch": 0.2947761194029851,
      "grad_norm": 6.675359765928192,
      "learning_rate": 1.916277690999037e-06,
      "loss": 1.1993,
      "step": 79
    },
    {
      "epoch": 0.29850746268656714,
      "grad_norm": 3.3312539449544336,
      "learning_rate": 1.9138690718277538e-06,
      "loss": 1.1122,
      "step": 80
    },
    {
      "epoch": 0.30223880597014924,
      "grad_norm": 3.848892934397973,
      "learning_rate": 1.9114278531559673e-06,
      "loss": 1.2558,
      "step": 81
    },
    {
      "epoch": 0.30597014925373134,
      "grad_norm": 4.176454718168841,
      "learning_rate": 1.908954122066731e-06,
      "loss": 1.1981,
      "step": 82
    },
    {
      "epoch": 0.30970149253731344,
      "grad_norm": 2.73071312325315,
      "learning_rate": 1.9064479668028799e-06,
      "loss": 1.2421,
      "step": 83
    },
    {
      "epoch": 0.31343283582089554,
      "grad_norm": 3.195988999340381,
      "learning_rate": 1.903909476763883e-06,
      "loss": 1.1304,
      "step": 84
    },
    {
      "epoch": 0.31716417910447764,
      "grad_norm": 4.218603688955521,
      "learning_rate": 1.9013387425026548e-06,
      "loss": 1.1864,
      "step": 85
    },
    {
      "epoch": 0.3208955223880597,
      "grad_norm": 3.6984773161373514,
      "learning_rate": 1.8987358557223229e-06,
      "loss": 1.1586,
      "step": 86
    },
    {
      "epoch": 0.3246268656716418,
      "grad_norm": 3.92008728241735,
      "learning_rate": 1.8961009092729597e-06,
      "loss": 1.4377,
      "step": 87
    },
    {
      "epoch": 0.3283582089552239,
      "grad_norm": 3.891396254447255,
      "learning_rate": 1.8934339971482673e-06,
      "loss": 0.8258,
      "step": 88
    },
    {
      "epoch": 0.332089552238806,
      "grad_norm": 3.0403561652586593,
      "learning_rate": 1.8907352144822281e-06,
      "loss": 1.1502,
      "step": 89
    },
    {
      "epoch": 0.3358208955223881,
      "grad_norm": 4.226515814729617,
      "learning_rate": 1.8880046575457071e-06,
      "loss": 1.3202,
      "step": 90
    },
    {
      "epoch": 0.33955223880597013,
      "grad_norm": 3.1371524388050562,
      "learning_rate": 1.8852424237430213e-06,
      "loss": 1.0916,
      "step": 91
    },
    {
      "epoch": 0.34328358208955223,
      "grad_norm": 5.798409840680744,
      "learning_rate": 1.882448611608463e-06,
      "loss": 1.0295,
      "step": 92
    },
    {
      "epoch": 0.34701492537313433,
      "grad_norm": 3.20282503021626,
      "learning_rate": 1.8796233208027847e-06,
      "loss": 1.0562,
      "step": 93
    },
    {
      "epoch": 0.35074626865671643,
      "grad_norm": 4.8622829880049165,
      "learning_rate": 1.8767666521096466e-06,
      "loss": 1.3517,
      "step": 94
    },
    {
      "epoch": 0.35447761194029853,
      "grad_norm": 3.236061343689611,
      "learning_rate": 1.8738787074320176e-06,
      "loss": 1.3072,
      "step": 95
    },
    {
      "epoch": 0.3582089552238806,
      "grad_norm": 2.8290205291903834,
      "learning_rate": 1.8709595897885436e-06,
      "loss": 1.0689,
      "step": 96
    },
    {
      "epoch": 0.3619402985074627,
      "grad_norm": 9.248683748830997,
      "learning_rate": 1.8680094033098714e-06,
      "loss": 1.1408,
      "step": 97
    },
    {
      "epoch": 0.3656716417910448,
      "grad_norm": 3.351494222719439,
      "learning_rate": 1.865028253234933e-06,
      "loss": 1.0601,
      "step": 98
    },
    {
      "epoch": 0.3694029850746269,
      "grad_norm": 2.9558835746922982,
      "learning_rate": 1.8620162459071933e-06,
      "loss": 1.469,
      "step": 99
    },
    {
      "epoch": 0.373134328358209,
      "grad_norm": 4.188173168279777,
      "learning_rate": 1.8589734887708555e-06,
      "loss": 1.0811,
      "step": 100
    },
    {
      "epoch": 0.376865671641791,
      "grad_norm": 4.149900932370019,
      "learning_rate": 1.855900090367029e-06,
      "loss": 1.2524,
      "step": 101
    },
    {
      "epoch": 0.3805970149253731,
      "grad_norm": 3.4354588132333954,
      "learning_rate": 1.852796160329857e-06,
      "loss": 1.2036,
      "step": 102
    },
    {
      "epoch": 0.3843283582089552,
      "grad_norm": 7.008352254151579,
      "learning_rate": 1.8496618093826062e-06,
      "loss": 1.3326,
      "step": 103
    },
    {
      "epoch": 0.3880597014925373,
      "grad_norm": 4.57793539598067,
      "learning_rate": 1.8464971493337165e-06,
      "loss": 1.1313,
      "step": 104
    },
    {
      "epoch": 0.3917910447761194,
      "grad_norm": 5.023484484297041,
      "learning_rate": 1.843302293072813e-06,
      "loss": 1.1537,
      "step": 105
    },
    {
      "epoch": 0.39552238805970147,
      "grad_norm": 5.417491975498189,
      "learning_rate": 1.8400773545666786e-06,
      "loss": 1.1948,
      "step": 106
    },
    {
      "epoch": 0.39925373134328357,
      "grad_norm": 6.758289030774797,
      "learning_rate": 1.8368224488551895e-06,
      "loss": 1.4521,
      "step": 107
    },
    {
      "epoch": 0.40298507462686567,
      "grad_norm": 3.113115656591011,
      "learning_rate": 1.8335376920472096e-06,
      "loss": 1.3848,
      "step": 108
    },
    {
      "epoch": 0.40671641791044777,
      "grad_norm": 6.762254585306641,
      "learning_rate": 1.8302232013164516e-06,
      "loss": 1.157,
      "step": 109
    },
    {
      "epoch": 0.41044776119402987,
      "grad_norm": 4.658736688116275,
      "learning_rate": 1.8268790948972938e-06,
      "loss": 1.0968,
      "step": 110
    },
    {
      "epoch": 0.4141791044776119,
      "grad_norm": 4.3724969896587,
      "learning_rate": 1.8235054920805651e-06,
      "loss": 1.3121,
      "step": 111
    },
    {
      "epoch": 0.417910447761194,
      "grad_norm": 1.9047640764173237,
      "learning_rate": 1.8201025132092886e-06,
      "loss": 0.966,
      "step": 112
    },
    {
      "epoch": 0.4216417910447761,
      "grad_norm": 2.6109096330803645,
      "learning_rate": 1.8166702796743888e-06,
      "loss": 0.9965,
      "step": 113
    },
    {
      "epoch": 0.4253731343283582,
      "grad_norm": 2.236001574200741,
      "learning_rate": 1.813208913910361e-06,
      "loss": 1.2068,
      "step": 114
    },
    {
      "epoch": 0.4291044776119403,
      "grad_norm": 3.5252250250259904,
      "learning_rate": 1.8097185393909047e-06,
      "loss": 0.9945,
      "step": 115
    },
    {
      "epoch": 0.43283582089552236,
      "grad_norm": 2.72651289344666,
      "learning_rate": 1.8061992806245183e-06,
      "loss": 1.1221,
      "step": 116
    },
    {
      "epoch": 0.43656716417910446,
      "grad_norm": 2.7580533850806663,
      "learning_rate": 1.802651263150058e-06,
      "loss": 1.1106,
      "step": 117
    },
    {
      "epoch": 0.44029850746268656,
      "grad_norm": 3.36730794119517,
      "learning_rate": 1.7990746135322592e-06,
      "loss": 1.3169,
      "step": 118
    },
    {
      "epoch": 0.44402985074626866,
      "grad_norm": 3.602491306889906,
      "learning_rate": 1.7954694593572225e-06,
      "loss": 1.2271,
      "step": 119
    },
    {
      "epoch": 0.44776119402985076,
      "grad_norm": 2.995624556867228,
      "learning_rate": 1.7918359292278611e-06,
      "loss": 1.4585,
      "step": 120
    },
    {
      "epoch": 0.45149253731343286,
      "grad_norm": 2.4713376740401394,
      "learning_rate": 1.7881741527593148e-06,
      "loss": 1.0635,
      "step": 121
    },
    {
      "epoch": 0.4552238805970149,
      "grad_norm": 2.9859360943624558,
      "learning_rate": 1.7844842605743255e-06,
      "loss": 1.1158,
      "step": 122
    },
    {
      "epoch": 0.458955223880597,
      "grad_norm": 2.236880197413377,
      "learning_rate": 1.7807663842985776e-06,
      "loss": 1.0568,
      "step": 123
    },
    {
      "epoch": 0.4626865671641791,
      "grad_norm": 2.812929367683673,
      "learning_rate": 1.777020656556003e-06,
      "loss": 0.9711,
      "step": 124
    },
    {
      "epoch": 0.4664179104477612,
      "grad_norm": 2.615520237147118,
      "learning_rate": 1.77324721096405e-06,
      "loss": 1.2155,
      "step": 125
    },
    {
      "epoch": 0.4701492537313433,
      "grad_norm": 2.56945954741141,
      "learning_rate": 1.7694461821289171e-06,
      "loss": 1.2214,
      "step": 126
    },
    {
      "epoch": 0.47388059701492535,
      "grad_norm": 2.6524624585109255,
      "learning_rate": 1.7656177056407504e-06,
      "loss": 1.0783,
      "step": 127
    },
    {
      "epoch": 0.47761194029850745,
      "grad_norm": 3.900106255085836,
      "learning_rate": 1.7617619180688084e-06,
      "loss": 1.1345,
      "step": 128
    },
    {
      "epoch": 0.48134328358208955,
      "grad_norm": 3.6445674759996973,
      "learning_rate": 1.7578789569565889e-06,
      "loss": 1.1407,
      "step": 129
    },
    {
      "epoch": 0.48507462686567165,
      "grad_norm": 3.2321962413724834,
      "learning_rate": 1.7539689608169236e-06,
      "loss": 1.2281,
      "step": 130
    },
    {
      "epoch": 0.48880597014925375,
      "grad_norm": 4.609891513693221,
      "learning_rate": 1.7500320691270363e-06,
      "loss": 1.2394,
      "step": 131
    },
    {
      "epoch": 0.4925373134328358,
      "grad_norm": 6.929277355854441,
      "learning_rate": 1.7460684223235678e-06,
      "loss": 1.233,
      "step": 132
    },
    {
      "epoch": 0.4962686567164179,
      "grad_norm": 3.231892093569866,
      "learning_rate": 1.7420781617975663e-06,
      "loss": 0.9962,
      "step": 133
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.5090780090395115,
      "learning_rate": 1.738061429889444e-06,
      "loss": 0.9036,
      "step": 134
    },
    {
      "epoch": 0.503731343283582,
      "grad_norm": 4.328856707412604,
      "learning_rate": 1.734018369883898e-06,
      "loss": 1.1895,
      "step": 135
    },
    {
      "epoch": 0.5074626865671642,
      "grad_norm": 2.5691655391373875,
      "learning_rate": 1.7299491260048019e-06,
      "loss": 1.326,
      "step": 136
    },
    {
      "epoch": 0.5111940298507462,
      "grad_norm": 1.732025147621955,
      "learning_rate": 1.7258538434100576e-06,
      "loss": 1.2479,
      "step": 137
    },
    {
      "epoch": 0.5149253731343284,
      "grad_norm": 2.20121934912806,
      "learning_rate": 1.7217326681864206e-06,
      "loss": 1.0356,
      "step": 138
    },
    {
      "epoch": 0.5186567164179104,
      "grad_norm": 1.9985655432331606,
      "learning_rate": 1.717585747344286e-06,
      "loss": 1.1547,
      "step": 139
    },
    {
      "epoch": 0.5223880597014925,
      "grad_norm": 1.8929729658584291,
      "learning_rate": 1.7134132288124464e-06,
      "loss": 1.1972,
      "step": 140
    },
    {
      "epoch": 0.5261194029850746,
      "grad_norm": 2.5705526162651284,
      "learning_rate": 1.7092152614328136e-06,
      "loss": 0.9647,
      "step": 141
    },
    {
      "epoch": 0.5298507462686567,
      "grad_norm": 2.3300073188215134,
      "learning_rate": 1.7049919949551099e-06,
      "loss": 1.4177,
      "step": 142
    },
    {
      "epoch": 0.5335820895522388,
      "grad_norm": 2.919579845785974,
      "learning_rate": 1.7007435800315261e-06,
      "loss": 1.0245,
      "step": 143
    },
    {
      "epoch": 0.5373134328358209,
      "grad_norm": 2.58628020939173,
      "learning_rate": 1.6964701682113474e-06,
      "loss": 1.1438,
      "step": 144
    },
    {
      "epoch": 0.5410447761194029,
      "grad_norm": 2.1810582155175906,
      "learning_rate": 1.6921719119355466e-06,
      "loss": 1.1709,
      "step": 145
    },
    {
      "epoch": 0.5447761194029851,
      "grad_norm": 2.0256539029853036,
      "learning_rate": 1.687848964531348e-06,
      "loss": 1.2567,
      "step": 146
    },
    {
      "epoch": 0.5485074626865671,
      "grad_norm": 2.6789651782329003,
      "learning_rate": 1.6835014802067556e-06,
      "loss": 1.2105,
      "step": 147
    },
    {
      "epoch": 0.5522388059701493,
      "grad_norm": 2.2475712729751813,
      "learning_rate": 1.6791296140450543e-06,
      "loss": 1.0036,
      "step": 148
    },
    {
      "epoch": 0.5559701492537313,
      "grad_norm": 3.081758388528468,
      "learning_rate": 1.6747335219992774e-06,
      "loss": 1.229,
      "step": 149
    },
    {
      "epoch": 0.5597014925373134,
      "grad_norm": 3.4435580918281903,
      "learning_rate": 1.6703133608866414e-06,
      "loss": 1.2375,
      "step": 150
    },
    {
      "epoch": 0.5634328358208955,
      "grad_norm": 3.6488645320162263,
      "learning_rate": 1.6658692883829546e-06,
      "loss": 1.2528,
      "step": 151
    },
    {
      "epoch": 0.5671641791044776,
      "grad_norm": 2.6147378121358535,
      "learning_rate": 1.6614014630169915e-06,
      "loss": 1.0683,
      "step": 152
    },
    {
      "epoch": 0.5708955223880597,
      "grad_norm": 3.4412924263138502,
      "learning_rate": 1.6569100441648372e-06,
      "loss": 1.2073,
      "step": 153
    },
    {
      "epoch": 0.5746268656716418,
      "grad_norm": 3.8345977623754117,
      "learning_rate": 1.6523951920442032e-06,
      "loss": 1.1582,
      "step": 154
    },
    {
      "epoch": 0.5783582089552238,
      "grad_norm": 3.049354065878489,
      "learning_rate": 1.6478570677087116e-06,
      "loss": 1.26,
      "step": 155
    },
    {
      "epoch": 0.582089552238806,
      "grad_norm": 2.667157342873667,
      "learning_rate": 1.6432958330421497e-06,
      "loss": 1.1972,
      "step": 156
    },
    {
      "epoch": 0.585820895522388,
      "grad_norm": 2.3988481838806517,
      "learning_rate": 1.6387116507526955e-06,
      "loss": 1.0296,
      "step": 157
    },
    {
      "epoch": 0.5895522388059702,
      "grad_norm": 3.245331214881116,
      "learning_rate": 1.6341046843671142e-06,
      "loss": 1.0837,
      "step": 158
    },
    {
      "epoch": 0.5932835820895522,
      "grad_norm": 2.740295402410237,
      "learning_rate": 1.629475098224924e-06,
      "loss": 1.0756,
      "step": 159
    },
    {
      "epoch": 0.5970149253731343,
      "grad_norm": 3.8088940588573625,
      "learning_rate": 1.6248230574725338e-06,
      "loss": 1.2506,
      "step": 160
    },
    {
      "epoch": 0.6007462686567164,
      "grad_norm": 5.166361637828825,
      "learning_rate": 1.6201487280573533e-06,
      "loss": 0.9793,
      "step": 161
    },
    {
      "epoch": 0.6044776119402985,
      "grad_norm": 3.2415888531812485,
      "learning_rate": 1.6154522767218723e-06,
      "loss": 1.3401,
      "step": 162
    },
    {
      "epoch": 0.6082089552238806,
      "grad_norm": 3.305335197143126,
      "learning_rate": 1.6107338709977118e-06,
      "loss": 1.4258,
      "step": 163
    },
    {
      "epoch": 0.6119402985074627,
      "grad_norm": 3.074545865145304,
      "learning_rate": 1.6059936791996497e-06,
      "loss": 1.192,
      "step": 164
    },
    {
      "epoch": 0.6156716417910447,
      "grad_norm": 2.40059366672424,
      "learning_rate": 1.601231870419616e-06,
      "loss": 0.984,
      "step": 165
    },
    {
      "epoch": 0.6194029850746269,
      "grad_norm": 2.9844452713407197,
      "learning_rate": 1.596448614520661e-06,
      "loss": 1.1051,
      "step": 166
    },
    {
      "epoch": 0.6231343283582089,
      "grad_norm": 3.241493731745323,
      "learning_rate": 1.5916440821308947e-06,
      "loss": 1.1032,
      "step": 167
    },
    {
      "epoch": 0.6268656716417911,
      "grad_norm": 4.002012008083462,
      "learning_rate": 1.586818444637402e-06,
      "loss": 1.1281,
      "step": 168
    },
    {
      "epoch": 0.6305970149253731,
      "grad_norm": 2.891081597812952,
      "learning_rate": 1.5819718741801282e-06,
      "loss": 1.0984,
      "step": 169
    },
    {
      "epoch": 0.6343283582089553,
      "grad_norm": 2.510097661559307,
      "learning_rate": 1.577104543645738e-06,
      "loss": 0.9818,
      "step": 170
    },
    {
      "epoch": 0.6380597014925373,
      "grad_norm": 3.9519151526817784,
      "learning_rate": 1.5722166266614494e-06,
      "loss": 1.403,
      "step": 171
    },
    {
      "epoch": 0.6417910447761194,
      "grad_norm": 2.889629899144798,
      "learning_rate": 1.5673082975888386e-06,
      "loss": 1.4251,
      "step": 172
    },
    {
      "epoch": 0.6455223880597015,
      "grad_norm": 3.2843979337315203,
      "learning_rate": 1.5623797315176217e-06,
      "loss": 1.2102,
      "step": 173
    },
    {
      "epoch": 0.6492537313432836,
      "grad_norm": 3.851544142794571,
      "learning_rate": 1.5574311042594077e-06,
      "loss": 1.3174,
      "step": 174
    },
    {
      "epoch": 0.6529850746268657,
      "grad_norm": 3.0632504419966224,
      "learning_rate": 1.552462592341428e-06,
      "loss": 1.2578,
      "step": 175
    },
    {
      "epoch": 0.6567164179104478,
      "grad_norm": 2.9143363462552414,
      "learning_rate": 1.547474373000238e-06,
      "loss": 1.1117,
      "step": 176
    },
    {
      "epoch": 0.6604477611940298,
      "grad_norm": 3.33708665616015,
      "learning_rate": 1.5424666241753963e-06,
      "loss": 1.3296,
      "step": 177
    },
    {
      "epoch": 0.664179104477612,
      "grad_norm": 2.5174595420642767,
      "learning_rate": 1.5374395245031157e-06,
      "loss": 1.2501,
      "step": 178
    },
    {
      "epoch": 0.667910447761194,
      "grad_norm": 4.722876645619478,
      "learning_rate": 1.5323932533098924e-06,
      "loss": 0.8606,
      "step": 179
    },
    {
      "epoch": 0.6716417910447762,
      "grad_norm": 3.23675727446907,
      "learning_rate": 1.527327990606108e-06,
      "loss": 1.1848,
      "step": 180
    },
    {
      "epoch": 0.6753731343283582,
      "grad_norm": 3.2255476770575906,
      "learning_rate": 1.522243917079608e-06,
      "loss": 1.1501,
      "step": 181
    },
    {
      "epoch": 0.6791044776119403,
      "grad_norm": 2.660659180388112,
      "learning_rate": 1.5171412140892574e-06,
      "loss": 1.1792,
      "step": 182
    },
    {
      "epoch": 0.6828358208955224,
      "grad_norm": 2.5742735359754656,
      "learning_rate": 1.512020063658471e-06,
      "loss": 1.0524,
      "step": 183
    },
    {
      "epoch": 0.6865671641791045,
      "grad_norm": 2.7222921596819805,
      "learning_rate": 1.5068806484687188e-06,
      "loss": 0.9408,
      "step": 184
    },
    {
      "epoch": 0.6902985074626866,
      "grad_norm": 2.854241224431344,
      "learning_rate": 1.5017231518530115e-06,
      "loss": 1.1946,
      "step": 185
    },
    {
      "epoch": 0.6940298507462687,
      "grad_norm": 2.829758100829405,
      "learning_rate": 1.4965477577893596e-06,
      "loss": 1.0996,
      "step": 186
    },
    {
      "epoch": 0.6977611940298507,
      "grad_norm": 2.7341811827310907,
      "learning_rate": 1.4913546508942104e-06,
      "loss": 1.3112,
      "step": 187
    },
    {
      "epoch": 0.7014925373134329,
      "grad_norm": 2.727595416423421,
      "learning_rate": 1.486144016415862e-06,
      "loss": 0.8641,
      "step": 188
    },
    {
      "epoch": 0.7052238805970149,
      "grad_norm": 2.6779321037785957,
      "learning_rate": 1.4809160402278572e-06,
      "loss": 1.0673,
      "step": 189
    },
    {
      "epoch": 0.7089552238805971,
      "grad_norm": 2.105636468467112,
      "learning_rate": 1.4756709088223507e-06,
      "loss": 1.0804,
      "step": 190
    },
    {
      "epoch": 0.7126865671641791,
      "grad_norm": 2.308917007984876,
      "learning_rate": 1.470408809303457e-06,
      "loss": 1.0657,
      "step": 191
    },
    {
      "epoch": 0.7164179104477612,
      "grad_norm": 2.272233759263439,
      "learning_rate": 1.4651299293805772e-06,
      "loss": 0.97,
      "step": 192
    },
    {
      "epoch": 0.7201492537313433,
      "grad_norm": 2.38194076941112,
      "learning_rate": 1.459834457361702e-06,
      "loss": 1.1996,
      "step": 193
    },
    {
      "epoch": 0.7238805970149254,
      "grad_norm": 2.609236963602244,
      "learning_rate": 1.4545225821466949e-06,
      "loss": 1.4137,
      "step": 194
    },
    {
      "epoch": 0.7276119402985075,
      "grad_norm": 2.1583872582681303,
      "learning_rate": 1.449194493220553e-06,
      "loss": 1.21,
      "step": 195
    },
    {
      "epoch": 0.7313432835820896,
      "grad_norm": 2.0168668065761004,
      "learning_rate": 1.443850380646649e-06,
      "loss": 1.2648,
      "step": 196
    },
    {
      "epoch": 0.7350746268656716,
      "grad_norm": 2.8244668704260434,
      "learning_rate": 1.4384904350599496e-06,
      "loss": 1.158,
      "step": 197
    },
    {
      "epoch": 0.7388059701492538,
      "grad_norm": 2.154427501128158,
      "learning_rate": 1.433114847660217e-06,
      "loss": 1.1111,
      "step": 198
    },
    {
      "epoch": 0.7425373134328358,
      "grad_norm": 1.905058417754889,
      "learning_rate": 1.427723810205187e-06,
      "loss": 0.969,
      "step": 199
    },
    {
      "epoch": 0.746268656716418,
      "grad_norm": 2.739735762190122,
      "learning_rate": 1.4223175150037295e-06,
      "loss": 1.2142,
      "step": 200
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.4650290962226777,
      "learning_rate": 1.4168961549089872e-06,
      "loss": 1.1373,
      "step": 201
    },
    {
      "epoch": 0.753731343283582,
      "grad_norm": 2.5869478423809786,
      "learning_rate": 1.4114599233114986e-06,
      "loss": 1.3506,
      "step": 202
    },
    {
      "epoch": 0.7574626865671642,
      "grad_norm": 3.1980963820842483,
      "learning_rate": 1.4060090141322966e-06,
      "loss": 1.0384,
      "step": 203
    },
    {
      "epoch": 0.7611940298507462,
      "grad_norm": 2.5362305958432443,
      "learning_rate": 1.4005436218159925e-06,
      "loss": 1.1983,
      "step": 204
    },
    {
      "epoch": 0.7649253731343284,
      "grad_norm": 1.7669955812420282,
      "learning_rate": 1.3950639413238393e-06,
      "loss": 1.1922,
      "step": 205
    },
    {
      "epoch": 0.7686567164179104,
      "grad_norm": 3.236818206550707,
      "learning_rate": 1.3895701681267782e-06,
      "loss": 1.1532,
      "step": 206
    },
    {
      "epoch": 0.7723880597014925,
      "grad_norm": 3.1410703998345917,
      "learning_rate": 1.384062498198464e-06,
      "loss": 1.2707,
      "step": 207
    },
    {
      "epoch": 0.7761194029850746,
      "grad_norm": 2.947726795909021,
      "learning_rate": 1.3785411280082746e-06,
      "loss": 1.1552,
      "step": 208
    },
    {
      "epoch": 0.7798507462686567,
      "grad_norm": 4.158405889593859,
      "learning_rate": 1.373006254514304e-06,
      "loss": 1.1323,
      "step": 209
    },
    {
      "epoch": 0.7835820895522388,
      "grad_norm": 3.6596410080845483,
      "learning_rate": 1.3674580751563357e-06,
      "loss": 1.1021,
      "step": 210
    },
    {
      "epoch": 0.7873134328358209,
      "grad_norm": 3.4837568397902063,
      "learning_rate": 1.361896787848798e-06,
      "loss": 1.1507,
      "step": 211
    },
    {
      "epoch": 0.7910447761194029,
      "grad_norm": 5.190434900700764,
      "learning_rate": 1.3563225909737074e-06,
      "loss": 1.1307,
      "step": 212
    },
    {
      "epoch": 0.7947761194029851,
      "grad_norm": 3.193649918972427,
      "learning_rate": 1.3507356833735885e-06,
      "loss": 1.1674,
      "step": 213
    },
    {
      "epoch": 0.7985074626865671,
      "grad_norm": 3.64309739990448,
      "learning_rate": 1.3451362643443831e-06,
      "loss": 1.1026,
      "step": 214
    },
    {
      "epoch": 0.8022388059701493,
      "grad_norm": 4.480821519285648,
      "learning_rate": 1.3395245336283396e-06,
      "loss": 1.1305,
      "step": 215
    },
    {
      "epoch": 0.8059701492537313,
      "grad_norm": 2.485764813025922,
      "learning_rate": 1.333900691406889e-06,
      "loss": 1.0909,
      "step": 216
    },
    {
      "epoch": 0.8097014925373134,
      "grad_norm": 2.8276534151044417,
      "learning_rate": 1.3282649382935028e-06,
      "loss": 1.2906,
      "step": 217
    },
    {
      "epoch": 0.8134328358208955,
      "grad_norm": 2.661022282944918,
      "learning_rate": 1.322617475326538e-06,
      "loss": 1.0923,
      "step": 218
    },
    {
      "epoch": 0.8171641791044776,
      "grad_norm": 2.6551254805947053,
      "learning_rate": 1.316958503962065e-06,
      "loss": 1.1648,
      "step": 219
    },
    {
      "epoch": 0.8208955223880597,
      "grad_norm": 2.3353396983390486,
      "learning_rate": 1.3112882260666805e-06,
      "loss": 1.2479,
      "step": 220
    },
    {
      "epoch": 0.8246268656716418,
      "grad_norm": 1.8853847357875915,
      "learning_rate": 1.3056068439103082e-06,
      "loss": 0.9367,
      "step": 221
    },
    {
      "epoch": 0.8283582089552238,
      "grad_norm": 1.7789270126386558,
      "learning_rate": 1.299914560158982e-06,
      "loss": 0.9866,
      "step": 222
    },
    {
      "epoch": 0.832089552238806,
      "grad_norm": 4.437767240695352,
      "learning_rate": 1.2942115778676175e-06,
      "loss": 1.0143,
      "step": 223
    },
    {
      "epoch": 0.835820895522388,
      "grad_norm": 2.643730633752304,
      "learning_rate": 1.2884981004727675e-06,
      "loss": 1.1737,
      "step": 224
    },
    {
      "epoch": 0.8395522388059702,
      "grad_norm": 4.113252275049106,
      "learning_rate": 1.2827743317853666e-06,
      "loss": 1.278,
      "step": 225
    },
    {
      "epoch": 0.8432835820895522,
      "grad_norm": 4.473452632975873,
      "learning_rate": 1.2770404759834592e-06,
      "loss": 1.2337,
      "step": 226
    },
    {
      "epoch": 0.8470149253731343,
      "grad_norm": 3.3121627389468227,
      "learning_rate": 1.2712967376049176e-06,
      "loss": 0.9808,
      "step": 227
    },
    {
      "epoch": 0.8507462686567164,
      "grad_norm": 2.765455947896225,
      "learning_rate": 1.2655433215401437e-06,
      "loss": 0.809,
      "step": 228
    },
    {
      "epoch": 0.8544776119402985,
      "grad_norm": 5.806520585625066,
      "learning_rate": 1.2597804330247629e-06,
      "loss": 1.3475,
      "step": 229
    },
    {
      "epoch": 0.8582089552238806,
      "grad_norm": 4.3730223037366365,
      "learning_rate": 1.2540082776323006e-06,
      "loss": 1.0836,
      "step": 230
    },
    {
      "epoch": 0.8619402985074627,
      "grad_norm": 2.5075803170353987,
      "learning_rate": 1.2482270612668507e-06,
      "loss": 1.1071,
      "step": 231
    },
    {
      "epoch": 0.8656716417910447,
      "grad_norm": 3.845367887472252,
      "learning_rate": 1.242436990155728e-06,
      "loss": 1.249,
      "step": 232
    },
    {
      "epoch": 0.8694029850746269,
      "grad_norm": 3.2664015113912237,
      "learning_rate": 1.2366382708421154e-06,
      "loss": 1.1988,
      "step": 233
    },
    {
      "epoch": 0.8731343283582089,
      "grad_norm": 3.9034686201589586,
      "learning_rate": 1.2308311101776932e-06,
      "loss": 1.2718,
      "step": 234
    },
    {
      "epoch": 0.8768656716417911,
      "grad_norm": 2.1523180105846844,
      "learning_rate": 1.2250157153152609e-06,
      "loss": 1.1845,
      "step": 235
    },
    {
      "epoch": 0.8805970149253731,
      "grad_norm": 2.8559179892421116,
      "learning_rate": 1.2191922937013488e-06,
      "loss": 1.2277,
      "step": 236
    },
    {
      "epoch": 0.8843283582089553,
      "grad_norm": 2.4964069518984697,
      "learning_rate": 1.2133610530688167e-06,
      "loss": 1.1304,
      "step": 237
    },
    {
      "epoch": 0.8880597014925373,
      "grad_norm": 1.6510558048415136,
      "learning_rate": 1.2075222014294447e-06,
      "loss": 1.0716,
      "step": 238
    },
    {
      "epoch": 0.8917910447761194,
      "grad_norm": 4.138846396996276,
      "learning_rate": 1.2016759470665109e-06,
      "loss": 1.1715,
      "step": 239
    },
    {
      "epoch": 0.8955223880597015,
      "grad_norm": 2.591000009602829,
      "learning_rate": 1.1958224985273645e-06,
      "loss": 1.2082,
      "step": 240
    },
    {
      "epoch": 0.8992537313432836,
      "grad_norm": 1.6656445235525534,
      "learning_rate": 1.1899620646159853e-06,
      "loss": 1.057,
      "step": 241
    },
    {
      "epoch": 0.9029850746268657,
      "grad_norm": 3.4344302308874486,
      "learning_rate": 1.1840948543855334e-06,
      "loss": 0.9381,
      "step": 242
    },
    {
      "epoch": 0.9067164179104478,
      "grad_norm": 2.5448689987449384,
      "learning_rate": 1.1782210771308947e-06,
      "loss": 1.1778,
      "step": 243
    },
    {
      "epoch": 0.9104477611940298,
      "grad_norm": 2.2000538592782433,
      "learning_rate": 1.1723409423812134e-06,
      "loss": 1.1269,
      "step": 244
    },
    {
      "epoch": 0.914179104477612,
      "grad_norm": 1.6886830906655088,
      "learning_rate": 1.1664546598924184e-06,
      "loss": 1.1615,
      "step": 245
    },
    {
      "epoch": 0.917910447761194,
      "grad_norm": 2.2494221352588886,
      "learning_rate": 1.1605624396397398e-06,
      "loss": 1.4029,
      "step": 246
    },
    {
      "epoch": 0.9216417910447762,
      "grad_norm": 2.012712883705275,
      "learning_rate": 1.1546644918102196e-06,
      "loss": 1.1799,
      "step": 247
    },
    {
      "epoch": 0.9253731343283582,
      "grad_norm": 2.3518817671490586,
      "learning_rate": 1.1487610267952142e-06,
      "loss": 1.1566,
      "step": 248
    },
    {
      "epoch": 0.9291044776119403,
      "grad_norm": 2.0646756101710593,
      "learning_rate": 1.1428522551828882e-06,
      "loss": 1.2883,
      "step": 249
    },
    {
      "epoch": 0.9328358208955224,
      "grad_norm": 1.812081401132651,
      "learning_rate": 1.1369383877507034e-06,
      "loss": 1.2653,
      "step": 250
    },
    {
      "epoch": 0.9365671641791045,
      "grad_norm": 2.242364078092567,
      "learning_rate": 1.131019635457899e-06,
      "loss": 1.1829,
      "step": 251
    },
    {
      "epoch": 0.9402985074626866,
      "grad_norm": 2.0182289267611258,
      "learning_rate": 1.1250962094379668e-06,
      "loss": 0.9778,
      "step": 252
    },
    {
      "epoch": 0.9440298507462687,
      "grad_norm": 2.4797725291235593,
      "learning_rate": 1.1191683209911201e-06,
      "loss": 1.0714,
      "step": 253
    },
    {
      "epoch": 0.9477611940298507,
      "grad_norm": 2.519766746322205,
      "learning_rate": 1.1132361815767552e-06,
      "loss": 1.2406,
      "step": 254
    },
    {
      "epoch": 0.9514925373134329,
      "grad_norm": 2.063185346641498,
      "learning_rate": 1.1073000028059095e-06,
      "loss": 0.987,
      "step": 255
    },
    {
      "epoch": 0.9552238805970149,
      "grad_norm": 1.5333052526002764,
      "learning_rate": 1.1013599964337106e-06,
      "loss": 0.8951,
      "step": 256
    },
    {
      "epoch": 0.9589552238805971,
      "grad_norm": 4.771307269529906,
      "learning_rate": 1.095416374351826e-06,
      "loss": 1.2666,
      "step": 257
    },
    {
      "epoch": 0.9626865671641791,
      "grad_norm": 2.717541175438304,
      "learning_rate": 1.0894693485809014e-06,
      "loss": 1.1109,
      "step": 258
    },
    {
      "epoch": 0.9664179104477612,
      "grad_norm": 2.756698383274168,
      "learning_rate": 1.0835191312629992e-06,
      "loss": 1.129,
      "step": 259
    },
    {
      "epoch": 0.9701492537313433,
      "grad_norm": 1.7033771070854546,
      "learning_rate": 1.0775659346540303e-06,
      "loss": 0.9603,
      "step": 260
    },
    {
      "epoch": 0.9738805970149254,
      "grad_norm": 2.5967915673434034,
      "learning_rate": 1.0716099711161832e-06,
      "loss": 1.1943,
      "step": 261
    },
    {
      "epoch": 0.9776119402985075,
      "grad_norm": 2.145466598370863,
      "learning_rate": 1.0656514531103483e-06,
      "loss": 0.8841,
      "step": 262
    },
    {
      "epoch": 0.9813432835820896,
      "grad_norm": 2.1800126434020477,
      "learning_rate": 1.0596905931885373e-06,
      "loss": 0.9661,
      "step": 263
    },
    {
      "epoch": 0.9850746268656716,
      "grad_norm": 2.8261681835210544,
      "learning_rate": 1.0537276039863047e-06,
      "loss": 1.1867,
      "step": 264
    },
    {
      "epoch": 0.9888059701492538,
      "grad_norm": 3.2978247537112586,
      "learning_rate": 1.04776269821516e-06,
      "loss": 1.2103,
      "step": 265
    },
    {
      "epoch": 0.9925373134328358,
      "grad_norm": 2.8052176780437064,
      "learning_rate": 1.0417960886549798e-06,
      "loss": 1.3141,
      "step": 266
    },
    {
      "epoch": 0.996268656716418,
      "grad_norm": 2.5933472539580635,
      "learning_rate": 1.035827988146418e-06,
      "loss": 1.078,
      "step": 267
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.8520830177001395,
      "learning_rate": 1.0298586095833151e-06,
      "loss": 1.3273,
      "step": 268
    }
  ],
  "logging_steps": 1,
  "max_steps": 536,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 268,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 50952048476160.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}