diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,7523 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9999981318415465,
+  "eval_steps": 500,
+  "global_step": 535286,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0018681584534637058,
+      "grad_norm": 7.906698703765869,
+      "learning_rate": 9.999978643682902e-05,
+      "loss": 3.2962,
+      "step": 500
+    },
+    {
+      "epoch": 0.0037363169069274116,
+      "grad_norm": 8.97018051147461,
+      "learning_rate": 9.99991423149794e-05,
+      "loss": 3.1699,
+      "step": 1000
+    },
+    {
+      "epoch": 0.005604475360391117,
+      "grad_norm": 15.646541595458984,
+      "learning_rate": 9.999806763655335e-05,
+      "loss": 3.0952,
+      "step": 1500
+    },
+    {
+      "epoch": 0.007472633813854823,
+      "grad_norm": 7.570132732391357,
+      "learning_rate": 9.999656241080522e-05,
+      "loss": 3.0763,
+      "step": 2000
+    },
+    {
+      "epoch": 0.009340792267318529,
+      "grad_norm": 5.853657245635986,
+      "learning_rate": 9.999462665069693e-05,
+      "loss": 3.0355,
+      "step": 2500
+    },
+    {
+      "epoch": 0.011208950720782235,
+      "grad_norm": 6.587205410003662,
+      "learning_rate": 9.999226553509718e-05,
+      "loss": 3.0291,
+      "step": 3000
+    },
+    {
+      "epoch": 0.01307710917424594,
+      "grad_norm": 6.537953853607178,
+      "learning_rate": 9.998946962095583e-05,
+      "loss": 2.9902,
+      "step": 3500
+    },
+    {
+      "epoch": 0.014945267627709646,
+      "grad_norm": 5.199572563171387,
+      "learning_rate": 9.998624323353232e-05,
+      "loss": 2.9598,
+      "step": 4000
+    },
+    {
+      "epoch": 0.016813426081173352,
+      "grad_norm": 6.676388263702393,
+      "learning_rate": 9.998258640060996e-05,
+      "loss": 2.9677,
+      "step": 4500
+    },
+    {
+      "epoch": 0.018681584534637058,
+      "grad_norm": 5.827391147613525,
+      "learning_rate": 9.997849915367876e-05,
+      "loss": 2.9525,
+      "step": 5000
+    },
+    {
+      "epoch": 0.020549742988100764,
+      "grad_norm": 7.3195953369140625,
+      "learning_rate": 9.997398152793517e-05,
+      "loss": 2.8857,
+      "step": 5500
+    },
+    {
+      "epoch": 0.02241790144156447,
+      "grad_norm": 5.648918151855469,
+      "learning_rate": 9.99690335622817e-05,
+      "loss": 2.8672,
+      "step": 6000
+    },
+    {
+      "epoch": 0.024286059895028175,
+      "grad_norm": 5.5112528800964355,
+      "learning_rate": 9.996366648525912e-05,
+      "loss": 2.9211,
+      "step": 6500
+    },
+    {
+      "epoch": 0.02615421834849188,
+      "grad_norm": 5.33510684967041,
+      "learning_rate": 9.995785883176955e-05,
+      "loss": 2.8746,
+      "step": 7000
+    },
+    {
+      "epoch": 0.028022376801955587,
+      "grad_norm": 4.034855365753174,
+      "learning_rate": 9.995162097720716e-05,
+      "loss": 2.8976,
+      "step": 7500
+    },
+    {
+      "epoch": 0.029890535255419293,
+      "grad_norm": 6.461133003234863,
+      "learning_rate": 9.994495297528784e-05,
+      "loss": 2.8834,
+      "step": 8000
+    },
+    {
+      "epoch": 0.031758693708883,
+      "grad_norm": 5.551321029663086,
+      "learning_rate": 9.993785488343162e-05,
+      "loss": 2.7976,
+      "step": 8500
+    },
+    {
+      "epoch": 0.033626852162346704,
+      "grad_norm": 4.432355880737305,
+      "learning_rate": 9.993032676276217e-05,
+      "loss": 2.8252,
+      "step": 9000
+    },
+    {
+      "epoch": 0.03549501061581041,
+      "grad_norm": 4.1577839851379395,
+      "learning_rate": 9.99223686781062e-05,
+      "loss": 2.8277,
+      "step": 9500
+    },
+    {
+      "epoch": 0.037363169069274116,
+      "grad_norm": 4.840776443481445,
+      "learning_rate": 9.991398069799303e-05,
+      "loss": 2.8151,
+      "step": 10000
+    },
+    {
+      "epoch": 0.03923132752273782,
+      "grad_norm": 5.0539093017578125,
+      "learning_rate": 9.99051628946539e-05,
+      "loss": 2.8342,
+      "step": 10500
+    },
+    {
+      "epoch": 0.04109948597620153,
+      "grad_norm": 4.669162750244141,
+      "learning_rate": 9.989593426795811e-05,
+      "loss": 2.8473,
+      "step": 11000
+    },
+    {
+      "epoch": 0.04296764442966523,
+      "grad_norm": 6.490626811981201,
+      "learning_rate": 9.98862579089188e-05,
+      "loss": 2.7918,
+      "step": 11500
+    },
+    {
+      "epoch": 0.04483580288312894,
+      "grad_norm": 5.523123741149902,
+      "learning_rate": 9.98761519653822e-05,
+      "loss": 2.8058,
+      "step": 12000
+    },
+    {
+      "epoch": 0.046703961336592645,
+      "grad_norm": 4.8026227951049805,
+      "learning_rate": 9.98656165243734e-05,
+      "loss": 2.76,
+      "step": 12500
+    },
+    {
+      "epoch": 0.04857211979005635,
+      "grad_norm": 4.3018083572387695,
+      "learning_rate": 9.985467403479736e-05,
+      "loss": 2.7533,
+      "step": 13000
+    },
+    {
+      "epoch": 0.050440278243520056,
+      "grad_norm": 3.7984395027160645,
+      "learning_rate": 9.984330394823319e-05,
+      "loss": 2.7928,
+      "step": 13500
+    },
+    {
+      "epoch": 0.05230843669698376,
+      "grad_norm": 3.971073627471924,
+      "learning_rate": 9.983148229059621e-05,
+      "loss": 2.7542,
+      "step": 14000
+    },
+    {
+      "epoch": 0.05417659515044747,
+      "grad_norm": 4.415925979614258,
+      "learning_rate": 9.98192315201501e-05,
+      "loss": 2.7767,
+      "step": 14500
+    },
+    {
+      "epoch": 0.056044753603911174,
+      "grad_norm": 4.695183277130127,
+      "learning_rate": 9.980655174238964e-05,
+      "loss": 2.7724,
+      "step": 15000
+    },
+    {
+      "epoch": 0.05791291205737488,
+      "grad_norm": 5.4851484298706055,
+      "learning_rate": 9.979344306650395e-05,
+      "loss": 2.7768,
+      "step": 15500
+    },
+    {
+      "epoch": 0.059781070510838585,
+      "grad_norm": 4.120709419250488,
+      "learning_rate": 9.977990560537549e-05,
+      "loss": 2.7775,
+      "step": 16000
+    },
+    {
+      "epoch": 0.06164922896430229,
+      "grad_norm": 3.63053560256958,
+      "learning_rate": 9.976593947557912e-05,
+      "loss": 2.7329,
+      "step": 16500
+    },
+    {
+      "epoch": 0.063517387417766,
+      "grad_norm": 4.178781509399414,
+      "learning_rate": 9.97515447973811e-05,
+      "loss": 2.7428,
+      "step": 17000
+    },
+    {
+      "epoch": 0.0653855458712297,
+      "grad_norm": 3.8429136276245117,
+      "learning_rate": 9.973675176842667e-05,
+      "loss": 2.7136,
+      "step": 17500
+    },
+    {
+      "epoch": 0.06725370432469341,
+      "grad_norm": 3.6935720443725586,
+      "learning_rate": 9.972150122544814e-05,
+      "loss": 2.6918,
+      "step": 18000
+    },
+    {
+      "epoch": 0.06912186277815711,
+      "grad_norm": 4.678779125213623,
+      "learning_rate": 9.970582251673812e-05,
+      "loss": 2.686,
+      "step": 18500
+    },
+    {
+      "epoch": 0.07099002123162082,
+      "grad_norm": 5.219886779785156,
+      "learning_rate": 9.968971577731036e-05,
+      "loss": 2.7664,
+      "step": 19000
+    },
+    {
+      "epoch": 0.07285817968508453,
+      "grad_norm": 3.985466241836548,
+      "learning_rate": 9.967318114586451e-05,
+      "loss": 2.7409,
+      "step": 19500
+    },
+    {
+      "epoch": 0.07472633813854823,
+      "grad_norm": 5.018237590789795,
+      "learning_rate": 9.965621876478483e-05,
+      "loss": 2.7278,
+      "step": 20000
+    },
+    {
+      "epoch": 0.07659449659201194,
+      "grad_norm": 4.305635452270508,
+      "learning_rate": 9.963882878013921e-05,
+      "loss": 2.7453,
+      "step": 20500
+    },
+    {
+      "epoch": 0.07846265504547564,
+      "grad_norm": 3.6431195735931396,
+      "learning_rate": 9.962101134167761e-05,
+      "loss": 2.6693,
+      "step": 21000
+    },
+    {
+      "epoch": 0.08033081349893935,
+      "grad_norm": 3.750077962875366,
+      "learning_rate": 9.960280351865064e-05,
+      "loss": 2.7108,
+      "step": 21500
+    },
+    {
+      "epoch": 0.08219897195240305,
+      "grad_norm": 3.730613946914673,
+      "learning_rate": 9.95841324906568e-05,
+      "loss": 2.6607,
+      "step": 22000
+    },
+    {
+      "epoch": 0.08406713040586676,
+      "grad_norm": 4.009971618652344,
+      "learning_rate": 9.956503447985205e-05,
+      "loss": 2.7232,
+      "step": 22500
+    },
+    {
+      "epoch": 0.08593528885933047,
+      "grad_norm": 3.1298115253448486,
+      "learning_rate": 9.954550965069465e-05,
+      "loss": 2.6655,
+      "step": 23000
+    },
+    {
+      "epoch": 0.08780344731279417,
+      "grad_norm": 3.9897303581237793,
+      "learning_rate": 9.952555817131835e-05,
+      "loss": 2.6755,
+      "step": 23500
+    },
+    {
+      "epoch": 0.08967160576625788,
+      "grad_norm": 5.565286636352539,
+      "learning_rate": 9.950522139495593e-05,
+      "loss": 2.6854,
+      "step": 24000
+    },
+    {
+      "epoch": 0.09153976421972158,
+      "grad_norm": 3.5274269580841064,
+      "learning_rate": 9.948441798666596e-05,
+      "loss": 2.6821,
+      "step": 24500
+    },
+    {
+      "epoch": 0.09340792267318529,
+      "grad_norm": 4.026999473571777,
+      "learning_rate": 9.946323133845033e-05,
+      "loss": 2.6389,
+      "step": 25000
+    },
+    {
+      "epoch": 0.095276081126649,
+      "grad_norm": 4.1627326011657715,
+      "learning_rate": 9.944157671638854e-05,
+      "loss": 2.6786,
+      "step": 25500
+    },
+    {
+      "epoch": 0.0971442395801127,
+      "grad_norm": 3.341585159301758,
+      "learning_rate": 9.94194963391034e-05,
+      "loss": 2.6419,
+      "step": 26000
+    },
+    {
+      "epoch": 0.09901239803357641,
+      "grad_norm": 3.5735983848571777,
+      "learning_rate": 9.939699039673516e-05,
+      "loss": 2.652,
+      "step": 26500
+    },
+    {
+      "epoch": 0.10088055648704011,
+      "grad_norm": 3.736764669418335,
+      "learning_rate": 9.937405908308882e-05,
+      "loss": 2.701,
+      "step": 27000
+    },
+    {
+      "epoch": 0.10274871494050382,
+      "grad_norm": 3.172218084335327,
+      "learning_rate": 9.935070259563231e-05,
+      "loss": 2.6086,
+      "step": 27500
+    },
+    {
+      "epoch": 0.10461687339396752,
+      "grad_norm": 3.945516347885132,
+      "learning_rate": 9.932692113549484e-05,
+      "loss": 2.6714,
+      "step": 28000
+    },
+    {
+      "epoch": 0.10648503184743123,
+      "grad_norm": 2.7730209827423096,
+      "learning_rate": 9.930271490746525e-05,
+      "loss": 2.6346,
+      "step": 28500
+    },
+    {
+      "epoch": 0.10835319030089494,
+      "grad_norm": 3.7872776985168457,
+      "learning_rate": 9.92780841199901e-05,
+      "loss": 2.6376,
+      "step": 29000
+    },
+    {
+      "epoch": 0.11022134875435864,
+      "grad_norm": 3.9411559104919434,
+      "learning_rate": 9.925302898517198e-05,
+      "loss": 2.6674,
+      "step": 29500
+    },
+    {
+      "epoch": 0.11208950720782235,
+      "grad_norm": 4.368437767028809,
+      "learning_rate": 9.922760110043857e-05,
+      "loss": 2.6232,
+      "step": 30000
+    },
+    {
+      "epoch": 0.11395766566128605,
+      "grad_norm": 4.385318279266357,
+      "learning_rate": 9.920169876946009e-05,
+      "loss": 2.595,
+      "step": 30500
+    },
+    {
+      "epoch": 0.11582582411474976,
+      "grad_norm": 3.4636647701263428,
+      "learning_rate": 9.917537274891421e-05,
+      "loss": 2.6073,
+      "step": 31000
+    },
+    {
+      "epoch": 0.11769398256821346,
+      "grad_norm": 2.474412202835083,
+      "learning_rate": 9.914862326550168e-05,
+      "loss": 2.655,
+      "step": 31500
+    },
+    {
+      "epoch": 0.11956214102167717,
+      "grad_norm": 3.5162529945373535,
+      "learning_rate": 9.912145054956974e-05,
+      "loss": 2.6259,
+      "step": 32000
+    },
+    {
+      "epoch": 0.12143029947514088,
+      "grad_norm": 3.149369716644287,
+      "learning_rate": 9.909385483511026e-05,
+      "loss": 2.6045,
+      "step": 32500
+    },
+    {
+      "epoch": 0.12329845792860458,
+      "grad_norm": 3.873689651489258,
+      "learning_rate": 9.906583635975763e-05,
+      "loss": 2.6476,
+      "step": 33000
+    },
+    {
+      "epoch": 0.1251666163820683,
+      "grad_norm": 4.371992588043213,
+      "learning_rate": 9.90374526682891e-05,
+      "loss": 2.6149,
+      "step": 33500
+    },
+    {
+      "epoch": 0.127034774835532,
+      "grad_norm": 4.554148197174072,
+      "learning_rate": 9.900859024291592e-05,
+      "loss": 2.6146,
+      "step": 34000
+    },
+    {
+      "epoch": 0.1289029332889957,
+      "grad_norm": 4.277965545654297,
+      "learning_rate": 9.897930579088681e-05,
+      "loss": 2.5902,
+      "step": 34500
+    },
+    {
+      "epoch": 0.1307710917424594,
+      "grad_norm": 4.317843914031982,
+      "learning_rate": 9.894959956437835e-05,
+      "loss": 2.6276,
+      "step": 35000
+    },
+    {
+      "epoch": 0.13263925019592313,
+      "grad_norm": 3.6088337898254395,
+      "learning_rate": 9.891953249519332e-05,
+      "loss": 2.5647,
+      "step": 35500
+    },
+    {
+      "epoch": 0.13450740864938682,
+      "grad_norm": 2.6994011402130127,
+      "learning_rate": 9.888898433303897e-05,
+      "loss": 2.6306,
+      "step": 36000
+    },
+    {
+      "epoch": 0.13637556710285054,
+      "grad_norm": 3.670053005218506,
+      "learning_rate": 9.885801517418857e-05,
+      "loss": 2.6103,
+      "step": 36500
+    },
+    {
+      "epoch": 0.13824372555631423,
+      "grad_norm": 3.3493151664733887,
+      "learning_rate": 9.882662528532621e-05,
+      "loss": 2.5293,
+      "step": 37000
+    },
+    {
+      "epoch": 0.14011188400977795,
+      "grad_norm": 4.308838844299316,
+      "learning_rate": 9.879481493675895e-05,
+      "loss": 2.5701,
+      "step": 37500
+    },
+    {
+      "epoch": 0.14198004246324164,
+      "grad_norm": 3.550856828689575,
+      "learning_rate": 9.876258440241463e-05,
+      "loss": 2.5949,
+      "step": 38000
+    },
+    {
+      "epoch": 0.14384820091670536,
+      "grad_norm": 3.9775218963623047,
+      "learning_rate": 9.872999967960666e-05,
+      "loss": 2.5844,
+      "step": 38500
+    },
+    {
+      "epoch": 0.14571635937016905,
+      "grad_norm": 3.936997413635254,
+      "learning_rate": 9.869693044893364e-05,
+      "loss": 2.5558,
+      "step": 39000
+    },
+    {
+      "epoch": 0.14758451782363277,
+      "grad_norm": 4.209615707397461,
+      "learning_rate": 9.866344187539423e-05,
+      "loss": 2.5605,
+      "step": 39500
+    },
+    {
+      "epoch": 0.14945267627709646,
+      "grad_norm": 4.603176116943359,
+      "learning_rate": 9.862960248064681e-05,
+      "loss": 2.6045,
+      "step": 40000
+    },
+    {
+      "epoch": 0.15132083473056018,
+      "grad_norm": 3.0863678455352783,
+      "learning_rate": 9.859527692735271e-05,
+      "loss": 2.5638,
+      "step": 40500
+    },
+    {
+      "epoch": 0.15318899318402387,
+      "grad_norm": 3.8357596397399902,
+      "learning_rate": 9.856053290655904e-05,
+      "loss": 2.5569,
+      "step": 41000
+    },
+    {
+      "epoch": 0.1550571516374876,
+      "grad_norm": 3.3822269439697266,
+      "learning_rate": 9.85253707174563e-05,
+      "loss": 2.5459,
+      "step": 41500
+    },
+    {
+      "epoch": 0.1569253100909513,
+      "grad_norm": 4.058901309967041,
+      "learning_rate": 9.848979066283589e-05,
+      "loss": 2.6128,
+      "step": 42000
+    },
+    {
+      "epoch": 0.158793468544415,
+      "grad_norm": 4.78932523727417,
+      "learning_rate": 9.84537930490876e-05,
+      "loss": 2.5862,
+      "step": 42500
+    },
+    {
+      "epoch": 0.1606616269978787,
+      "grad_norm": 3.3654229640960693,
+      "learning_rate": 9.841737818619692e-05,
+      "loss": 2.5509,
+      "step": 43000
+    },
+    {
+      "epoch": 0.16252978545134242,
+      "grad_norm": 3.9686570167541504,
+      "learning_rate": 9.838054638774244e-05,
+      "loss": 2.5089,
+      "step": 43500
+    },
+    {
+      "epoch": 0.1643979439048061,
+      "grad_norm": 2.973649740219116,
+      "learning_rate": 9.834329797089303e-05,
+      "loss": 2.5321,
+      "step": 44000
+    },
+    {
+      "epoch": 0.16626610235826983,
+      "grad_norm": 2.5326201915740967,
+      "learning_rate": 9.83056332564052e-05,
+      "loss": 2.5408,
+      "step": 44500
+    },
+    {
+      "epoch": 0.16813426081173352,
+      "grad_norm": 3.884883165359497,
+      "learning_rate": 9.826762914491992e-05,
+      "loss": 2.5352,
+      "step": 45000
+    },
+    {
+      "epoch": 0.17000241926519724,
+      "grad_norm": 3.9567508697509766,
+      "learning_rate": 9.822913364272259e-05,
+      "loss": 2.5619,
+      "step": 45500
+    },
+    {
+      "epoch": 0.17187057771866093,
+      "grad_norm": 3.041057825088501,
+      "learning_rate": 9.819022282598776e-05,
+      "loss": 2.555,
+      "step": 46000
+    },
+    {
+      "epoch": 0.17373873617212465,
+      "grad_norm": 3.1877288818359375,
+      "learning_rate": 9.815089702978735e-05,
+      "loss": 2.5458,
+      "step": 46500
+    },
+    {
+      "epoch": 0.17560689462558834,
+      "grad_norm": 3.142703056335449,
+      "learning_rate": 9.811115659276677e-05,
+      "loss": 2.5607,
+      "step": 47000
+    },
+    {
+      "epoch": 0.17747505307905206,
+      "grad_norm": 3.609555959701538,
+      "learning_rate": 9.807100185714202e-05,
+      "loss": 2.5683,
+      "step": 47500
+    },
+    {
+      "epoch": 0.17934321153251576,
+      "grad_norm": 3.200345277786255,
+      "learning_rate": 9.803051471896693e-05,
+      "loss": 2.5496,
+      "step": 48000
+    },
+    {
+      "epoch": 0.18121136998597948,
+      "grad_norm": 3.56850266456604,
+      "learning_rate": 9.798953325390536e-05,
+      "loss": 2.5425,
+      "step": 48500
+    },
+    {
+      "epoch": 0.18307952843944317,
+      "grad_norm": 3.4314849376678467,
+      "learning_rate": 9.794813853757214e-05,
+      "loss": 2.5238,
+      "step": 49000
+    },
+    {
+      "epoch": 0.1849476868929069,
+      "grad_norm": 3.024343967437744,
+      "learning_rate": 9.790633092642875e-05,
+      "loss": 2.5786,
+      "step": 49500
+    },
+    {
+      "epoch": 0.18681584534637058,
+      "grad_norm": 3.2595534324645996,
+      "learning_rate": 9.786419563225273e-05,
+      "loss": 2.5386,
+      "step": 50000
+    },
+    {
+      "epoch": 0.1886840037998343,
+      "grad_norm": 3.6985089778900146,
+      "learning_rate": 9.782156413906974e-05,
+      "loss": 2.5338,
+      "step": 50500
+    },
+    {
+      "epoch": 0.190552162253298,
+      "grad_norm": 2.9342880249023438,
+      "learning_rate": 9.777852084104404e-05,
+      "loss": 2.4992,
+      "step": 51000
+    },
+    {
+      "epoch": 0.1924203207067617,
+      "grad_norm": 2.8690543174743652,
+      "learning_rate": 9.773506610883352e-05,
+      "loss": 2.571,
+      "step": 51500
+    },
+    {
+      "epoch": 0.1942884791602254,
+      "grad_norm": 2.8353734016418457,
+      "learning_rate": 9.769120031663902e-05,
+      "loss": 2.4895,
+      "step": 52000
+    },
+    {
+      "epoch": 0.19615663761368912,
+      "grad_norm": 3.6773738861083984,
+      "learning_rate": 9.764692384220111e-05,
+      "loss": 2.5121,
+      "step": 52500
+    },
+    {
+      "epoch": 0.19802479606715281,
+      "grad_norm": 3.3569443225860596,
+      "learning_rate": 9.760223706679688e-05,
+      "loss": 2.527,
+      "step": 53000
+    },
+    {
+      "epoch": 0.19989295452061653,
+      "grad_norm": 2.970712184906006,
+      "learning_rate": 9.755714037523662e-05,
+      "loss": 2.5337,
+      "step": 53500
+    },
+    {
+      "epoch": 0.20176111297408023,
+      "grad_norm": 3.2004318237304688,
+      "learning_rate": 9.751172557674817e-05,
+      "loss": 2.5342,
+      "step": 54000
+    },
+    {
+      "epoch": 0.20362927142754395,
+      "grad_norm": 3.16782546043396,
+      "learning_rate": 9.746581103930153e-05,
+      "loss": 2.524,
+      "step": 54500
+    },
+    {
+      "epoch": 0.20549742988100764,
+      "grad_norm": 3.3260490894317627,
+      "learning_rate": 9.741948776050147e-05,
+      "loss": 2.4701,
+      "step": 55000
+    },
+    {
+      "epoch": 0.20736558833447136,
+      "grad_norm": 3.6631577014923096,
+      "learning_rate": 9.737275613925072e-05,
+      "loss": 2.5314,
+      "step": 55500
+    },
+    {
+      "epoch": 0.20923374678793505,
+      "grad_norm": 2.5733258724212646,
+      "learning_rate": 9.732561657796828e-05,
+      "loss": 2.5362,
+      "step": 56000
+    },
+    {
+      "epoch": 0.21110190524139877,
+      "grad_norm": 3.8227956295013428,
+      "learning_rate": 9.727816498322433e-05,
+      "loss": 2.4807,
+      "step": 56500
+    },
+    {
+      "epoch": 0.21297006369486246,
+      "grad_norm": 3.5182738304138184,
+      "learning_rate": 9.723021157702207e-05,
+      "loss": 2.5263,
+      "step": 57000
+    },
+    {
+      "epoch": 0.21483822214832618,
+      "grad_norm": 3.405224084854126,
+      "learning_rate": 9.71818514582792e-05,
+      "loss": 2.5105,
+      "step": 57500
+    },
+    {
+      "epoch": 0.21670638060178987,
+      "grad_norm": 2.988802671432495,
+      "learning_rate": 9.713308504343815e-05,
+      "loss": 2.5297,
+      "step": 58000
+    },
+    {
+      "epoch": 0.2185745390552536,
+      "grad_norm": 2.3862366676330566,
+      "learning_rate": 9.708391275244016e-05,
+      "loss": 2.5006,
+      "step": 58500
+    },
+    {
+      "epoch": 0.22044269750871728,
+      "grad_norm": 3.3643691539764404,
+      "learning_rate": 9.703433500872156e-05,
+      "loss": 2.5255,
+      "step": 59000
+    },
+    {
+      "epoch": 0.222310855962181,
+      "grad_norm": 3.6664035320281982,
+      "learning_rate": 9.698435223921016e-05,
+      "loss": 2.4421,
+      "step": 59500
+    },
+    {
+      "epoch": 0.2241790144156447,
+      "grad_norm": 3.3508718013763428,
+      "learning_rate": 9.693396487432153e-05,
+      "loss": 2.4893,
+      "step": 60000
+    },
+    {
+      "epoch": 0.22604717286910841,
+      "grad_norm": 3.5202372074127197,
+      "learning_rate": 9.688337731857194e-05,
+      "loss": 2.505,
+      "step": 60500
+    },
+    {
+      "epoch": 0.2279153313225721,
+      "grad_norm": 4.265177249908447,
+      "learning_rate": 9.683218368212872e-05,
+      "loss": 2.5134,
+      "step": 61000
+    },
+    {
+      "epoch": 0.22978348977603583,
+      "grad_norm": 3.761479377746582,
+      "learning_rate": 9.67805867606742e-05,
+      "loss": 2.477,
+      "step": 61500
+    },
+    {
+      "epoch": 0.23165164822949952,
+      "grad_norm": 3.254711866378784,
+      "learning_rate": 9.67285869985239e-05,
+      "loss": 2.4894,
+      "step": 62000
+    },
+    {
+      "epoch": 0.23351980668296324,
+      "grad_norm": 3.4447569847106934,
+      "learning_rate": 9.667629004906115e-05,
+      "loss": 2.5338,
+      "step": 62500
+    },
+    {
+      "epoch": 0.23538796513642693,
+      "grad_norm": 3.283677577972412,
+      "learning_rate": 9.662348675576849e-05,
+      "loss": 2.5028,
+      "step": 63000
+    },
+    {
+      "epoch": 0.23725612358989065,
+      "grad_norm": 3.641008138656616,
+      "learning_rate": 9.657028197461201e-05,
+      "loss": 2.5102,
+      "step": 63500
+    },
+    {
+      "epoch": 0.23912428204335434,
+      "grad_norm": 2.3239517211914062,
+      "learning_rate": 9.651667616375301e-05,
+      "loss": 2.4692,
+      "step": 64000
+    },
+    {
+      "epoch": 0.24099244049681806,
+      "grad_norm": 2.590287446975708,
+      "learning_rate": 9.646266978480605e-05,
+      "loss": 2.4753,
+      "step": 64500
+    },
+    {
+      "epoch": 0.24286059895028175,
+      "grad_norm": 3.5106756687164307,
+      "learning_rate": 9.640826330283514e-05,
+      "loss": 2.4541,
+      "step": 65000
+    },
+    {
+      "epoch": 0.24472875740374547,
+      "grad_norm": 2.9911463260650635,
+      "learning_rate": 9.635345718634972e-05,
+      "loss": 2.5228,
+      "step": 65500
+    },
+    {
+      "epoch": 0.24659691585720916,
+      "grad_norm": 3.7811479568481445,
+      "learning_rate": 9.629825190730053e-05,
+      "loss": 2.468,
+      "step": 66000
+    },
+    {
+      "epoch": 0.24846507431067288,
+      "grad_norm": 3.073608875274658,
+      "learning_rate": 9.624275954658023e-05,
+      "loss": 2.5416,
+      "step": 66500
+    },
+    {
+      "epoch": 0.2503332327641366,
+      "grad_norm": 2.943208932876587,
+      "learning_rate": 9.618675816793752e-05,
+      "loss": 2.4685,
+      "step": 67000
+    },
+    {
+      "epoch": 0.25220139121760027,
+      "grad_norm": 2.2683610916137695,
+      "learning_rate": 9.613047225704368e-05,
+      "loss": 2.4953,
+      "step": 67500
+    },
+    {
+      "epoch": 0.254069549671064,
+      "grad_norm": 3.0341203212738037,
+      "learning_rate": 9.607367670392133e-05,
+      "loss": 2.4601,
+      "step": 68000
+    },
+    {
+      "epoch": 0.2559377081245277,
+      "grad_norm": 3.2594239711761475,
+      "learning_rate": 9.60164843975031e-05,
+      "loss": 2.4339,
+      "step": 68500
+    },
+    {
+      "epoch": 0.2578058665779914,
+      "grad_norm": 3.045818328857422,
+      "learning_rate": 9.595889583028791e-05,
+      "loss": 2.4237,
+      "step": 69000
+    },
+    {
+      "epoch": 0.2596740250314551,
+      "grad_norm": 3.0980165004730225,
+      "learning_rate": 9.590091149818697e-05,
+      "loss": 2.5111,
+      "step": 69500
+    },
+    {
+      "epoch": 0.2615421834849188,
+      "grad_norm": 2.206389904022217,
+      "learning_rate": 9.584253190051957e-05,
+      "loss": 2.4885,
+      "step": 70000
+    },
+    {
+      "epoch": 0.26341034193838253,
+      "grad_norm": 3.909090518951416,
+      "learning_rate": 9.578387548236723e-05,
+      "loss": 2.4945,
+      "step": 70500
+    },
+    {
+      "epoch": 0.26527850039184625,
+      "grad_norm": 3.3355019092559814,
+      "learning_rate": 9.572470765314143e-05,
+      "loss": 2.4225,
+      "step": 71000
+    },
+    {
+      "epoch": 0.2671466588453099,
+      "grad_norm": 2.9104554653167725,
+      "learning_rate": 9.56651460756897e-05,
+      "loss": 2.4666,
+      "step": 71500
+    },
+    {
+      "epoch": 0.26901481729877363,
+      "grad_norm": 2.195571184158325,
+      "learning_rate": 9.560519126291337e-05,
+      "loss": 2.4738,
+      "step": 72000
+    },
+    {
+      "epoch": 0.27088297575223735,
+      "grad_norm": 2.8600668907165527,
+      "learning_rate": 9.554484373110011e-05,
+      "loss": 2.3982,
+      "step": 72500
+    },
+    {
+      "epoch": 0.2727511342057011,
+      "grad_norm": 2.985612630844116,
+      "learning_rate": 9.54842258704496e-05,
+      "loss": 2.4708,
+      "step": 73000
+    },
+    {
+      "epoch": 0.27461929265916474,
+      "grad_norm": 2.609339475631714,
+      "learning_rate": 9.542309524577655e-05,
+      "loss": 2.4385,
+      "step": 73500
+    },
+    {
+      "epoch": 0.27648745111262846,
+      "grad_norm": 2.9328203201293945,
+      "learning_rate": 9.536157347014623e-05,
+      "loss": 2.3942,
+      "step": 74000
+    },
+    {
+      "epoch": 0.2783556095660922,
+      "grad_norm": 3.242722511291504,
+      "learning_rate": 9.529966107333978e-05,
+      "loss": 2.4568,
+      "step": 74500
+    },
+    {
+      "epoch": 0.2802237680195559,
+      "grad_norm": 2.90252423286438,
+      "learning_rate": 9.523735858850218e-05,
+      "loss": 2.4495,
+      "step": 75000
+    },
+    {
+      "epoch": 0.2820919264730196,
+      "grad_norm": 2.491132974624634,
+      "learning_rate": 9.517466655213752e-05,
+      "loss": 2.4401,
+      "step": 75500
+    },
+    {
+      "epoch": 0.2839600849264833,
+      "grad_norm": 2.714989185333252,
+      "learning_rate": 9.511171205407364e-05,
+      "loss": 2.4607,
+      "step": 76000
+    },
+    {
+      "epoch": 0.285828243379947,
+      "grad_norm": 3.1541576385498047,
+      "learning_rate": 9.50482433139732e-05,
+      "loss": 2.4522,
+      "step": 76500
+    },
+    {
+      "epoch": 0.2876964018334107,
+      "grad_norm": 3.280564546585083,
+      "learning_rate": 9.498438665087013e-05,
+      "loss": 2.4696,
+      "step": 77000
+    },
+    {
+      "epoch": 0.28956456028687444,
+      "grad_norm": 3.0421793460845947,
+      "learning_rate": 9.492014261465201e-05,
+      "loss": 2.482,
+      "step": 77500
+    },
+    {
+      "epoch": 0.2914327187403381,
+      "grad_norm": 2.658756971359253,
+      "learning_rate": 9.485551175854214e-05,
+      "loss": 2.4464,
+      "step": 78000
+    },
+    {
+      "epoch": 0.2933008771938018,
+      "grad_norm": 4.537105083465576,
+      "learning_rate": 9.479049463909488e-05,
+      "loss": 2.444,
+      "step": 78500
+    },
+    {
+      "epoch": 0.29516903564726554,
+      "grad_norm": 2.9097115993499756,
+      "learning_rate": 9.472509181619083e-05,
+      "loss": 2.4631,
+      "step": 79000
+    },
+    {
+      "epoch": 0.29703719410072926,
+      "grad_norm": 2.133843421936035,
+      "learning_rate": 9.465943581295223e-05,
+      "loss": 2.4159,
+      "step": 79500
+    },
+    {
+      "epoch": 0.2989053525541929,
+      "grad_norm": 2.5699055194854736,
+      "learning_rate": 9.459326404463687e-05,
+      "loss": 2.4392,
+      "step": 80000
+    },
+    {
+      "epoch": 0.30077351100765665,
+      "grad_norm": 2.927656412124634,
+      "learning_rate": 9.452684176567582e-05,
+      "loss": 2.4121,
+      "step": 80500
+    },
+    {
+      "epoch": 0.30264166946112037,
+      "grad_norm": 3.3542892932891846,
+      "learning_rate": 9.44599033266823e-05,
+      "loss": 2.4138,
+      "step": 81000
+    },
+    {
+      "epoch": 0.3045098279145841,
+      "grad_norm": 2.9518256187438965,
+      "learning_rate": 9.439258203104611e-05,
+      "loss": 2.4193,
+      "step": 81500
+    },
+    {
+      "epoch": 0.30637798636804775,
+      "grad_norm": 2.9476184844970703,
+      "learning_rate": 9.432487845848965e-05,
+      "loss": 2.3944,
+      "step": 82000
+    },
+    {
+      "epoch": 0.30824614482151147,
+      "grad_norm": 2.688512086868286,
+      "learning_rate": 9.425679319202733e-05,
+      "loss": 2.4331,
+      "step": 82500
+    },
+    {
+      "epoch": 0.3101143032749752,
+      "grad_norm": 2.971700429916382,
+      "learning_rate": 9.418832681796042e-05,
+      "loss": 2.4513,
+      "step": 83000
+    },
+    {
+      "epoch": 0.3119824617284389,
+      "grad_norm": 2.495612382888794,
+      "learning_rate": 9.411947992587194e-05,
+      "loss": 2.3972,
+      "step": 83500
+    },
+    {
+      "epoch": 0.3138506201819026,
+      "grad_norm": 3.071038246154785,
+      "learning_rate": 9.405025310862172e-05,
+      "loss": 2.4309,
+      "step": 84000
+    },
+    {
+      "epoch": 0.3157187786353663,
+      "grad_norm": 3.627650260925293,
+      "learning_rate": 9.398064696234121e-05,
+      "loss": 2.4297,
+      "step": 84500
+    },
+    {
+      "epoch": 0.31758693708883,
+      "grad_norm": 2.077777147293091,
+      "learning_rate": 9.391066208642838e-05,
+      "loss": 2.4245,
+      "step": 85000
+    },
+    {
+      "epoch": 0.31945509554229373,
+      "grad_norm": 3.0603654384613037,
+      "learning_rate": 9.384044018651683e-05,
+      "loss": 2.4145,
+      "step": 85500
+    },
+    {
+      "epoch": 0.3213232539957574,
+      "grad_norm": 2.993283271789551,
+      "learning_rate": 9.37697004170087e-05,
+      "loss": 2.4095,
+      "step": 86000
+    },
+    {
+      "epoch": 0.3231914124492211,
+      "grad_norm": 2.8521878719329834,
+      "learning_rate": 9.369858373438785e-05,
+      "loss": 2.3967,
+      "step": 86500
+    },
+    {
+      "epoch": 0.32505957090268484,
+      "grad_norm": 3.297847032546997,
+      "learning_rate": 9.362709075105988e-05,
+      "loss": 2.4343,
+      "step": 87000
+    },
+    {
+      "epoch": 0.32692772935614856,
+      "grad_norm": 2.3240292072296143,
+      "learning_rate": 9.355522208267086e-05,
+      "loss": 2.3947,
+      "step": 87500
+    },
+    {
+      "epoch": 0.3287958878096122,
+      "grad_norm": 3.8041253089904785,
+      "learning_rate": 9.348297834810195e-05,
+      "loss": 2.4111,
+      "step": 88000
+    },
+    {
+      "epoch": 0.33066404626307594,
+      "grad_norm": 2.6961183547973633,
+      "learning_rate": 9.341036016946413e-05,
+      "loss": 2.4159,
+      "step": 88500
+    },
+    {
+      "epoch": 0.33253220471653966,
+      "grad_norm": 3.0299246311187744,
+      "learning_rate": 9.33373681720928e-05,
+      "loss": 2.4012,
+      "step": 89000
+    },
+    {
+      "epoch": 0.3344003631700034,
+      "grad_norm": 2.75026273727417,
+      "learning_rate": 9.326415008694199e-05,
+      "loss": 2.3755,
+      "step": 89500
+    },
+    {
+      "epoch": 0.33626852162346704,
+      "grad_norm": 2.4696195125579834,
+      "learning_rate": 9.319056093086089e-05,
+      "loss": 2.3953,
+      "step": 90000
+    },
+    {
+      "epoch": 0.33813668007693076,
+      "grad_norm": 2.428610324859619,
+      "learning_rate": 9.311645274788967e-05,
+      "loss": 2.4433,
+      "step": 90500
+    },
+    {
+      "epoch": 0.3400048385303945,
+      "grad_norm": 2.851217269897461,
+      "learning_rate": 9.304197327710381e-05,
+      "loss": 2.429,
+      "step": 91000
+    },
+    {
+      "epoch": 0.3418729969838582,
+      "grad_norm": 3.0488922595977783,
+      "learning_rate": 9.296712315986686e-05,
+      "loss": 2.417,
+      "step": 91500
+    },
+    {
+      "epoch": 0.34374115543732187,
+      "grad_norm": 2.7306880950927734,
+      "learning_rate": 9.289190304073406e-05,
+      "loss": 2.4539,
+      "step": 92000
+    },
+    {
+      "epoch": 0.3456093138907856,
+      "grad_norm": 3.2483866214752197,
+      "learning_rate": 9.281631356744687e-05,
+      "loss": 2.3616,
+      "step": 92500
+    },
+    {
+      "epoch": 0.3474774723442493,
+      "grad_norm": 2.66874098777771,
+      "learning_rate": 9.274035539092736e-05,
+      "loss": 2.3984,
+      "step": 93000
+    },
+    {
+      "epoch": 0.349345630797713,
+      "grad_norm": 2.5911643505096436,
+      "learning_rate": 9.266402916527259e-05,
+      "loss": 2.4403,
+      "step": 93500
+    },
+    {
+      "epoch": 0.3512137892511767,
+      "grad_norm": 3.084787607192993,
+      "learning_rate": 9.258748930120269e-05,
+      "loss": 2.3685,
+      "step": 94000
+    },
+    {
+      "epoch": 0.3530819477046404,
+      "grad_norm": 3.077162742614746,
+      "learning_rate": 9.251042968504211e-05,
+      "loss": 2.4033,
+      "step": 94500
+    },
+    {
+      "epoch": 0.35495010615810413,
+      "grad_norm": 2.7327165603637695,
+      "learning_rate": 9.243300399970075e-05,
+      "loss": 2.357,
+      "step": 95000
+    },
+    {
+      "epoch": 0.35681826461156785,
+      "grad_norm": 2.942444324493408,
+      "learning_rate": 9.235521291191276e-05,
+      "loss": 2.4114,
+      "step": 95500
+    },
+    {
+      "epoch": 0.3586864230650315,
+      "grad_norm": 2.504429817199707,
+      "learning_rate": 9.227705709155896e-05,
+      "loss": 2.3763,
+      "step": 96000
+    },
+    {
+      "epoch": 0.36055458151849523,
+      "grad_norm": 3.322981119155884,
+      "learning_rate": 9.219853721166094e-05,
+      "loss": 2.4037,
+      "step": 96500
+    },
+    {
+      "epoch": 0.36242273997195895,
+      "grad_norm": 2.8509936332702637,
+      "learning_rate": 9.21196539483753e-05,
+      "loss": 2.4089,
+      "step": 97000
+    },
+    {
+      "epoch": 0.36429089842542267,
+      "grad_norm": 3.585662603378296,
+      "learning_rate": 9.204040798098783e-05,
+      "loss": 2.4132,
+      "step": 97500
+    },
+    {
+      "epoch": 0.36615905687888634,
+      "grad_norm": 2.8213889598846436,
+      "learning_rate": 9.196095956872841e-05,
+      "loss": 2.3647,
+      "step": 98000
+    },
+    {
+      "epoch": 0.36802721533235006,
+      "grad_norm": 3.3626108169555664,
+      "learning_rate": 9.188099096546838e-05,
+      "loss": 2.4143,
+      "step": 98500
+    },
+    {
+      "epoch": 0.3698953737858138,
+      "grad_norm": 2.993591785430908,
+      "learning_rate": 9.180066171330013e-05,
+      "loss": 2.3806,
+      "step": 99000
+    },
+    {
+      "epoch": 0.3717635322392775,
+      "grad_norm": 2.9788472652435303,
+      "learning_rate": 9.171997250396128e-05,
+      "loss": 2.3571,
+      "step": 99500
+    },
+    {
+      "epoch": 0.37363169069274116,
+      "grad_norm": 2.3888766765594482,
+      "learning_rate": 9.163908648731292e-05,
+      "loss": 2.3841,
+      "step": 100000
+    },
+    {
+      "epoch": 0.3754998491462049,
+      "grad_norm": 3.0424160957336426,
+      "learning_rate": 9.155768016766876e-05,
+      "loss": 2.4152,
+      "step": 100500
+    },
+    {
+      "epoch": 0.3773680075996686,
+      "grad_norm": 2.592036724090576,
+      "learning_rate": 9.147591598323593e-05,
+      "loss": 2.3465,
+      "step": 101000
+    },
+    {
+      "epoch": 0.3792361660531323,
+      "grad_norm": 2.8690261840820312,
+      "learning_rate": 9.139379463810866e-05,
+      "loss": 2.3974,
+      "step": 101500
+    },
+    {
+      "epoch": 0.381104324506596,
+      "grad_norm": 2.7227180004119873,
+      "learning_rate": 9.131148215032317e-05,
+      "loss": 2.3688,
+      "step": 102000
+    },
+    {
+      "epoch": 0.3829724829600597,
+      "grad_norm": 2.856623888015747,
+      "learning_rate": 9.12286493191618e-05,
+      "loss": 2.4341,
+      "step": 102500
+    },
+    {
+      "epoch": 0.3848406414135234,
+      "grad_norm": 2.56028151512146,
+      "learning_rate": 9.114546145658827e-05,
+      "loss": 2.427,
+      "step": 103000
+    },
+    {
+      "epoch": 0.38670879986698714,
+      "grad_norm": 3.3118507862091064,
+      "learning_rate": 9.106208671644056e-05,
+      "loss": 2.3166,
+      "step": 103500
+    },
+    {
+      "epoch": 0.3885769583204508,
+      "grad_norm": 3.2025699615478516,
+      "learning_rate": 9.097819164962692e-05,
+      "loss": 2.4462,
+      "step": 104000
+    },
+    {
+      "epoch": 0.3904451167739145,
+      "grad_norm": 3.240300416946411,
+      "learning_rate": 9.089394370816208e-05,
+      "loss": 2.4285,
+      "step": 104500
+    },
+    {
+      "epoch": 0.39231327522737824,
+      "grad_norm": 3.5723962783813477,
+      "learning_rate": 9.080934361752857e-05,
+      "loss": 2.355,
+      "step": 105000
+    },
+    {
+      "epoch": 0.39418143368084196,
+      "grad_norm": 3.186774253845215,
+      "learning_rate": 9.072456235949608e-05,
+      "loss": 2.4029,
+      "step": 105500
+    },
+    {
+      "epoch": 0.39604959213430563,
+      "grad_norm": 2.629359006881714,
+      "learning_rate": 9.063926085974259e-05,
+      "loss": 2.3459,
+      "step": 106000
+    },
+    {
+      "epoch": 0.39791775058776935,
+      "grad_norm": 3.2429652214050293,
+      "learning_rate": 9.055360940396558e-05,
+      "loss": 2.3847,
+      "step": 106500
+    },
+    {
+      "epoch": 0.39978590904123307,
+      "grad_norm": 2.427645206451416,
+      "learning_rate": 9.046760872973364e-05,
+      "loss": 2.3435,
+      "step": 107000
+    },
+    {
+      "epoch": 0.4016540674946968,
+      "grad_norm": 2.556652784347534,
+      "learning_rate": 9.038143262321399e-05,
+      "loss": 2.4121,
+      "step": 107500
+    },
+    {
+      "epoch": 0.40352222594816045,
+      "grad_norm": 2.9563798904418945,
+      "learning_rate": 9.029473643152501e-05,
+      "loss": 2.3786,
+      "step": 108000
+    },
+    {
+      "epoch": 0.40539038440162417,
+      "grad_norm": 2.457141876220703,
+      "learning_rate": 9.020769325060857e-05,
+      "loss": 2.3734,
+      "step": 108500
+    },
+    {
+      "epoch": 0.4072585428550879,
+      "grad_norm": 2.489871025085449,
+      "learning_rate": 9.012030383001778e-05,
+      "loss": 2.3934,
+      "step": 109000
+    },
+    {
+      "epoch": 0.4091267013085516,
+      "grad_norm": 2.9061882495880127,
+      "learning_rate": 9.003256892228738e-05,
+      "loss": 2.3507,
+      "step": 109500
+    },
+    {
+      "epoch": 0.4109948597620153,
+      "grad_norm": 3.2263598442077637,
+      "learning_rate": 8.994448928292711e-05,
+      "loss": 2.3866,
+      "step": 110000
+    },
+    {
+      "epoch": 0.412863018215479,
+      "grad_norm": 2.9006874561309814,
+      "learning_rate": 8.985606567041537e-05,
+      "loss": 2.3546,
+      "step": 110500
+    },
+    {
+      "epoch": 0.4147311766689427,
+      "grad_norm": 2.51509428024292,
+      "learning_rate": 8.976747672185874e-05,
+      "loss": 2.3669,
+      "step": 111000
+    },
+    {
+      "epoch": 0.41659933512240643,
+      "grad_norm": 2.6938908100128174,
+      "learning_rate": 8.967836813445061e-05,
+      "loss": 2.3485,
+      "step": 111500
+    },
+    {
+      "epoch": 0.4184674935758701,
+      "grad_norm": 2.7218174934387207,
+      "learning_rate": 8.958891786553452e-05,
+      "loss": 2.3798,
+      "step": 112000
+    },
+    {
+      "epoch": 0.4203356520293338,
+      "grad_norm": 3.0031161308288574,
+      "learning_rate": 8.949912668539173e-05,
+      "loss": 2.3501,
+      "step": 112500
+    },
+    {
+      "epoch": 0.42220381048279754,
+      "grad_norm": 2.5878889560699463,
+      "learning_rate": 8.940899536723916e-05,
+      "loss": 2.3512,
+      "step": 113000
+    },
+    {
+      "epoch": 0.42407196893626126,
+      "grad_norm": 2.7273967266082764,
+      "learning_rate": 8.931852468722277e-05,
+      "loss": 2.3394,
+      "step": 113500
+    },
+    {
+      "epoch": 0.4259401273897249,
+      "grad_norm": 2.3990983963012695,
+      "learning_rate": 8.922771542441081e-05,
+      "loss": 2.3104,
+      "step": 114000
+    },
+    {
+      "epoch": 0.42780828584318864,
+      "grad_norm": 3.0549476146698,
+      "learning_rate": 8.913656836078725e-05,
+      "loss": 2.3557,
+      "step": 114500
+    },
+    {
+      "epoch": 0.42967644429665236,
+      "grad_norm": 2.417224168777466,
+      "learning_rate": 8.904508428124488e-05,
+      "loss": 2.32,
+      "step": 115000
+    },
+    {
+      "epoch": 0.4315446027501161,
+      "grad_norm": 2.56392502784729,
+      "learning_rate": 8.895363192352878e-05,
+      "loss": 2.3651,
+      "step": 115500
+    },
+    {
+      "epoch": 0.43341276120357974,
+      "grad_norm": 2.027083396911621,
+      "learning_rate": 8.886147751859986e-05,
+      "loss": 2.3277,
+      "step": 116000
+    },
+    {
+      "epoch": 0.43528091965704346,
+      "grad_norm": 1.902034044265747,
+      "learning_rate": 8.876898846663621e-05,
+      "loss": 2.3185,
+      "step": 116500
+    },
+    {
+      "epoch": 0.4371490781105072,
+      "grad_norm": 2.7564985752105713,
+      "learning_rate": 8.867616556408684e-05,
+      "loss": 2.3674,
+      "step": 117000
+    },
+    {
+      "epoch": 0.4390172365639709,
+      "grad_norm": 3.024198532104492,
+      "learning_rate": 8.858300961027575e-05,
+      "loss": 2.3832,
+      "step": 117500
+    },
+    {
+      "epoch": 0.44088539501743457,
+      "grad_norm": 2.2952866554260254,
+      "learning_rate": 8.84895214073948e-05,
+      "loss": 2.3799,
+      "step": 118000
+    },
+    {
+      "epoch": 0.4427535534708983,
+      "grad_norm": 2.352498769760132,
+      "learning_rate": 8.839570176049705e-05,
+      "loss": 2.3958,
+      "step": 118500
+    },
+    {
+      "epoch": 0.444621711924362,
+      "grad_norm": 3.565748453140259,
+      "learning_rate": 8.830155147748969e-05,
+      "loss": 2.3614,
+      "step": 119000
+    },
+    {
+      "epoch": 0.4464898703778257,
+      "grad_norm": 3.0577287673950195,
+      "learning_rate": 8.82072606579692e-05,
+      "loss": 2.3458,
+      "step": 119500
+    },
+    {
+      "epoch": 0.4483580288312894,
+      "grad_norm": 2.6253695487976074,
+      "learning_rate": 8.81124521950556e-05,
+      "loss": 2.3273,
+      "step": 120000
+    },
+    {
+      "epoch": 0.4502261872847531,
+      "grad_norm": 2.1585161685943604,
+      "learning_rate": 8.801731553517346e-05,
+      "loss": 2.3298,
+      "step": 120500
+    },
+    {
+      "epoch": 0.45209434573821683,
+      "grad_norm": 2.5908641815185547,
+      "learning_rate": 8.792185149757116e-05,
+      "loss": 2.323,
+      "step": 121000
+    },
+    {
+      "epoch": 0.45396250419168055,
+      "grad_norm": 1.9700515270233154,
+      "learning_rate": 8.78262528108574e-05,
+      "loss": 2.3285,
+      "step": 121500
+    },
+    {
+      "epoch": 0.4558306626451442,
+      "grad_norm": 2.0091867446899414,
+      "learning_rate": 8.773013713746569e-05,
+      "loss": 2.3353,
+      "step": 122000
+    },
+    {
+      "epoch": 0.45769882109860793,
+      "grad_norm": 3.026522159576416,
+      "learning_rate": 8.763369655932719e-05,
+      "loss": 2.3478,
+      "step": 122500
+    },
+    {
+      "epoch": 0.45956697955207165,
+      "grad_norm": 2.7834973335266113,
+      "learning_rate": 8.753693190691863e-05,
+      "loss": 2.3256,
+      "step": 123000
+    },
+    {
+      "epoch": 0.4614351380055354,
+      "grad_norm": 3.004798173904419,
+      "learning_rate": 8.743984401350747e-05,
+      "loss": 2.3466,
+      "step": 123500
+    },
+    {
+      "epoch": 0.46330329645899904,
+      "grad_norm": 2.611668586730957,
+      "learning_rate": 8.734262885694443e-05,
+      "loss": 2.3222,
+      "step": 124000
+    },
+    {
+      "epoch": 0.46517145491246276,
+      "grad_norm": 2.902439594268799,
+      "learning_rate": 8.72448976347505e-05,
+      "loss": 2.3485,
+      "step": 124500
+    },
+    {
+      "epoch": 0.4670396133659265,
+      "grad_norm": 2.932037353515625,
+      "learning_rate": 8.714684568634262e-05,
+      "loss": 2.3258,
+      "step": 125000
+    },
+    {
+      "epoch": 0.4689077718193902,
+      "grad_norm": 2.526458263397217,
+      "learning_rate": 8.70484738560735e-05,
+      "loss": 2.3549,
+      "step": 125500
+    },
+    {
+      "epoch": 0.47077593027285386,
+      "grad_norm": 2.8670670986175537,
+      "learning_rate": 8.694978299105044e-05,
+      "loss": 2.3685,
+      "step": 126000
+    },
+    {
+      "epoch": 0.4726440887263176,
+      "grad_norm": 2.95123553276062,
+      "learning_rate": 8.685077394112803e-05,
+      "loss": 2.327,
+      "step": 126500
+    },
+    {
+      "epoch": 0.4745122471797813,
+      "grad_norm": 3.010820150375366,
+      "learning_rate": 8.675164652779493e-05,
+      "loss": 2.3247,
+      "step": 127000
+    },
+    {
+      "epoch": 0.476380405633245,
+      "grad_norm": 1.896767258644104,
+      "learning_rate": 8.665200430068873e-05,
+      "loss": 2.3158,
+      "step": 127500
+    },
+    {
+      "epoch": 0.4782485640867087,
+      "grad_norm": 2.559565305709839,
+      "learning_rate": 8.655204645293866e-05,
+      "loss": 2.3425,
+      "step": 128000
+    },
+    {
+      "epoch": 0.4801167225401724,
+      "grad_norm": 2.658048391342163,
+      "learning_rate": 8.645177384530965e-05,
+      "loss": 2.3565,
+      "step": 128500
+    },
+    {
+      "epoch": 0.4819848809936361,
+      "grad_norm": 1.818748116493225,
+      "learning_rate": 8.635118734127712e-05,
+      "loss": 2.3441,
+      "step": 129000
+    },
+    {
+      "epoch": 0.48385303944709984,
+      "grad_norm": 2.627014398574829,
+      "learning_rate": 8.625028780701953e-05,
+      "loss": 2.3296,
+      "step": 129500
+    },
+    {
+      "epoch": 0.4857211979005635,
+      "grad_norm": 2.687391519546509,
+      "learning_rate": 8.614907611141099e-05,
+      "loss": 2.3334,
+      "step": 130000
+    },
+    {
+      "epoch": 0.4875893563540272,
+      "grad_norm": 3.092353582382202,
+      "learning_rate": 8.604755312601363e-05,
+      "loss": 2.3278,
+      "step": 130500
+    },
+    {
+      "epoch": 0.48945751480749095,
+      "grad_norm": 3.0431768894195557,
+      "learning_rate": 8.59459237010844e-05,
+      "loss": 2.299,
+      "step": 131000
+    },
+    {
+      "epoch": 0.49132567326095467,
+      "grad_norm": 2.2302520275115967,
+      "learning_rate": 8.584378137971116e-05,
+      "loss": 2.2837,
+      "step": 131500
+    },
+    {
+      "epoch": 0.49319383171441833,
+      "grad_norm": 2.7669031620025635,
+      "learning_rate": 8.574133039752728e-05,
+      "loss": 2.3202,
+      "step": 132000
+    },
+    {
+      "epoch": 0.49506199016788205,
+      "grad_norm": 2.6957993507385254,
+      "learning_rate": 8.563857163676681e-05,
+      "loss": 2.3214,
+      "step": 132500
+    },
+    {
+      "epoch": 0.49693014862134577,
+      "grad_norm": 2.662504196166992,
+      "learning_rate": 8.553571241931346e-05,
+      "loss": 2.2907,
+      "step": 133000
+    },
+    {
+      "epoch": 0.4987983070748095,
+      "grad_norm": 2.6600215435028076,
+      "learning_rate": 8.54323413698205e-05,
+      "loss": 2.2866,
+      "step": 133500
+    },
+    {
+      "epoch": 0.5006664655282732,
+      "grad_norm": 1.6196849346160889,
+      "learning_rate": 8.532866520254174e-05,
+      "loss": 2.3064,
+      "step": 134000
+    },
+    {
+      "epoch": 0.5025346239817369,
+      "grad_norm": 2.3502981662750244,
+      "learning_rate": 8.522468481026161e-05,
+      "loss": 2.3447,
+      "step": 134500
+    },
+    {
+      "epoch": 0.5044027824352005,
+      "grad_norm": 2.94901442527771,
+      "learning_rate": 8.512040108838428e-05,
+      "loss": 2.3602,
+      "step": 135000
+    },
+    {
+      "epoch": 0.5062709408886643,
+      "grad_norm": 2.749366283416748,
+      "learning_rate": 8.501581493492603e-05,
+      "loss": 2.3389,
+      "step": 135500
+    },
+    {
+      "epoch": 0.508139099342128,
+      "grad_norm": 3.2299070358276367,
+      "learning_rate": 8.491113732620424e-05,
+      "loss": 2.3348,
+      "step": 136000
+    },
+    {
+      "epoch": 0.5100072577955918,
+      "grad_norm": 2.3727314472198486,
+      "learning_rate": 8.480616028924504e-05,
+      "loss": 2.2864,
+      "step": 136500
+    },
+    {
+      "epoch": 0.5118754162490554,
+      "grad_norm": 1.8499844074249268,
+      "learning_rate": 8.470067345222588e-05,
+      "loss": 2.271,
+      "step": 137000
+    },
+    {
+      "epoch": 0.5137435747025191,
+      "grad_norm": 3.1945462226867676,
+      "learning_rate": 8.459488779801767e-05,
+      "loss": 2.2967,
+      "step": 137500
+    },
+    {
+      "epoch": 0.5156117331559829,
+      "grad_norm": 2.6457462310791016,
+      "learning_rate": 8.448880423757021e-05,
+      "loss": 2.2784,
+      "step": 138000
+    },
+    {
+      "epoch": 0.5174798916094465,
+      "grad_norm": 2.016098976135254,
+      "learning_rate": 8.438242368439869e-05,
+      "loss": 2.3013,
+      "step": 138500
+    },
+    {
+      "epoch": 0.5193480500629102,
+      "grad_norm": 1.97508704662323,
+      "learning_rate": 8.42757470545757e-05,
+      "loss": 2.3232,
+      "step": 139000
+    },
+    {
+      "epoch": 0.521216208516374,
+      "grad_norm": 2.349184274673462,
+      "learning_rate": 8.416877526672355e-05,
+      "loss": 2.3266,
+      "step": 139500
+    },
+    {
+      "epoch": 0.5230843669698376,
+      "grad_norm": 2.6522152423858643,
+      "learning_rate": 8.406150924200616e-05,
+      "loss": 2.2941,
+      "step": 140000
+    },
+    {
+      "epoch": 0.5249525254233014,
+      "grad_norm": 3.5393903255462646,
+      "learning_rate": 8.395394990412121e-05,
+      "loss": 2.3459,
+      "step": 140500
+    },
+    {
+      "epoch": 0.5268206838767651,
+      "grad_norm": 2.5476553440093994,
+      "learning_rate": 8.38460981792922e-05,
+      "loss": 2.2942,
+      "step": 141000
+    },
+    {
+      "epoch": 0.5286888423302287,
+      "grad_norm": 2.8197927474975586,
+      "learning_rate": 8.373817157288324e-05,
+      "loss": 2.3426,
+      "step": 141500
+    },
+    {
+      "epoch": 0.5305570007836925,
+      "grad_norm": 2.1316707134246826,
+      "learning_rate": 8.362973844302275e-05,
+      "loss": 2.2985,
+      "step": 142000
+    },
+    {
+      "epoch": 0.5324251592371562,
+      "grad_norm": 1.9890694618225098,
+      "learning_rate": 8.352101571809362e-05,
+      "loss": 2.2896,
+      "step": 142500
+    },
+    {
+      "epoch": 0.5342933176906198,
+      "grad_norm": 3.057724952697754,
+      "learning_rate": 8.34120043343376e-05,
+      "loss": 2.3079,
+      "step": 143000
+    },
+    {
+      "epoch": 0.5361614761440836,
+      "grad_norm": 2.373011350631714,
+      "learning_rate": 8.330270523048216e-05,
+      "loss": 2.3294,
+      "step": 143500
+    },
+    {
+      "epoch": 0.5380296345975473,
+      "grad_norm": 2.1205389499664307,
+      "learning_rate": 8.31931193477324e-05,
+      "loss": 2.2969,
+      "step": 144000
+    },
+    {
+      "epoch": 0.539897793051011,
+      "grad_norm": 2.767277956008911,
+      "learning_rate": 8.308324762976294e-05,
+      "loss": 2.2901,
+      "step": 144500
+    },
+    {
+      "epoch": 0.5417659515044747,
+      "grad_norm": 2.847618579864502,
+      "learning_rate": 8.297309102270986e-05,
+      "loss": 2.3128,
+      "step": 145000
+    },
+    {
+      "epoch": 0.5436341099579384,
+      "grad_norm": 2.3643147945404053,
+      "learning_rate": 8.286287163899844e-05,
+      "loss": 2.2991,
+      "step": 145500
+    },
+    {
+      "epoch": 0.5455022684114021,
+      "grad_norm": 3.874725103378296,
+      "learning_rate": 8.275214866701926e-05,
+      "loss": 2.2602,
+      "step": 146000
+    },
+    {
+      "epoch": 0.5473704268648658,
+      "grad_norm": 2.4457411766052246,
+      "learning_rate": 8.264114365714206e-05,
+      "loss": 2.3038,
+      "step": 146500
+    },
+    {
+      "epoch": 0.5492385853183295,
+      "grad_norm": 2.56156063079834,
+      "learning_rate": 8.252985756526198e-05,
+      "loss": 2.3193,
+      "step": 147000
+    },
+    {
+      "epoch": 0.5511067437717933,
+      "grad_norm": 3.2425754070281982,
+      "learning_rate": 8.241851476105105e-05,
+      "loss": 2.294,
+      "step": 147500
+    },
+    {
+      "epoch": 0.5529749022252569,
+      "grad_norm": 3.299207925796509,
+      "learning_rate": 8.23066699398898e-05,
+      "loss": 2.2933,
+      "step": 148000
+    },
+    {
+      "epoch": 0.5548430606787207,
+      "grad_norm": 2.3422181606292725,
+      "learning_rate": 8.219454691697226e-05,
+      "loss": 2.3066,
+      "step": 148500
+    },
+    {
+      "epoch": 0.5567112191321844,
+      "grad_norm": 2.9155092239379883,
+      "learning_rate": 8.208214665782109e-05,
+      "loss": 2.2698,
+      "step": 149000
+    },
+    {
+      "epoch": 0.558579377585648,
+      "grad_norm": 3.0940420627593994,
+      "learning_rate": 8.196969575847251e-05,
+      "loss": 2.2787,
+      "step": 149500
+    },
+    {
+      "epoch": 0.5604475360391118,
+      "grad_norm": 3.761610507965088,
+      "learning_rate": 8.185674448258929e-05,
+      "loss": 2.3008,
+      "step": 150000
+    },
+    {
+      "epoch": 0.5623156944925755,
+      "grad_norm": 2.735173463821411,
+      "learning_rate": 8.174374560372093e-05,
+      "loss": 2.3122,
+      "step": 150500
+    },
+    {
+      "epoch": 0.5641838529460392,
+      "grad_norm": 2.3430800437927246,
+      "learning_rate": 8.163024719393988e-05,
+      "loss": 2.2645,
+      "step": 151000
+    },
+    {
+      "epoch": 0.5660520113995029,
+      "grad_norm": 2.489206314086914,
+      "learning_rate": 8.151647640726769e-05,
+      "loss": 2.2695,
+      "step": 151500
+    },
+    {
+      "epoch": 0.5679201698529666,
+      "grad_norm": 3.2072606086730957,
+      "learning_rate": 8.140243422341638e-05,
+      "loss": 2.2641,
+      "step": 152000
+    },
+    {
+      "epoch": 0.5697883283064303,
+      "grad_norm": 3.0480380058288574,
+      "learning_rate": 8.128812162443502e-05,
+      "loss": 2.3294,
+      "step": 152500
+    },
+    {
+      "epoch": 0.571656486759894,
+      "grad_norm": 3.000128746032715,
+      "learning_rate": 8.117353959470134e-05,
+      "loss": 2.2637,
+      "step": 153000
+    },
+    {
+      "epoch": 0.5735246452133577,
+      "grad_norm": 3.1820998191833496,
+      "learning_rate": 8.105868912091317e-05,
+      "loss": 2.2759,
+      "step": 153500
+    },
+    {
+      "epoch": 0.5753928036668214,
+      "grad_norm": 2.6837666034698486,
+      "learning_rate": 8.094357119208004e-05,
+      "loss": 2.2549,
+      "step": 154000
+    },
+    {
+      "epoch": 0.5772609621202851,
+      "grad_norm": 2.4082396030426025,
+      "learning_rate": 8.082841783357048e-05,
+      "loss": 2.3007,
+      "step": 154500
+    },
+    {
+      "epoch": 0.5791291205737489,
+      "grad_norm": 2.461305618286133,
+      "learning_rate": 8.0712768500827e-05,
+      "loss": 2.2654,
+      "step": 155000
+    },
+    {
+      "epoch": 0.5809972790272125,
+      "grad_norm": 2.9279286861419678,
+      "learning_rate": 8.059708678275976e-05,
+      "loss": 2.2669,
+      "step": 155500
+    },
+    {
+      "epoch": 0.5828654374806762,
+      "grad_norm": 2.3760006427764893,
+      "learning_rate": 8.048091002168906e-05,
+      "loss": 2.2429,
+      "step": 156000
+    },
+    {
+      "epoch": 0.58473359593414,
+      "grad_norm": 2.879556894302368,
+      "learning_rate": 8.036447078099056e-05,
+      "loss": 2.2694,
+      "step": 156500
+    },
+    {
+      "epoch": 0.5866017543876036,
+      "grad_norm": 1.9433120489120483,
+      "learning_rate": 8.024777006335506e-05,
+      "loss": 2.243,
+      "step": 157000
+    },
+    {
+      "epoch": 0.5884699128410673,
+      "grad_norm": 2.5363948345184326,
+      "learning_rate": 8.013080887372506e-05,
+      "loss": 2.267,
+      "step": 157500
+    },
+    {
+      "epoch": 0.5903380712945311,
+      "grad_norm": 2.3004775047302246,
+      "learning_rate": 8.001358821928599e-05,
+      "loss": 2.2711,
+      "step": 158000
+    },
+    {
+      "epoch": 0.5922062297479948,
+      "grad_norm": 2.1187326908111572,
+      "learning_rate": 7.989610910945766e-05,
+      "loss": 2.2733,
+      "step": 158500
+    },
+    {
+      "epoch": 0.5940743882014585,
+      "grad_norm": 2.612976312637329,
+      "learning_rate": 7.977860828524794e-05,
+      "loss": 2.2617,
+      "step": 159000
+    },
+    {
+      "epoch": 0.5959425466549222,
+      "grad_norm": 2.5254204273223877,
+      "learning_rate": 7.96606158136407e-05,
+      "loss": 2.2624,
+      "step": 159500
+    },
+    {
+      "epoch": 0.5978107051083859,
+      "grad_norm": 2.352216958999634,
+      "learning_rate": 7.954236792618814e-05,
+      "loss": 2.2923,
+      "step": 160000
+    },
+    {
+      "epoch": 0.5996788635618496,
+      "grad_norm": 2.5276451110839844,
+      "learning_rate": 7.942386564115584e-05,
+      "loss": 2.281,
+      "step": 160500
+    },
+    {
+      "epoch": 0.6015470220153133,
+      "grad_norm": 2.3592355251312256,
+      "learning_rate": 7.930510997900007e-05,
+      "loss": 2.252,
+      "step": 161000
+    },
+    {
+      "epoch": 0.603415180468777,
+      "grad_norm": 3.495464324951172,
+      "learning_rate": 7.918610196235899e-05,
+      "loss": 2.2379,
+      "step": 161500
+    },
+    {
+      "epoch": 0.6052833389222407,
+      "grad_norm": 2.2157094478607178,
+      "learning_rate": 7.906684261604388e-05,
+      "loss": 2.2813,
+      "step": 162000
+    },
+    {
+      "epoch": 0.6071514973757044,
+      "grad_norm": 3.170558452606201,
+      "learning_rate": 7.894733296703025e-05,
+      "loss": 2.2457,
+      "step": 162500
+    },
+    {
+      "epoch": 0.6090196558291682,
+      "grad_norm": 3.1325762271881104,
+      "learning_rate": 7.882781381038415e-05,
+      "loss": 2.2531,
+      "step": 163000
+    },
+    {
+      "epoch": 0.6108878142826318,
+      "grad_norm": 2.3855438232421875,
+      "learning_rate": 7.87078071409669e-05,
+      "loss": 2.2665,
+      "step": 163500
+    },
+    {
+      "epoch": 0.6127559727360955,
+      "grad_norm": 2.261495351791382,
+      "learning_rate": 7.858755326060588e-05,
+      "loss": 2.2769,
+      "step": 164000
+    },
+    {
+      "epoch": 0.6146241311895593,
+      "grad_norm": 3.212700128555298,
+      "learning_rate": 7.846705320484082e-05,
+      "loss": 2.2719,
+      "step": 164500
+    },
+    {
+      "epoch": 0.6164922896430229,
+      "grad_norm": 2.875687837600708,
+      "learning_rate": 7.83465497456751e-05,
+      "loss": 2.2756,
+      "step": 165000
+    },
+    {
+      "epoch": 0.6183604480964866,
+      "grad_norm": 3.213188886642456,
+      "learning_rate": 7.822556094134869e-05,
+      "loss": 2.2475,
+      "step": 165500
+    },
+    {
+      "epoch": 0.6202286065499504,
+      "grad_norm": 2.9114816188812256,
+      "learning_rate": 7.81043290788352e-05,
+      "loss": 2.2411,
+      "step": 166000
+    },
+    {
+      "epoch": 0.622096765003414,
+      "grad_norm": 2.960690498352051,
+      "learning_rate": 7.798285520209603e-05,
+      "loss": 2.2823,
+      "step": 166500
+    },
+    {
+      "epoch": 0.6239649234568778,
+      "grad_norm": 2.9522547721862793,
+      "learning_rate": 7.786138402665644e-05,
+      "loss": 2.2186,
+      "step": 167000
+    },
+    {
+      "epoch": 0.6258330819103415,
+      "grad_norm": 2.8541057109832764,
+      "learning_rate": 7.773942974047013e-05,
+      "loss": 2.2735,
+      "step": 167500
+    },
+    {
+      "epoch": 0.6277012403638051,
+      "grad_norm": 2.182999849319458,
+      "learning_rate": 7.761723658230827e-05,
+      "loss": 2.2556,
+      "step": 168000
+    },
+    {
+      "epoch": 0.6295693988172689,
+      "grad_norm": 2.0711419582366943,
+      "learning_rate": 7.749480560441025e-05,
+      "loss": 2.2949,
+      "step": 168500
+    },
+    {
+      "epoch": 0.6314375572707326,
+      "grad_norm": 2.7931690216064453,
+      "learning_rate": 7.737238343214024e-05,
+      "loss": 2.2579,
+      "step": 169000
+    },
+    {
+      "epoch": 0.6333057157241962,
+      "grad_norm": 2.2357709407806396,
+      "learning_rate": 7.724948045003347e-05,
+      "loss": 2.2145,
+      "step": 169500
+    },
+    {
+      "epoch": 0.63517387417766,
+      "grad_norm": 2.4123311042785645,
+      "learning_rate": 7.712634281504125e-05,
+      "loss": 2.2908,
+      "step": 170000
+    },
+    {
+      "epoch": 0.6370420326311237,
+      "grad_norm": 3.390855312347412,
+      "learning_rate": 7.700321856241075e-05,
+      "loss": 2.1975,
+      "step": 170500
+    },
+    {
+      "epoch": 0.6389101910845875,
+      "grad_norm": 2.8016293048858643,
+      "learning_rate": 7.687961526877562e-05,
+      "loss": 2.2842,
+      "step": 171000
+    },
+    {
+      "epoch": 0.6407783495380511,
+      "grad_norm": 2.734112501144409,
+      "learning_rate": 7.675578050726744e-05,
+      "loss": 2.2881,
+      "step": 171500
+    },
+    {
+      "epoch": 0.6426465079915148,
+      "grad_norm": 2.7221627235412598,
+      "learning_rate": 7.66317153442619e-05,
+      "loss": 2.2748,
+      "step": 172000
+    },
+    {
+      "epoch": 0.6445146664449786,
+      "grad_norm": 2.9320507049560547,
+      "learning_rate": 7.650766966527448e-05,
+      "loss": 2.2157,
+      "step": 172500
+    },
+    {
+      "epoch": 0.6463828248984422,
+      "grad_norm": 2.428924798965454,
+      "learning_rate": 7.638314736178451e-05,
+      "loss": 2.2613,
+      "step": 173000
+    },
+    {
+      "epoch": 0.6482509833519059,
+      "grad_norm": 2.5038206577301025,
+      "learning_rate": 7.62583978656453e-05,
+      "loss": 2.2606,
+      "step": 173500
+    },
+    {
+      "epoch": 0.6501191418053697,
+      "grad_norm": 2.3970868587493896,
+      "learning_rate": 7.613342225110954e-05,
+      "loss": 2.2383,
+      "step": 174000
+    },
+    {
+      "epoch": 0.6519873002588333,
+      "grad_norm": 2.124425172805786,
+      "learning_rate": 7.60082215943772e-05,
+      "loss": 2.2513,
+      "step": 174500
+    },
+    {
+      "epoch": 0.6538554587122971,
+      "grad_norm": 3.180497884750366,
+      "learning_rate": 7.58830480456262e-05,
+      "loss": 2.2722,
+      "step": 175000
+    },
+    {
+      "epoch": 0.6557236171657608,
+      "grad_norm": 2.8902299404144287,
+      "learning_rate": 7.575740098553152e-05,
+      "loss": 2.2439,
+      "step": 175500
+    },
+    {
+      "epoch": 0.6575917756192244,
+      "grad_norm": 2.987680196762085,
+      "learning_rate": 7.563153212126435e-05,
+      "loss": 2.233,
+      "step": 176000
+    },
+    {
+      "epoch": 0.6594599340726882,
+      "grad_norm": 2.5328335762023926,
+      "learning_rate": 7.550544253671663e-05,
+      "loss": 2.2434,
+      "step": 176500
+    },
+    {
+      "epoch": 0.6613280925261519,
+      "grad_norm": 2.5823991298675537,
+      "learning_rate": 7.537913331768098e-05,
+      "loss": 2.2261,
+      "step": 177000
+    },
+    {
+      "epoch": 0.6631962509796155,
+      "grad_norm": 3.252668619155884,
+      "learning_rate": 7.525260555184135e-05,
+      "loss": 2.2626,
+      "step": 177500
+    },
+    {
+      "epoch": 0.6650644094330793,
+      "grad_norm": 2.427614688873291,
+      "learning_rate": 7.512586032876367e-05,
+      "loss": 2.2249,
+      "step": 178000
+    },
+    {
+      "epoch": 0.666932567886543,
+      "grad_norm": 2.6210880279541016,
+      "learning_rate": 7.49988987398865e-05,
+      "loss": 2.2602,
+      "step": 178500
+    },
+    {
+      "epoch": 0.6688007263400068,
+      "grad_norm": 2.7572479248046875,
+      "learning_rate": 7.487223101332892e-05,
+      "loss": 2.2325,
+      "step": 179000
+    },
+    {
+      "epoch": 0.6706688847934704,
+      "grad_norm": 3.2144672870635986,
+      "learning_rate": 7.474484082913688e-05,
+      "loss": 2.2835,
+      "step": 179500
+    },
+    {
+      "epoch": 0.6725370432469341,
+      "grad_norm": 2.4524009227752686,
+      "learning_rate": 7.461723756021062e-05,
+      "loss": 2.274,
+      "step": 180000
+    },
+    {
+      "epoch": 0.6744052017003979,
+      "grad_norm": 2.676546335220337,
+      "learning_rate": 7.44894223053775e-05,
+      "loss": 2.2941,
+      "step": 180500
+    },
+    {
+      "epoch": 0.6762733601538615,
+      "grad_norm": 3.0090246200561523,
+      "learning_rate": 7.43613961652904e-05,
+      "loss": 2.2545,
+      "step": 181000
+    },
+    {
+      "epoch": 0.6781415186073252,
+      "grad_norm": 2.6397953033447266,
+      "learning_rate": 7.423316024241814e-05,
+      "loss": 2.2541,
+      "step": 181500
+    },
+    {
+      "epoch": 0.680009677060789,
+      "grad_norm": 3.0165371894836426,
+      "learning_rate": 7.410471564103606e-05,
+      "loss": 2.2319,
+      "step": 182000
+    },
+    {
+      "epoch": 0.6818778355142526,
+      "grad_norm": 2.1070499420166016,
+      "learning_rate": 7.39760634672165e-05,
+      "loss": 2.2617,
+      "step": 182500
+    },
+    {
+      "epoch": 0.6837459939677164,
+      "grad_norm": 2.777233123779297,
+      "learning_rate": 7.384746275141047e-05,
+      "loss": 2.2206,
+      "step": 183000
+    },
+    {
+      "epoch": 0.6856141524211801,
+      "grad_norm": 2.188089370727539,
+      "learning_rate": 7.371839916767453e-05,
+      "loss": 2.2428,
+      "step": 183500
+    },
+    {
+      "epoch": 0.6874823108746437,
+      "grad_norm": 2.427400827407837,
+      "learning_rate": 7.358913133818016e-05,
+      "loss": 2.2161,
+      "step": 184000
+    },
+    {
+      "epoch": 0.6893504693281075,
+      "grad_norm": 2.542616605758667,
+      "learning_rate": 7.34596603760887e-05,
+      "loss": 2.266,
+      "step": 184500
+    },
+    {
+      "epoch": 0.6912186277815712,
+      "grad_norm": 2.6249241828918457,
+      "learning_rate": 7.333024694314207e-05,
+      "loss": 2.2383,
+      "step": 185000
+    },
+    {
+      "epoch": 0.6930867862350348,
+      "grad_norm": 2.5798895359039307,
+      "learning_rate": 7.320037346301442e-05,
+      "loss": 2.2524,
+      "step": 185500
+    },
+    {
+      "epoch": 0.6949549446884986,
+      "grad_norm": 2.9020352363586426,
+      "learning_rate": 7.307030019799232e-05,
+      "loss": 2.2251,
+      "step": 186000
+    },
+    {
+      "epoch": 0.6968231031419623,
+      "grad_norm": 3.3277840614318848,
+      "learning_rate": 7.294002826817298e-05,
+      "loss": 2.2608,
+      "step": 186500
+    },
+    {
+      "epoch": 0.698691261595426,
+      "grad_norm": 2.6658146381378174,
+      "learning_rate": 7.280955879536435e-05,
+      "loss": 2.2689,
+      "step": 187000
+    },
+    {
+      "epoch": 0.7005594200488897,
+      "grad_norm": 2.736542224884033,
+      "learning_rate": 7.267915443013911e-05,
+      "loss": 2.2004,
+      "step": 187500
+    },
+    {
+      "epoch": 0.7024275785023534,
+      "grad_norm": 2.440765619277954,
+      "learning_rate": 7.254829363303503e-05,
+      "loss": 2.2541,
+      "step": 188000
+    },
+    {
+      "epoch": 0.7042957369558172,
+      "grad_norm": 2.6804561614990234,
+      "learning_rate": 7.241723866627799e-05,
+      "loss": 2.2647,
+      "step": 188500
+    },
+    {
+      "epoch": 0.7061638954092808,
+      "grad_norm": 2.6702585220336914,
+      "learning_rate": 7.228599065841891e-05,
+      "loss": 2.2004,
+      "step": 189000
+    },
+    {
+      "epoch": 0.7080320538627445,
+      "grad_norm": 2.5987019538879395,
+      "learning_rate": 7.215481381028357e-05,
+      "loss": 2.2509,
+      "step": 189500
+    },
+    {
+      "epoch": 0.7099002123162083,
+      "grad_norm": 2.9680731296539307,
+      "learning_rate": 7.20231834929401e-05,
+      "loss": 2.2262,
+      "step": 190000
+    },
+    {
+      "epoch": 0.7117683707696719,
+      "grad_norm": 3.8419201374053955,
+      "learning_rate": 7.189136352781376e-05,
+      "loss": 2.2313,
+      "step": 190500
+    },
+    {
+      "epoch": 0.7136365292231357,
+      "grad_norm": 2.6179468631744385,
+      "learning_rate": 7.175935505004304e-05,
+      "loss": 2.2466,
+      "step": 191000
+    },
+    {
+      "epoch": 0.7155046876765994,
+      "grad_norm": 1.9412791728973389,
+      "learning_rate": 7.162742377434187e-05,
+      "loss": 2.2336,
+      "step": 191500
+    },
+    {
+      "epoch": 0.717372846130063,
+      "grad_norm": 2.312648057937622,
+      "learning_rate": 7.149504205451939e-05,
+      "loss": 2.2124,
+      "step": 192000
+    },
+    {
+      "epoch": 0.7192410045835268,
+      "grad_norm": 2.4080445766448975,
+      "learning_rate": 7.136247523488743e-05,
+      "loss": 2.2103,
+      "step": 192500
+    },
+    {
+      "epoch": 0.7211091630369905,
+      "grad_norm": 3.0859153270721436,
+      "learning_rate": 7.122972445701587e-05,
+      "loss": 2.1961,
+      "step": 193000
+    },
+    {
+      "epoch": 0.7229773214904541,
+      "grad_norm": 3.438227415084839,
+      "learning_rate": 7.10970569129335e-05,
+      "loss": 2.2128,
+      "step": 193500
+    },
+    {
+      "epoch": 0.7248454799439179,
+      "grad_norm": 2.6577913761138916,
+      "learning_rate": 7.096394201181632e-05,
+      "loss": 2.2254,
+      "step": 194000
+    },
+    {
+      "epoch": 0.7267136383973816,
+      "grad_norm": 2.579580068588257,
+      "learning_rate": 7.083064658434042e-05,
+      "loss": 2.2562,
+      "step": 194500
+    },
+    {
+      "epoch": 0.7285817968508453,
+      "grad_norm": 2.957392454147339,
+      "learning_rate": 7.069717177834997e-05,
+      "loss": 2.2762,
+      "step": 195000
+    },
+    {
+      "epoch": 0.730449955304309,
+      "grad_norm": 1.9975017309188843,
+      "learning_rate": 7.056378622641193e-05,
+      "loss": 2.2385,
+      "step": 195500
+    },
+    {
+      "epoch": 0.7323181137577727,
+      "grad_norm": 3.1538219451904297,
+      "learning_rate": 7.042995646610036e-05,
+      "loss": 2.2086,
+      "step": 196000
+    },
+    {
+      "epoch": 0.7341862722112364,
+      "grad_norm": 2.2817578315734863,
+      "learning_rate": 7.02959507777287e-05,
+      "loss": 2.2153,
+      "step": 196500
+    },
+    {
+      "epoch": 0.7360544306647001,
+      "grad_norm": 2.5474236011505127,
+      "learning_rate": 7.016177031525738e-05,
+      "loss": 2.2388,
+      "step": 197000
+    },
+    {
+      "epoch": 0.7379225891181638,
+      "grad_norm": 2.5271482467651367,
+      "learning_rate": 7.002795399479169e-05,
+      "loss": 2.2344,
+      "step": 197500
+    },
+    {
+      "epoch": 0.7397907475716275,
+      "grad_norm": 1.9711894989013672,
+      "learning_rate": 6.989342813955246e-05,
+      "loss": 2.1875,
+      "step": 198000
+    },
+    {
+      "epoch": 0.7416589060250912,
+      "grad_norm": 2.832296133041382,
+      "learning_rate": 6.97587309764484e-05,
+      "loss": 2.2378,
+      "step": 198500
+    },
+    {
+      "epoch": 0.743527064478555,
+      "grad_norm": 3.224106788635254,
+      "learning_rate": 6.962386366539439e-05,
+      "loss": 2.1749,
+      "step": 199000
+    },
+    {
+      "epoch": 0.7453952229320187,
+      "grad_norm": 2.2426908016204834,
+      "learning_rate": 6.948882736777054e-05,
+      "loss": 2.1997,
+      "step": 199500
+    },
+    {
+      "epoch": 0.7472633813854823,
+      "grad_norm": 2.7945656776428223,
+      "learning_rate": 6.935362324641206e-05,
+      "loss": 2.2217,
+      "step": 200000
+    },
+    {
+      "epoch": 0.7491315398389461,
+      "grad_norm": 2.7567574977874756,
+      "learning_rate": 6.921825246559942e-05,
+      "loss": 2.2296,
+      "step": 200500
+    },
+    {
+      "epoch": 0.7509996982924098,
+      "grad_norm": 2.5919723510742188,
+      "learning_rate": 6.908298742798458e-05,
+      "loss": 2.2364,
+      "step": 201000
+    },
+    {
+      "epoch": 0.7528678567458734,
+      "grad_norm": 2.993880271911621,
+      "learning_rate": 6.894728715432299e-05,
+      "loss": 2.2065,
+      "step": 201500
+    },
+    {
+      "epoch": 0.7547360151993372,
+      "grad_norm": 2.4301109313964844,
+      "learning_rate": 6.881142372028077e-05,
+      "loss": 2.2457,
+      "step": 202000
+    },
+    {
+      "epoch": 0.7566041736528009,
+      "grad_norm": 2.623084783554077,
+      "learning_rate": 6.867539829581595e-05,
+      "loss": 2.1742,
+      "step": 202500
+    },
+    {
+      "epoch": 0.7584723321062646,
+      "grad_norm": 3.4304981231689453,
+      "learning_rate": 6.853921205228139e-05,
+      "loss": 2.2292,
+      "step": 203000
+    },
+    {
+      "epoch": 0.7603404905597283,
+      "grad_norm": 1.7889618873596191,
+      "learning_rate": 6.84028661624149e-05,
+      "loss": 2.217,
+      "step": 203500
+    },
+    {
+      "epoch": 0.762208649013192,
+      "grad_norm": 2.954709053039551,
+      "learning_rate": 6.8266361800329e-05,
+      "loss": 2.2491,
+      "step": 204000
+    },
+    {
+      "epoch": 0.7640768074666557,
+      "grad_norm": 2.892221212387085,
+      "learning_rate": 6.812970014150086e-05,
+      "loss": 2.2431,
+      "step": 204500
+    },
+    {
+      "epoch": 0.7659449659201194,
+      "grad_norm": 1.9717577695846558,
+      "learning_rate": 6.799315615334446e-05,
+      "loss": 2.2397,
+      "step": 205000
+    },
+    {
+      "epoch": 0.7678131243735831,
+      "grad_norm": 2.904269218444824,
+      "learning_rate": 6.785618374157811e-05,
+      "loss": 2.1972,
+      "step": 205500
+    },
+    {
+      "epoch": 0.7696812828270468,
+      "grad_norm": 3.807295083999634,
+      "learning_rate": 6.771933197025247e-05,
+      "loss": 2.2292,
+      "step": 206000
+    },
+    {
+      "epoch": 0.7715494412805105,
+      "grad_norm": 3.4538333415985107,
+      "learning_rate": 6.758205351413722e-05,
+      "loss": 2.1935,
+      "step": 206500
+    },
+    {
+      "epoch": 0.7734175997339743,
+      "grad_norm": 2.769444227218628,
+      "learning_rate": 6.744462365404948e-05,
+      "loss": 2.1709,
+      "step": 207000
+    },
+    {
+      "epoch": 0.775285758187438,
+      "grad_norm": 3.002584934234619,
+      "learning_rate": 6.730704357343616e-05,
+      "loss": 2.1863,
+      "step": 207500
+    },
+    {
+      "epoch": 0.7771539166409016,
+      "grad_norm": 2.559108257293701,
+      "learning_rate": 6.716959006322012e-05,
+      "loss": 2.2118,
+      "step": 208000
+    },
+    {
+      "epoch": 0.7790220750943654,
+      "grad_norm": 3.1521153450012207,
+      "learning_rate": 6.703171339157552e-05,
+      "loss": 2.19,
+      "step": 208500
+    },
+    {
+      "epoch": 0.780890233547829,
+      "grad_norm": 2.7111008167266846,
+      "learning_rate": 6.689369005509088e-05,
+      "loss": 2.2044,
+      "step": 209000
+    },
+    {
+      "epoch": 0.7827583920012927,
+      "grad_norm": 2.8580000400543213,
+      "learning_rate": 6.675552124232371e-05,
+      "loss": 2.2458,
+      "step": 209500
+    },
+    {
+      "epoch": 0.7846265504547565,
+      "grad_norm": 2.7248494625091553,
+      "learning_rate": 6.661720814308425e-05,
+      "loss": 2.2096,
+      "step": 210000
+    },
+    {
+      "epoch": 0.7864947089082202,
+      "grad_norm": 3.5847723484039307,
+      "learning_rate": 6.647875194842521e-05,
+      "loss": 2.2238,
+      "step": 210500
+    },
+    {
+      "epoch": 0.7883628673616839,
+      "grad_norm": 3.013185977935791,
+      "learning_rate": 6.634015385063155e-05,
+      "loss": 2.2128,
+      "step": 211000
+    },
+    {
+      "epoch": 0.7902310258151476,
+      "grad_norm": 3.160470962524414,
+      "learning_rate": 6.620141504321021e-05,
+      "loss": 2.2604,
+      "step": 211500
+    },
+    {
+      "epoch": 0.7920991842686113,
+      "grad_norm": 3.009772300720215,
+      "learning_rate": 6.606281461596562e-05,
+      "loss": 2.2169,
+      "step": 212000
+    },
+    {
+      "epoch": 0.793967342722075,
+      "grad_norm": 2.7089791297912598,
+      "learning_rate": 6.592379825008977e-05,
+      "loss": 2.1894,
+      "step": 212500
+    },
+    {
+      "epoch": 0.7958355011755387,
+      "grad_norm": 2.2874131202697754,
+      "learning_rate": 6.578492320297462e-05,
+      "loss": 2.2472,
+      "step": 213000
+    },
+    {
+      "epoch": 0.7977036596290024,
+      "grad_norm": 3.115208864212036,
+      "learning_rate": 6.564563405749691e-05,
+      "loss": 2.1696,
+      "step": 213500
+    },
+    {
+      "epoch": 0.7995718180824661,
+      "grad_norm": 3.074309825897217,
+      "learning_rate": 6.550621018309538e-05,
+      "loss": 2.2022,
+      "step": 214000
+    },
+    {
+      "epoch": 0.8014399765359298,
+      "grad_norm": 2.6160593032836914,
+      "learning_rate": 6.536665278038796e-05,
+      "loss": 2.2136,
+      "step": 214500
+    },
+    {
+      "epoch": 0.8033081349893936,
+      "grad_norm": 2.875887155532837,
+      "learning_rate": 6.522696305114238e-05,
+      "loss": 2.222,
+      "step": 215000
+    },
+    {
+      "epoch": 0.8051762934428572,
+      "grad_norm": 1.9582101106643677,
+      "learning_rate": 6.508714219826595e-05,
+      "loss": 2.1975,
+      "step": 215500
+    },
+    {
+      "epoch": 0.8070444518963209,
+      "grad_norm": 3.11397647857666,
+      "learning_rate": 6.494719142579506e-05,
+      "loss": 2.2285,
+      "step": 216000
+    },
+    {
+      "epoch": 0.8089126103497847,
+      "grad_norm": 2.7110836505889893,
+      "learning_rate": 6.480711193888488e-05,
+      "loss": 2.1638,
+      "step": 216500
+    },
+    {
+      "epoch": 0.8107807688032483,
+      "grad_norm": 2.2085702419281006,
+      "learning_rate": 6.4666904943799e-05,
+      "loss": 2.2144,
+      "step": 217000
+    },
+    {
+      "epoch": 0.812648927256712,
+      "grad_norm": 3.44262957572937,
+      "learning_rate": 6.452657164789899e-05,
+      "loss": 2.2248,
+      "step": 217500
+    },
+    {
+      "epoch": 0.8145170857101758,
+      "grad_norm": 2.770791530609131,
+      "learning_rate": 6.438639430044904e-05,
+      "loss": 2.1861,
+      "step": 218000
+    },
+    {
+      "epoch": 0.8163852441636394,
+      "grad_norm": 3.2068679332733154,
+      "learning_rate": 6.424581227590346e-05,
+      "loss": 2.1691,
+      "step": 218500
+    },
+    {
+      "epoch": 0.8182534026171032,
+      "grad_norm": 3.264312744140625,
+      "learning_rate": 6.410510757669032e-05,
+      "loss": 2.159,
+      "step": 219000
+    },
+    {
+      "epoch": 0.8201215610705669,
+      "grad_norm": 3.264051675796509,
+      "learning_rate": 6.396428141445709e-05,
+      "loss": 2.1775,
+      "step": 219500
+    },
+    {
+      "epoch": 0.8219897195240305,
+      "grad_norm": 2.961418867111206,
+      "learning_rate": 6.382333500189714e-05,
+      "loss": 2.1851,
+      "step": 220000
+    },
+    {
+      "epoch": 0.8238578779774943,
+      "grad_norm": 4.034390449523926,
+      "learning_rate": 6.368226955273941e-05,
+      "loss": 2.1552,
+      "step": 220500
+    },
+    {
+      "epoch": 0.825726036430958,
+      "grad_norm": 2.0030012130737305,
+      "learning_rate": 6.354136876505816e-05,
+      "loss": 2.1762,
+      "step": 221000
+    },
+    {
+      "epoch": 0.8275941948844217,
+      "grad_norm": 2.7552449703216553,
+      "learning_rate": 6.340006911997954e-05,
+      "loss": 2.1758,
+      "step": 221500
+    },
+    {
+      "epoch": 0.8294623533378854,
+      "grad_norm": 2.4928476810455322,
+      "learning_rate": 6.325865408316381e-05,
+      "loss": 2.1951,
+      "step": 222000
+    },
+    {
+      "epoch": 0.8313305117913491,
+      "grad_norm": 2.8218753337860107,
+      "learning_rate": 6.311712487237538e-05,
+      "loss": 2.1348,
+      "step": 222500
+    },
+    {
+      "epoch": 0.8331986702448129,
+      "grad_norm": 3.4085326194763184,
+      "learning_rate": 6.297548270636179e-05,
+      "loss": 2.2058,
+      "step": 223000
+    },
+    {
+      "epoch": 0.8350668286982765,
+      "grad_norm": 3.3644134998321533,
+      "learning_rate": 6.283372880484332e-05,
+      "loss": 2.1574,
+      "step": 223500
+    },
+    {
+      "epoch": 0.8369349871517402,
+      "grad_norm": 3.0675761699676514,
+      "learning_rate": 6.269186438850234e-05,
+      "loss": 2.1725,
+      "step": 224000
+    },
+    {
+      "epoch": 0.838803145605204,
+      "grad_norm": 2.6877012252807617,
+      "learning_rate": 6.2549890678973e-05,
+      "loss": 2.1889,
+      "step": 224500
+    },
+    {
+      "epoch": 0.8406713040586676,
+      "grad_norm": 3.4169256687164307,
+      "learning_rate": 6.240837743960651e-05,
+      "loss": 2.1423,
+      "step": 225000
+    },
+    {
+      "epoch": 0.8425394625121313,
+      "grad_norm": 3.0024383068084717,
+      "learning_rate": 6.22661892373068e-05,
+      "loss": 2.178,
+      "step": 225500
+    },
+    {
+      "epoch": 0.8444076209655951,
+      "grad_norm": 3.079028606414795,
+      "learning_rate": 6.212389540742632e-05,
+      "loss": 2.2295,
+      "step": 226000
+    },
+    {
+      "epoch": 0.8462757794190587,
+      "grad_norm": 2.90077805519104,
+      "learning_rate": 6.198149717529692e-05,
+      "loss": 2.1684,
+      "step": 226500
+    },
+    {
+      "epoch": 0.8481439378725225,
+      "grad_norm": 3.053629159927368,
+      "learning_rate": 6.18389957671496e-05,
+      "loss": 2.1738,
+      "step": 227000
+    },
+    {
+      "epoch": 0.8500120963259862,
+      "grad_norm": 3.0925843715667725,
+      "learning_rate": 6.16963924101038e-05,
+      "loss": 2.1551,
+      "step": 227500
+    },
+    {
+      "epoch": 0.8518802547794498,
+      "grad_norm": 3.0221009254455566,
+      "learning_rate": 6.155368833215677e-05,
+      "loss": 2.1966,
+      "step": 228000
+    },
+    {
+      "epoch": 0.8537484132329136,
+      "grad_norm": 2.5803329944610596,
+      "learning_rate": 6.141088476217323e-05,
+      "loss": 2.164,
+      "step": 228500
+    },
+    {
+      "epoch": 0.8556165716863773,
+      "grad_norm": 3.4956555366516113,
+      "learning_rate": 6.126826883078718e-05,
+      "loss": 2.1776,
+      "step": 229000
+    },
+    {
+      "epoch": 0.8574847301398411,
+      "grad_norm": 2.8954169750213623,
+      "learning_rate": 6.112527015957583e-05,
+      "loss": 2.1944,
+      "step": 229500
+    },
+    {
+      "epoch": 0.8593528885933047,
+      "grad_norm": 3.2150614261627197,
+      "learning_rate": 6.0982175685556475e-05,
+      "loss": 2.1942,
+      "step": 230000
+    },
+    {
+      "epoch": 0.8612210470467684,
+      "grad_norm": 2.8969147205352783,
+      "learning_rate": 6.083898664095558e-05,
+      "loss": 2.152,
+      "step": 230500
+    },
+    {
+      "epoch": 0.8630892055002322,
+      "grad_norm": 2.898751974105835,
+      "learning_rate": 6.069599091590918e-05,
+      "loss": 2.1624,
+      "step": 231000
+    },
+    {
+      "epoch": 0.8649573639536958,
+      "grad_norm": 3.5042660236358643,
+      "learning_rate": 6.05529034527542e-05,
+      "loss": 2.1428,
+      "step": 231500
+    },
+    {
+      "epoch": 0.8668255224071595,
+      "grad_norm": 3.0192151069641113,
+      "learning_rate": 6.040943845887397e-05,
+      "loss": 2.1942,
+      "step": 232000
+    },
+    {
+      "epoch": 0.8686936808606233,
+      "grad_norm": 3.0444955825805664,
+      "learning_rate": 6.026588382641243e-05,
+      "loss": 2.1533,
+      "step": 232500
+    },
+    {
+      "epoch": 0.8705618393140869,
+      "grad_norm": 3.1138992309570312,
+      "learning_rate": 6.012224079155855e-05,
+      "loss": 2.1841,
+      "step": 233000
+    },
+    {
+      "epoch": 0.8724299977675507,
+      "grad_norm": 2.3980443477630615,
+      "learning_rate": 5.997879813783181e-05,
+      "loss": 2.1724,
+      "step": 233500
+    },
+    {
+      "epoch": 0.8742981562210144,
+      "grad_norm": 2.9543912410736084,
+      "learning_rate": 5.9834982180414524e-05,
+      "loss": 2.1502,
+      "step": 234000
+    },
+    {
+      "epoch": 0.876166314674478,
+      "grad_norm": 2.555027961730957,
+      "learning_rate": 5.969108153121932e-05,
+      "loss": 2.1499,
+      "step": 234500
+    },
+    {
+      "epoch": 0.8780344731279418,
+      "grad_norm": 2.4806180000305176,
+      "learning_rate": 5.954709742941489e-05,
+      "loss": 2.1733,
+      "step": 235000
+    },
+    {
+      "epoch": 0.8799026315814055,
+      "grad_norm": 2.855769634246826,
+      "learning_rate": 5.9403031114888505e-05,
+      "loss": 2.1783,
+      "step": 235500
+    },
+    {
+      "epoch": 0.8817707900348691,
+      "grad_norm": 2.85447359085083,
+      "learning_rate": 5.9258883828235466e-05,
+      "loss": 2.1684,
+      "step": 236000
+    },
+    {
+      "epoch": 0.8836389484883329,
+      "grad_norm": 3.5129261016845703,
+      "learning_rate": 5.911494534352925e-05,
+      "loss": 2.1825,
+      "step": 236500
+    },
+    {
+      "epoch": 0.8855071069417966,
+      "grad_norm": 3.9751412868499756,
+      "learning_rate": 5.8970639992924826e-05,
+      "loss": 2.1827,
+      "step": 237000
+    },
+    {
+      "epoch": 0.8873752653952603,
+      "grad_norm": 3.1551120281219482,
+      "learning_rate": 5.882625739363443e-05,
+      "loss": 2.2232,
+      "step": 237500
+    },
+    {
+      "epoch": 0.889243423848724,
+      "grad_norm": 3.2931878566741943,
+      "learning_rate": 5.868179878897693e-05,
+      "loss": 2.1291,
+      "step": 238000
+    },
+    {
+      "epoch": 0.8911115823021877,
+      "grad_norm": 3.2662160396575928,
+      "learning_rate": 5.853726542292572e-05,
+      "loss": 2.1776,
+      "step": 238500
+    },
+    {
+      "epoch": 0.8929797407556515,
+      "grad_norm": 2.764841079711914,
+      "learning_rate": 5.8392658540097975e-05,
+      "loss": 2.1069,
+      "step": 239000
+    },
+    {
+      "epoch": 0.8948478992091151,
+      "grad_norm": 1.903836965560913,
+      "learning_rate": 5.8247979385743945e-05,
+      "loss": 2.1436,
+      "step": 239500
+    },
+    {
+      "epoch": 0.8967160576625788,
+      "grad_norm": 2.859905481338501,
+      "learning_rate": 5.8103229205736235e-05,
+      "loss": 2.1426,
+      "step": 240000
+    },
+    {
+      "epoch": 0.8985842161160426,
+      "grad_norm": 3.1984663009643555,
+      "learning_rate": 5.79586989552882e-05,
+      "loss": 2.1798,
+      "step": 240500
+    },
+    {
+      "epoch": 0.9004523745695062,
+      "grad_norm": 2.157151222229004,
+      "learning_rate": 5.781381059984584e-05,
+      "loss": 2.1766,
+      "step": 241000
+    },
+    {
+      "epoch": 0.90232053302297,
+      "grad_norm": 3.674839973449707,
+      "learning_rate": 5.7668854957498444e-05,
+      "loss": 2.1925,
+      "step": 241500
+    },
+    {
+      "epoch": 0.9041886914764337,
+      "grad_norm": 2.9118549823760986,
+      "learning_rate": 5.752383327649953e-05,
+      "loss": 2.1655,
+      "step": 242000
+    },
+    {
+      "epoch": 0.9060568499298973,
+      "grad_norm": 3.0006792545318604,
+      "learning_rate": 5.737903704244284e-05,
+      "loss": 2.1639,
+      "step": 242500
+    },
+    {
+      "epoch": 0.9079250083833611,
+      "grad_norm": 3.3966879844665527,
+      "learning_rate": 5.723388715699902e-05,
+      "loss": 2.1106,
+      "step": 243000
+    },
+    {
+      "epoch": 0.9097931668368248,
+      "grad_norm": 3.6091904640197754,
+      "learning_rate": 5.708896546422721e-05,
+      "loss": 2.1847,
+      "step": 243500
+    },
+    {
+      "epoch": 0.9116613252902884,
+      "grad_norm": 2.7571775913238525,
+      "learning_rate": 5.694369236403816e-05,
+      "loss": 2.1453,
+      "step": 244000
+    },
+    {
+      "epoch": 0.9135294837437522,
+      "grad_norm": 3.4625306129455566,
+      "learning_rate": 5.6798359469775195e-05,
+      "loss": 2.1599,
+      "step": 244500
+    },
+    {
+      "epoch": 0.9153976421972159,
+      "grad_norm": 2.573812246322632,
+      "learning_rate": 5.665296803294042e-05,
+      "loss": 2.1393,
+      "step": 245000
+    },
+    {
+      "epoch": 0.9172658006506796,
+      "grad_norm": 2.3979828357696533,
+      "learning_rate": 5.650751930554011e-05,
+      "loss": 2.1714,
+      "step": 245500
+    },
+    {
+      "epoch": 0.9191339591041433,
+      "grad_norm": 3.1871445178985596,
+      "learning_rate": 5.6362014540073884e-05,
+      "loss": 2.1164,
+      "step": 246000
+    },
+    {
+      "epoch": 0.921002117557607,
+      "grad_norm": 2.8169736862182617,
+      "learning_rate": 5.6216454989523906e-05,
+      "loss": 2.1343,
+      "step": 246500
+    },
+    {
+      "epoch": 0.9228702760110707,
+      "grad_norm": 3.2970011234283447,
+      "learning_rate": 5.607113318609965e-05,
+      "loss": 2.1403,
+      "step": 247000
+    },
+    {
+      "epoch": 0.9247384344645344,
+      "grad_norm": 2.7862350940704346,
+      "learning_rate": 5.5925467929508655e-05,
+      "loss": 2.148,
+      "step": 247500
+    },
+    {
+      "epoch": 0.9266065929179981,
+      "grad_norm": 2.888575553894043,
+      "learning_rate": 5.5779751647058663e-05,
+      "loss": 2.184,
+      "step": 248000
+    },
+    {
+      "epoch": 0.9284747513714618,
+      "grad_norm": 2.52675199508667,
+      "learning_rate": 5.56339855935533e-05,
+      "loss": 2.078,
+      "step": 248500
+    },
+    {
+      "epoch": 0.9303429098249255,
+      "grad_norm": 2.9500951766967773,
+      "learning_rate": 5.54881710242247e-05,
+      "loss": 2.1206,
+      "step": 249000
+    },
+    {
+      "epoch": 0.9322110682783893,
+      "grad_norm": 2.5412566661834717,
+      "learning_rate": 5.5342309194722885e-05,
+      "loss": 2.1395,
+      "step": 249500
+    },
+    {
+      "epoch": 0.934079226731853,
+      "grad_norm": 2.3108468055725098,
+      "learning_rate": 5.519640136110478e-05,
+      "loss": 2.1498,
+      "step": 250000
+    },
+    {
+      "epoch": 0.9359473851853166,
+      "grad_norm": 2.373042345046997,
+      "learning_rate": 5.505044877982351e-05,
+      "loss": 2.1532,
+      "step": 250500
+    },
+    {
+      "epoch": 0.9378155436387804,
+      "grad_norm": 2.997445821762085,
+      "learning_rate": 5.490474474242996e-05,
+      "loss": 2.1451,
+      "step": 251000
+    },
+    {
+      "epoch": 0.939683702092244,
+      "grad_norm": 2.837625741958618,
+      "learning_rate": 5.4758706519924406e-05,
+      "loss": 2.1425,
+      "step": 251500
+    },
+    {
+      "epoch": 0.9415518605457077,
+      "grad_norm": 2.954401731491089,
+      "learning_rate": 5.461262731886816e-05,
+      "loss": 2.1568,
+      "step": 252000
+    },
+    {
+      "epoch": 0.9434200189991715,
+      "grad_norm": 3.2825334072113037,
+      "learning_rate": 5.446650839719003e-05,
+      "loss": 2.15,
+      "step": 252500
+    },
+    {
+      "epoch": 0.9452881774526352,
+      "grad_norm": 3.196861505508423,
+      "learning_rate": 5.4320643365477844e-05,
+      "loss": 2.1278,
+      "step": 253000
+    },
+    {
+      "epoch": 0.9471563359060989,
+      "grad_norm": 2.7488534450531006,
+      "learning_rate": 5.417444885085084e-05,
+      "loss": 2.1859,
+      "step": 253500
+    },
+    {
+      "epoch": 0.9490244943595626,
+      "grad_norm": 2.5847301483154297,
+      "learning_rate": 5.4028218388879116e-05,
+      "loss": 2.1445,
+      "step": 254000
+    },
+    {
+      "epoch": 0.9508926528130263,
+      "grad_norm": 3.6500895023345947,
+      "learning_rate": 5.388195323879396e-05,
+      "loss": 2.1439,
+      "step": 254500
+    },
+    {
+      "epoch": 0.95276081126649,
+      "grad_norm": 2.848147392272949,
+      "learning_rate": 5.373594728980722e-05,
+      "loss": 2.1709,
+      "step": 255000
+    },
+    {
+      "epoch": 0.9546289697199537,
+      "grad_norm": 2.592301368713379,
+      "learning_rate": 5.35899092980915e-05,
+      "loss": 2.1306,
+      "step": 255500
+    },
+    {
+      "epoch": 0.9564971281734174,
+      "grad_norm": 1.9539679288864136,
+      "learning_rate": 5.344354776311128e-05,
+      "loss": 2.115,
+      "step": 256000
+    },
+    {
+      "epoch": 0.9583652866268811,
+      "grad_norm": 3.211258888244629,
+      "learning_rate": 5.329715657477968e-05,
+      "loss": 2.166,
+      "step": 256500
+    },
+    {
+      "epoch": 0.9602334450803448,
+      "grad_norm": 2.754812240600586,
+      "learning_rate": 5.31507369937121e-05,
+      "loss": 2.1639,
+      "step": 257000
+    },
+    {
+      "epoch": 0.9621016035338086,
+      "grad_norm": 2.349533796310425,
+      "learning_rate": 5.300458320043379e-05,
+      "loss": 2.155,
+      "step": 257500
+    },
+    {
+      "epoch": 0.9639697619872722,
+      "grad_norm": 3.3088858127593994,
+      "learning_rate": 5.285811066719044e-05,
+      "loss": 2.1429,
+      "step": 258000
+    },
+    {
+      "epoch": 0.9658379204407359,
+      "grad_norm": 3.420562505722046,
+      "learning_rate": 5.2711613521958034e-05,
+      "loss": 2.133,
+      "step": 258500
+    },
+    {
+      "epoch": 0.9677060788941997,
+      "grad_norm": 2.4579176902770996,
+      "learning_rate": 5.256509302626437e-05,
+      "loss": 2.1483,
+      "step": 259000
+    },
+    {
+      "epoch": 0.9695742373476633,
+      "grad_norm": 3.574404239654541,
+      "learning_rate": 5.241855044183839e-05,
+      "loss": 2.1599,
+      "step": 259500
+    },
+    {
+      "epoch": 0.971442395801127,
+      "grad_norm": 2.763312816619873,
+      "learning_rate": 5.227198703059918e-05,
+      "loss": 2.1175,
+      "step": 260000
+    },
+    {
+      "epoch": 0.9733105542545908,
+      "grad_norm": 3.4662206172943115,
+      "learning_rate": 5.2125404054645224e-05,
+      "loss": 2.1439,
+      "step": 260500
+    },
+    {
+      "epoch": 0.9751787127080545,
+      "grad_norm": 2.4736666679382324,
+      "learning_rate": 5.197880277624344e-05,
+      "loss": 2.166,
+      "step": 261000
+    },
+    {
+      "epoch": 0.9770468711615182,
+      "grad_norm": 2.448014974594116,
+      "learning_rate": 5.1832184457818365e-05,
+      "loss": 2.1184,
+      "step": 261500
+    },
+    {
+      "epoch": 0.9789150296149819,
+      "grad_norm": 2.605496644973755,
+      "learning_rate": 5.168584364503971e-05,
+      "loss": 2.0694,
+      "step": 262000
+    },
+    {
+      "epoch": 0.9807831880684456,
+      "grad_norm": 2.6576755046844482,
+      "learning_rate": 5.153919506218703e-05,
+      "loss": 2.1525,
+      "step": 262500
+    },
+    {
+      "epoch": 0.9826513465219093,
+      "grad_norm": 3.0602567195892334,
+      "learning_rate": 5.139253322489586e-05,
+      "loss": 2.12,
+      "step": 263000
+    },
+    {
+      "epoch": 0.984519504975373,
+      "grad_norm": 2.233271598815918,
+      "learning_rate": 5.124585939611224e-05,
+      "loss": 2.124,
+      "step": 263500
+    },
+    {
+      "epoch": 0.9863876634288367,
+      "grad_norm": 3.0819501876831055,
+      "learning_rate": 5.109946821786733e-05,
+      "loss": 2.1361,
+      "step": 264000
+    },
+    {
+      "epoch": 0.9882558218823004,
+      "grad_norm": 2.7308757305145264,
+      "learning_rate": 5.0952774213009e-05,
+      "loss": 2.1196,
+      "step": 264500
+    },
+    {
+      "epoch": 0.9901239803357641,
+      "grad_norm": 2.309229612350464,
+      "learning_rate": 5.080607200354588e-05,
+      "loss": 2.071,
+      "step": 265000
+    },
+    {
+      "epoch": 0.9919921387892279,
+      "grad_norm": 3.331204652786255,
+      "learning_rate": 5.065965627716091e-05,
+      "loss": 2.0675,
+      "step": 265500
+    },
+    {
+      "epoch": 0.9938602972426915,
+      "grad_norm": 3.6821019649505615,
+      "learning_rate": 5.051294145852407e-05,
+      "loss": 2.1329,
+      "step": 266000
+    },
+    {
+      "epoch": 0.9957284556961552,
+      "grad_norm": 1.9205609560012817,
+      "learning_rate": 5.036622222280509e-05,
+      "loss": 2.1563,
+      "step": 266500
+    },
+    {
+      "epoch": 0.997596614149619,
+      "grad_norm": 3.6985223293304443,
+      "learning_rate": 5.021949983344428e-05,
+      "loss": 2.139,
+      "step": 267000
+    },
+    {
+      "epoch": 0.9994647726030826,
+      "grad_norm": 3.8483798503875732,
+      "learning_rate": 5.007277555390912e-05,
+      "loss": 2.1531,
+      "step": 267500
+    },
+    {
+      "epoch": 1.0013329310565464,
+      "grad_norm": 2.758868932723999,
+      "learning_rate": 4.992605064768335e-05,
+      "loss": 2.0257,
+      "step": 268000
+    },
+    {
+      "epoch": 1.00320108951001,
+      "grad_norm": 2.7047057151794434,
+      "learning_rate": 4.9779619825319616e-05,
+      "loss": 1.9918,
+      "step": 268500
+    },
+    {
+      "epoch": 1.0050692479634737,
+      "grad_norm": 3.4775989055633545,
+      "learning_rate": 4.963289745111303e-05,
+      "loss": 1.9841,
+      "step": 269000
+    },
+    {
+      "epoch": 1.0069374064169374,
+      "grad_norm": 3.1174392700195312,
+      "learning_rate": 4.9486178238129e-05,
+      "loss": 1.9998,
+      "step": 269500
+    },
+    {
+      "epoch": 1.008805564870401,
+      "grad_norm": 3.418029546737671,
+      "learning_rate": 4.933946344980765e-05,
+      "loss": 2.0305,
+      "step": 270000
+    },
+    {
+      "epoch": 1.010673723323865,
+      "grad_norm": 4.21517276763916,
+      "learning_rate": 4.919275434955098e-05,
+      "loss": 1.9349,
+      "step": 270500
+    },
+    {
+      "epoch": 1.0125418817773286,
+      "grad_norm": 3.2260196208953857,
+      "learning_rate": 4.904605220071203e-05,
+      "loss": 1.9659,
+      "step": 271000
+    },
+    {
+      "epoch": 1.0144100402307923,
+      "grad_norm": 2.354206085205078,
+      "learning_rate": 4.889935826658396e-05,
+      "loss": 1.9459,
+      "step": 271500
+    },
+    {
+      "epoch": 1.016278198684256,
+      "grad_norm": 2.399245262145996,
+      "learning_rate": 4.8752967169003024e-05,
+      "loss": 1.9669,
+      "step": 272000
+    },
+    {
+      "epoch": 1.0181463571377196,
+      "grad_norm": 2.836991786956787,
+      "learning_rate": 4.8606293431139685e-05,
+      "loss": 1.9754,
+      "step": 272500
+    },
+    {
+      "epoch": 1.0200145155911835,
+      "grad_norm": 2.369506597518921,
+      "learning_rate": 4.845963169487281e-05,
+      "loss": 1.9748,
+      "step": 273000
+    },
+    {
+      "epoch": 1.0218826740446472,
+      "grad_norm": 4.3176140785217285,
+      "learning_rate": 4.831298322314752e-05,
+      "loss": 1.9874,
+      "step": 273500
+    },
+    {
+      "epoch": 1.0237508324981108,
+      "grad_norm": 2.473726749420166,
+      "learning_rate": 4.8166349278794803e-05,
+      "loss": 1.9784,
+      "step": 274000
+    },
+    {
+      "epoch": 1.0256189909515745,
+      "grad_norm": 3.3185558319091797,
+      "learning_rate": 4.8019731124520506e-05,
+      "loss": 2.0007,
+      "step": 274500
+    },
+    {
+      "epoch": 1.0274871494050382,
+      "grad_norm": 3.276498317718506,
+      "learning_rate": 4.787313002289445e-05,
+      "loss": 1.9758,
+      "step": 275000
+    },
+    {
+      "epoch": 1.029355307858502,
+      "grad_norm": 3.0989725589752197,
+      "learning_rate": 4.772654723633967e-05,
+      "loss": 2.0042,
+      "step": 275500
+    },
+    {
+      "epoch": 1.0312234663119657,
+      "grad_norm": 2.4186153411865234,
+      "learning_rate": 4.7580277133162835e-05,
+      "loss": 2.0053,
+      "step": 276000
+    },
+    {
+      "epoch": 1.0330916247654294,
+      "grad_norm": 2.4179837703704834,
+      "learning_rate": 4.74340277836311e-05,
+      "loss": 1.9908,
+      "step": 276500
+    },
+    {
+      "epoch": 1.034959783218893,
+      "grad_norm": 3.3896212577819824,
+      "learning_rate": 4.728750742427794e-05,
+      "loss": 1.9604,
+      "step": 277000
+    },
+    {
+      "epoch": 1.0368279416723567,
+      "grad_norm": 2.6385319232940674,
+      "learning_rate": 4.714101042295578e-05,
+      "loss": 1.9896,
+      "step": 277500
+    },
+    {
+      "epoch": 1.0386961001258204,
+      "grad_norm": 3.6427805423736572,
+      "learning_rate": 4.6994538041191235e-05,
+      "loss": 2.0044,
+      "step": 278000
+    },
+    {
+      "epoch": 1.0405642585792843,
+      "grad_norm": 3.0906810760498047,
+      "learning_rate": 4.684809154029888e-05,
+      "loss": 2.0074,
+      "step": 278500
+    },
+    {
+      "epoch": 1.042432417032748,
+      "grad_norm": 3.357675313949585,
+      "learning_rate": 4.67019649921625e-05,
+      "loss": 2.0337,
+      "step": 279000
+    },
+    {
+      "epoch": 1.0443005754862116,
+      "grad_norm": 3.163966655731201,
+      "learning_rate": 4.655557397799212e-05,
+      "loss": 1.9936,
+      "step": 279500
+    },
+    {
+      "epoch": 1.0461687339396752,
+      "grad_norm": 2.073416233062744,
+      "learning_rate": 4.640921262473603e-05,
+      "loss": 1.9917,
+      "step": 280000
+    },
+    {
+      "epoch": 1.048036892393139,
+      "grad_norm": 4.012736797332764,
+      "learning_rate": 4.626288219275275e-05,
+      "loss": 1.9811,
+      "step": 280500
+    },
+    {
+      "epoch": 1.0499050508466028,
+      "grad_norm": 3.065397262573242,
+      "learning_rate": 4.611658394213446e-05,
+      "loss": 2.0052,
+      "step": 281000
+    },
+    {
+      "epoch": 1.0517732093000665,
+      "grad_norm": 3.3266775608062744,
+      "learning_rate": 4.597061162810362e-05,
+      "loss": 1.997,
+      "step": 281500
+    },
+    {
+      "epoch": 1.0536413677535301,
+      "grad_norm": 2.940035820007324,
+      "learning_rate": 4.582438144871442e-05,
+      "loss": 1.9267,
+      "step": 282000
+    },
+    {
+      "epoch": 1.0555095262069938,
+      "grad_norm": 3.5627119541168213,
+      "learning_rate": 4.567818722674258e-05,
+      "loss": 1.973,
+      "step": 282500
+    },
+    {
+      "epoch": 1.0573776846604575,
+      "grad_norm": 2.702580213546753,
+      "learning_rate": 4.553203022110738e-05,
+      "loss": 1.9818,
+      "step": 283000
+    },
+    {
+      "epoch": 1.0592458431139213,
+      "grad_norm": 3.027751922607422,
+      "learning_rate": 4.538591169040759e-05,
+      "loss": 2.0195,
+      "step": 283500
+    },
+    {
+      "epoch": 1.061114001567385,
+      "grad_norm": 2.598694086074829,
+      "learning_rate": 4.5239832892910685e-05,
+      "loss": 1.9988,
+      "step": 284000
+    },
+    {
+      "epoch": 1.0629821600208487,
+      "grad_norm": 2.5287024974823,
+      "learning_rate": 4.5093795086541985e-05,
+      "loss": 1.9794,
+      "step": 284500
+    },
+    {
+      "epoch": 1.0648503184743123,
+      "grad_norm": 2.937054395675659,
+      "learning_rate": 4.494779952887383e-05,
+      "loss": 1.9804,
+      "step": 285000
+    },
+    {
+      "epoch": 1.066718476927776,
+      "grad_norm": 2.625366687774658,
+      "learning_rate": 4.48021393369639e-05,
+      "loss": 2.002,
+      "step": 285500
+    },
+    {
+      "epoch": 1.0685866353812399,
+      "grad_norm": 2.97308349609375,
+      "learning_rate": 4.465623195716817e-05,
+      "loss": 1.974,
+      "step": 286000
+    },
+    {
+      "epoch": 1.0704547938347035,
+      "grad_norm": 2.940298080444336,
+      "learning_rate": 4.4510370594051275e-05,
+      "loss": 1.9722,
+      "step": 286500
+    },
+    {
+      "epoch": 1.0723229522881672,
+      "grad_norm": 2.5476973056793213,
+      "learning_rate": 4.436455650366615e-05,
+      "loss": 2.0061,
+      "step": 287000
+    },
+    {
+      "epoch": 1.0741911107416309,
+      "grad_norm": 3.88171124458313,
+      "learning_rate": 4.4218790941658633e-05,
+      "loss": 1.9859,
+      "step": 287500
+    },
+    {
+      "epoch": 1.0760592691950945,
+      "grad_norm": 2.958958864212036,
+      "learning_rate": 4.407307516325668e-05,
+      "loss": 1.9929,
+      "step": 288000
+    },
+    {
+      "epoch": 1.0779274276485582,
+      "grad_norm": 3.2626969814300537,
+      "learning_rate": 4.3927410423259555e-05,
+      "loss": 2.0427,
+      "step": 288500
+    },
+    {
+      "epoch": 1.079795586102022,
+      "grad_norm": 2.726310968399048,
+      "learning_rate": 4.378208914789977e-05,
+      "loss": 1.9826,
+      "step": 289000
+    },
+    {
+      "epoch": 1.0816637445554858,
+      "grad_norm": 3.683236598968506,
+      "learning_rate": 4.36365301389968e-05,
+      "loss": 2.006,
+      "step": 289500
+    },
+    {
+      "epoch": 1.0835319030089494,
+      "grad_norm": 3.4819111824035645,
+      "learning_rate": 4.349102592770976e-05,
+      "loss": 1.9865,
+      "step": 290000
+    },
+    {
+      "epoch": 1.085400061462413,
+      "grad_norm": 3.417532444000244,
+      "learning_rate": 4.334557776701607e-05,
+      "loss": 1.9988,
+      "step": 290500
+    },
+    {
+      "epoch": 1.0872682199158767,
+      "grad_norm": 2.9879865646362305,
+      "learning_rate": 4.3200477633104895e-05,
+      "loss": 1.9888,
+      "step": 291000
+    },
+    {
+      "epoch": 1.0891363783693406,
+      "grad_norm": 2.8864903450012207,
+      "learning_rate": 4.305514521222923e-05,
+      "loss": 1.9602,
+      "step": 291500
+    },
+    {
+      "epoch": 1.0910045368228043,
+      "grad_norm": 3.8783183097839355,
+      "learning_rate": 4.290987259543744e-05,
+      "loss": 2.0115,
+      "step": 292000
+    },
+    {
+      "epoch": 1.092872695276268,
+      "grad_norm": 3.2339043617248535,
+      "learning_rate": 4.2764661033712623e-05,
+      "loss": 2.016,
+      "step": 292500
+    },
+    {
+      "epoch": 1.0947408537297316,
+      "grad_norm": 3.942629337310791,
+      "learning_rate": 4.261951177751206e-05,
+      "loss": 1.9975,
+      "step": 293000
+    },
+    {
+      "epoch": 1.0966090121831953,
+      "grad_norm": 5.084557056427002,
+      "learning_rate": 4.2474426076756546e-05,
+      "loss": 1.9484,
+      "step": 293500
+    },
+    {
+      "epoch": 1.098477170636659,
+      "grad_norm": 3.621943473815918,
+      "learning_rate": 4.2329405180819554e-05,
+      "loss": 1.9364,
+      "step": 294000
+    },
+    {
+      "epoch": 1.1003453290901228,
+      "grad_norm": 3.5090487003326416,
+      "learning_rate": 4.2184450338516527e-05,
+      "loss": 2.0112,
+      "step": 294500
+    },
+    {
+      "epoch": 1.1022134875435865,
+      "grad_norm": 4.1997246742248535,
+      "learning_rate": 4.204014221253661e-05,
+      "loss": 1.9631,
+      "step": 295000
+    },
+    {
+      "epoch": 1.1040816459970502,
+      "grad_norm": 3.7712690830230713,
+      "learning_rate": 4.189532294497906e-05,
+      "loss": 1.9428,
+      "step": 295500
+    },
+    {
+      "epoch": 1.1059498044505138,
+      "grad_norm": 4.392169952392578,
+      "learning_rate": 4.175057346905878e-05,
+      "loss": 2.0024,
+      "step": 296000
+    },
+    {
+      "epoch": 1.1078179629039775,
+      "grad_norm": 3.103431463241577,
+      "learning_rate": 4.160589503125397e-05,
+      "loss": 1.9671,
+      "step": 296500
+    },
+    {
+      "epoch": 1.1096861213574414,
+      "grad_norm": 2.2490739822387695,
+      "learning_rate": 4.1461288877431045e-05,
+      "loss": 1.9978,
+      "step": 297000
+    },
+    {
+      "epoch": 1.111554279810905,
+      "grad_norm": 3.9997470378875732,
+      "learning_rate": 4.1317045243873654e-05,
+      "loss": 1.9756,
+      "step": 297500
+    },
+    {
+      "epoch": 1.1134224382643687,
+      "grad_norm": 3.8243391513824463,
+      "learning_rate": 4.117258724232387e-05,
+      "loss": 1.9927,
+      "step": 298000
+    },
+    {
+      "epoch": 1.1152905967178324,
+      "grad_norm": 3.207801342010498,
+      "learning_rate": 4.102820525609035e-05,
+      "loss": 1.9807,
+      "step": 298500
+    },
+    {
+      "epoch": 1.117158755171296,
+      "grad_norm": 2.981112480163574,
+      "learning_rate": 4.08839005284867e-05,
+      "loss": 1.9757,
+      "step": 299000
+    },
+    {
+      "epoch": 1.11902691362476,
+      "grad_norm": 2.8603618144989014,
+      "learning_rate": 4.0739674302161204e-05,
+      "loss": 1.9882,
+      "step": 299500
+    },
+    {
+      "epoch": 1.1208950720782236,
+      "grad_norm": 3.422062635421753,
+      "learning_rate": 4.059552781908619e-05,
+      "loss": 1.9883,
+      "step": 300000
+    },
+    {
+      "epoch": 1.1227632305316873,
+      "grad_norm": 3.2499775886535645,
+      "learning_rate": 4.045146232054726e-05,
+      "loss": 1.9715,
+      "step": 300500
+    },
+    {
+      "epoch": 1.124631388985151,
+      "grad_norm": 3.5448482036590576,
+      "learning_rate": 4.030776693079458e-05,
+      "loss": 1.9895,
+      "step": 301000
+    },
+    {
+      "epoch": 1.1264995474386146,
+      "grad_norm": 3.52693510055542,
+      "learning_rate": 4.016386695421753e-05,
+      "loss": 1.9936,
+      "step": 301500
+    },
+    {
+      "epoch": 1.1283677058920785,
+      "grad_norm": 3.247986078262329,
+      "learning_rate": 4.002005167932884e-05,
+      "loss": 1.9916,
+      "step": 302000
+    },
+    {
+      "epoch": 1.1302358643455421,
+      "grad_norm": 3.287041425704956,
+      "learning_rate": 3.987632234456198e-05,
+      "loss": 1.971,
+      "step": 302500
+    },
+    {
+      "epoch": 1.1321040227990058,
+      "grad_norm": 2.758507251739502,
+      "learning_rate": 3.9732680187610403e-05,
+      "loss": 2.0091,
+      "step": 303000
+    },
+    {
+      "epoch": 1.1339721812524695,
+      "grad_norm": 2.9558610916137695,
+      "learning_rate": 3.958912644541679e-05,
+      "loss": 2.0046,
+      "step": 303500
+    },
+    {
+      "epoch": 1.1358403397059331,
+      "grad_norm": 3.0163705348968506,
+      "learning_rate": 3.944566235416254e-05,
+      "loss": 1.9902,
+      "step": 304000
+    },
+    {
+      "epoch": 1.1377084981593968,
+      "grad_norm": 2.4738314151763916,
+      "learning_rate": 3.9302289149256985e-05,
+      "loss": 1.969,
+      "step": 304500
+    },
+    {
+      "epoch": 1.1395766566128607,
+      "grad_norm": 3.352306604385376,
+      "learning_rate": 3.915929453473775e-05,
+      "loss": 1.9639,
+      "step": 305000
+    },
+    {
+      "epoch": 1.1414448150663243,
+      "grad_norm": 3.9805781841278076,
+      "learning_rate": 3.9016106617675985e-05,
+      "loss": 1.9703,
+      "step": 305500
+    },
+    {
+      "epoch": 1.143312973519788,
+      "grad_norm": 2.410222291946411,
+      "learning_rate": 3.8873013285987326e-05,
+      "loss": 1.9836,
+      "step": 306000
+    },
+    {
+      "epoch": 1.1451811319732517,
+      "grad_norm": 3.830815076828003,
+      "learning_rate": 3.873030167047204e-05,
+      "loss": 1.9474,
+      "step": 306500
+    },
+    {
+      "epoch": 1.1470492904267153,
+      "grad_norm": 3.884229898452759,
+      "learning_rate": 3.858740101002805e-05,
+      "loss": 1.9912,
+      "step": 307000
+    },
+    {
+      "epoch": 1.1489174488801792,
+      "grad_norm": 3.097529172897339,
+      "learning_rate": 3.8444598626660855e-05,
+      "loss": 1.9851,
+      "step": 307500
+    },
+    {
+      "epoch": 1.1507856073336429,
+      "grad_norm": 3.3618969917297363,
+      "learning_rate": 3.8301895750081664e-05,
+      "loss": 1.9897,
+      "step": 308000
+    },
+    {
+      "epoch": 1.1526537657871065,
+      "grad_norm": 2.846202850341797,
+      "learning_rate": 3.8159293609144794e-05,
+      "loss": 1.9649,
+      "step": 308500
+    },
+    {
+      "epoch": 1.1545219242405702,
+      "grad_norm": 3.3975071907043457,
+      "learning_rate": 3.801679343183709e-05,
+      "loss": 1.9611,
+      "step": 309000
+    },
+    {
+      "epoch": 1.1563900826940339,
+      "grad_norm": 3.390746831893921,
+      "learning_rate": 3.787468113544101e-05,
+      "loss": 1.9809,
+      "step": 309500
+    },
+    {
+      "epoch": 1.1582582411474975,
+      "grad_norm": 3.883208990097046,
+      "learning_rate": 3.773238835577244e-05,
+      "loss": 1.9741,
+      "step": 310000
+    },
+    {
+      "epoch": 1.1601263996009614,
+      "grad_norm": 2.655240535736084,
+      "learning_rate": 3.7590201215933385e-05,
+      "loss": 1.9929,
+      "step": 310500
+    },
+    {
+      "epoch": 1.161994558054425,
+      "grad_norm": 3.561328649520874,
+      "learning_rate": 3.7448120940337014e-05,
+      "loss": 1.9941,
+      "step": 311000
+    },
+    {
+      "epoch": 1.1638627165078888,
+      "grad_norm": 4.378994464874268,
+      "learning_rate": 3.7306148752476284e-05,
+      "loss": 1.9692,
+      "step": 311500
+    },
+    {
+      "epoch": 1.1657308749613524,
+      "grad_norm": 2.515988826751709,
+      "learning_rate": 3.716428587491332e-05,
+      "loss": 1.9721,
+      "step": 312000
+    },
+    {
+      "epoch": 1.1675990334148163,
+      "grad_norm": 2.2535147666931152,
+      "learning_rate": 3.702253352926898e-05,
+      "loss": 1.9904,
+      "step": 312500
+    },
+    {
+      "epoch": 1.16946719186828,
+      "grad_norm": 3.65279483795166,
+      "learning_rate": 3.688117610505848e-05,
+      "loss": 1.8969,
+      "step": 313000
+    },
+    {
+      "epoch": 1.1713353503217436,
+      "grad_norm": 3.5840914249420166,
+      "learning_rate": 3.6739648257134945e-05,
+      "loss": 1.9981,
+      "step": 313500
+    },
+    {
+      "epoch": 1.1732035087752073,
+      "grad_norm": 4.6728973388671875,
+      "learning_rate": 3.659823459780314e-05,
+      "loss": 2.0034,
+      "step": 314000
+    },
+    {
+      "epoch": 1.175071667228671,
+      "grad_norm": 3.8465287685394287,
+      "learning_rate": 3.6456936344815585e-05,
+      "loss": 1.9575,
+      "step": 314500
+    },
+    {
+      "epoch": 1.1769398256821346,
+      "grad_norm": 3.005547046661377,
+      "learning_rate": 3.631603696099265e-05,
+      "loss": 1.9799,
+      "step": 315000
+    },
+    {
+      "epoch": 1.1788079841355985,
+      "grad_norm": 3.0555107593536377,
+      "learning_rate": 3.617497293307507e-05,
+      "loss": 1.9681,
+      "step": 315500
+    },
+    {
+      "epoch": 1.1806761425890622,
+      "grad_norm": 3.1861069202423096,
+      "learning_rate": 3.6034027956326125e-05,
+      "loss": 2.0004,
+      "step": 316000
+    },
+    {
+      "epoch": 1.1825443010425258,
+      "grad_norm": 3.5906646251678467,
+      "learning_rate": 3.589320324446236e-05,
+      "loss": 1.984,
+      "step": 316500
+    },
+    {
+      "epoch": 1.1844124594959895,
+      "grad_norm": 3.118577480316162,
+      "learning_rate": 3.5752500010164694e-05,
+      "loss": 2.0166,
+      "step": 317000
+    },
+    {
+      "epoch": 1.1862806179494532,
+      "grad_norm": 3.639019727706909,
+      "learning_rate": 3.561220050290951e-05,
+      "loss": 1.9152,
+      "step": 317500
+    },
+    {
+      "epoch": 1.188148776402917,
+      "grad_norm": 2.516979455947876,
+      "learning_rate": 3.547174360858504e-05,
+      "loss": 1.9838,
+      "step": 318000
+    },
+    {
+      "epoch": 1.1900169348563807,
+      "grad_norm": 4.030247688293457,
+      "learning_rate": 3.5331411821133284e-05,
+      "loss": 1.9957,
+      "step": 318500
+    },
+    {
+      "epoch": 1.1918850933098444,
+      "grad_norm": 2.944655656814575,
+      "learning_rate": 3.519120634899048e-05,
+      "loss": 1.9557,
+      "step": 319000
+    },
+    {
+      "epoch": 1.193753251763308,
+      "grad_norm": 2.9035158157348633,
+      "learning_rate": 3.505112839950505e-05,
+      "loss": 1.9852,
+      "step": 319500
+    },
+    {
+      "epoch": 1.1956214102167717,
+      "grad_norm": 4.2154364585876465,
+      "learning_rate": 3.491117917892734e-05,
+      "loss": 1.9863,
+      "step": 320000
+    },
+    {
+      "epoch": 1.1974895686702354,
+      "grad_norm": 3.7261621952056885,
+      "learning_rate": 3.4771359892399204e-05,
+      "loss": 1.9478,
+      "step": 320500
+    },
+    {
+      "epoch": 1.1993577271236993,
+      "grad_norm": 4.7101240158081055,
+      "learning_rate": 3.463195098856492e-05,
+      "loss": 1.9688,
+      "step": 321000
+    },
+    {
+      "epoch": 1.201225885577163,
+      "grad_norm": 3.4447665214538574,
+      "learning_rate": 3.44923949151937e-05,
+      "loss": 1.9768,
+      "step": 321500
+    },
+    {
+      "epoch": 1.2030940440306266,
+      "grad_norm": 2.6960058212280273,
+      "learning_rate": 3.4352972382140294e-05,
+      "loss": 1.9639,
+      "step": 322000
+    },
+    {
+      "epoch": 1.2049622024840903,
+      "grad_norm": 3.2135891914367676,
+      "learning_rate": 3.421368459001103e-05,
+      "loss": 2.0298,
+      "step": 322500
+    },
+    {
+      "epoch": 1.206830360937554,
+      "grad_norm": 3.953632116317749,
+      "learning_rate": 3.4074532738252e-05,
+      "loss": 2.0028,
+      "step": 323000
+    },
+    {
+      "epoch": 1.2086985193910178,
+      "grad_norm": 3.091557025909424,
+      "learning_rate": 3.393551802513865e-05,
+      "loss": 1.9353,
+      "step": 323500
+    },
+    {
+      "epoch": 1.2105666778444815,
+      "grad_norm": 3.2774996757507324,
+      "learning_rate": 3.379664164776548e-05,
+      "loss": 1.9976,
+      "step": 324000
+    },
+    {
+      "epoch": 1.2124348362979451,
+      "grad_norm": 4.057534694671631,
+      "learning_rate": 3.365790480203579e-05,
+      "loss": 1.9577,
+      "step": 324500
+    },
+    {
+      "epoch": 1.2143029947514088,
+      "grad_norm": 3.725080728530884,
+      "learning_rate": 3.351958573365166e-05,
+      "loss": 1.9619,
+      "step": 325000
+    },
+    {
+      "epoch": 1.2161711532048725,
+      "grad_norm": 2.542310953140259,
+      "learning_rate": 3.338140801561512e-05,
+      "loss": 1.9413,
+      "step": 325500
+    },
+    {
+      "epoch": 1.2180393116583361,
+      "grad_norm": 3.8798625469207764,
+      "learning_rate": 3.324309635334674e-05,
+      "loss": 1.9272,
+      "step": 326000
+    },
+    {
+      "epoch": 1.2199074701118,
+      "grad_norm": 2.8388006687164307,
+      "learning_rate": 3.310492898945492e-05,
+      "loss": 1.9717,
+      "step": 326500
+    },
+    {
+      "epoch": 1.2217756285652637,
+      "grad_norm": 3.845374822616577,
+      "learning_rate": 3.296690711373742e-05,
+      "loss": 1.9995,
+      "step": 327000
+    },
+    {
+      "epoch": 1.2236437870187273,
+      "grad_norm": 3.3350958824157715,
+      "learning_rate": 3.282903191473914e-05,
+      "loss": 1.9505,
+      "step": 327500
+    },
+    {
+      "epoch": 1.225511945472191,
+      "grad_norm": 3.514188289642334,
+      "learning_rate": 3.2691304579741944e-05,
+      "loss": 1.9493,
+      "step": 328000
+    },
+    {
+      "epoch": 1.2273801039256549,
+      "grad_norm": 4.140675067901611,
+      "learning_rate": 3.255372629475436e-05,
+      "loss": 1.9381,
+      "step": 328500
+    },
+    {
+      "epoch": 1.2292482623791186,
+      "grad_norm": 3.2821719646453857,
+      "learning_rate": 3.241629824450141e-05,
+      "loss": 1.9647,
+      "step": 329000
+    },
+    {
+      "epoch": 1.2311164208325822,
+      "grad_norm": 3.671809434890747,
+      "learning_rate": 3.227929601377734e-05,
+      "loss": 1.948,
+      "step": 329500
+    },
+    {
+      "epoch": 1.2329845792860459,
+      "grad_norm": 4.461349010467529,
+      "learning_rate": 3.214244577120278e-05,
+      "loss": 1.9533,
+      "step": 330000
+    },
+    {
+      "epoch": 1.2348527377395095,
+      "grad_norm": 4.116054058074951,
+      "learning_rate": 3.200547490304101e-05,
+      "loss": 1.9278,
+      "step": 330500
+    },
+    {
+      "epoch": 1.2367208961929732,
+      "grad_norm": 3.0734941959381104,
+      "learning_rate": 3.1868658990759734e-05,
+      "loss": 1.9038,
+      "step": 331000
+    },
+    {
+      "epoch": 1.238589054646437,
+      "grad_norm": 4.233485698699951,
+      "learning_rate": 3.173199921251894e-05,
+      "loss": 1.9466,
+      "step": 331500
+    },
+    {
+      "epoch": 1.2404572130999008,
+      "grad_norm": 3.6610071659088135,
+      "learning_rate": 3.159549674513415e-05,
+      "loss": 1.9437,
+      "step": 332000
+    },
+    {
+      "epoch": 1.2423253715533644,
+      "grad_norm": 3.757662773132324,
+      "learning_rate": 3.145915276406623e-05,
+      "loss": 1.9695,
+      "step": 332500
+    },
+    {
+      "epoch": 1.244193530006828,
+      "grad_norm": 4.0608062744140625,
+      "learning_rate": 3.1322968443411296e-05,
+      "loss": 1.9398,
+      "step": 333000
+    },
+    {
+      "epoch": 1.2460616884602917,
+      "grad_norm": 3.5959203243255615,
+      "learning_rate": 3.118694495589054e-05,
+      "loss": 1.9154,
+      "step": 333500
+    },
+    {
+      "epoch": 1.2479298469137556,
+      "grad_norm": 4.01427698135376,
+      "learning_rate": 3.105135503334797e-05,
+      "loss": 1.9268,
+      "step": 334000
+    },
+    {
+      "epoch": 1.2497980053672193,
+      "grad_norm": 4.18043851852417,
+      "learning_rate": 3.091565639719372e-05,
+      "loss": 1.9349,
+      "step": 334500
+    },
+    {
+      "epoch": 1.251666163820683,
+      "grad_norm": 3.132768154144287,
+      "learning_rate": 3.0780122101651435e-05,
+      "loss": 1.9476,
+      "step": 335000
+    },
+    {
+      "epoch": 1.2535343222741466,
+      "grad_norm": 2.99275803565979,
+      "learning_rate": 3.0644753313844755e-05,
+      "loss": 1.9625,
+      "step": 335500
+    },
+    {
+      "epoch": 1.2554024807276103,
+      "grad_norm": 3.58479380607605,
+      "learning_rate": 3.0509551199472118e-05,
+      "loss": 1.9545,
+      "step": 336000
+    },
+    {
+      "epoch": 1.257270639181074,
+      "grad_norm": 3.13480544090271,
+      "learning_rate": 3.0374786823074896e-05,
+      "loss": 1.9398,
+      "step": 336500
+    },
+    {
+      "epoch": 1.2591387976345378,
+      "grad_norm": 3.130760431289673,
+      "learning_rate": 3.0239921207753986e-05,
+      "loss": 1.9582,
+      "step": 337000
+    },
+    {
+      "epoch": 1.2610069560880015,
+      "grad_norm": 3.4282748699188232,
+      "learning_rate": 3.0105225751989453e-05,
+      "loss": 1.9285,
+      "step": 337500
+    },
+    {
+      "epoch": 1.2628751145414652,
+      "grad_norm": 3.996558666229248,
+      "learning_rate": 2.9970701615681463e-05,
+      "loss": 1.9397,
+      "step": 338000
+    },
+    {
+      "epoch": 1.2647432729949288,
+      "grad_norm": 3.9144933223724365,
+      "learning_rate": 2.9836349957254927e-05,
+      "loss": 1.9361,
+      "step": 338500
+    },
+    {
+      "epoch": 1.2666114314483927,
+      "grad_norm": 2.7201411724090576,
+      "learning_rate": 2.9702171933649482e-05,
+      "loss": 1.9221,
+      "step": 339000
+    },
+    {
+      "epoch": 1.2684795899018564,
+      "grad_norm": 3.485480785369873,
+      "learning_rate": 2.956843653156831e-05,
+      "loss": 1.951,
+      "step": 339500
+    },
+    {
+      "epoch": 1.27034774835532,
+      "grad_norm": 4.514249324798584,
+      "learning_rate": 2.943460888939414e-05,
+      "loss": 1.9556,
+      "step": 340000
+    },
+    {
+      "epoch": 1.2722159068087837,
+      "grad_norm": 3.043680429458618,
+      "learning_rate": 2.930095834154558e-05,
+      "loss": 1.9673,
+      "step": 340500
+    },
+    {
+      "epoch": 1.2740840652622474,
+      "grad_norm": 2.636143207550049,
+      "learning_rate": 2.9167486038924823e-05,
+      "loss": 1.9492,
+      "step": 341000
+    },
+    {
+      "epoch": 1.275952223715711,
+      "grad_norm": 3.6190054416656494,
+      "learning_rate": 2.9034193130899155e-05,
+      "loss": 1.9648,
+      "step": 341500
+    },
+    {
+      "epoch": 1.2778203821691747,
+      "grad_norm": 4.245516777038574,
+      "learning_rate": 2.890108076529099e-05,
+      "loss": 1.9589,
+      "step": 342000
+    },
+    {
+      "epoch": 1.2796885406226386,
+      "grad_norm": 3.619927406311035,
+      "learning_rate": 2.876841576763556e-05,
+      "loss": 1.9439,
+      "step": 342500
+    },
+    {
+      "epoch": 1.2815566990761023,
+      "grad_norm": 3.657912015914917,
+      "learning_rate": 2.863566755729298e-05,
+      "loss": 1.9564,
+      "step": 343000
+    },
+    {
+      "epoch": 1.283424857529566,
+      "grad_norm": 3.4643499851226807,
+      "learning_rate": 2.8503103321182943e-05,
+      "loss": 1.9754,
+      "step": 343500
+    },
+    {
+      "epoch": 1.2852930159830296,
+      "grad_norm": 4.774941444396973,
+      "learning_rate": 2.8370724200853072e-05,
+      "loss": 1.9406,
+      "step": 344000
+    },
+    {
+      "epoch": 1.2871611744364935,
+      "grad_norm": 3.5722765922546387,
+      "learning_rate": 2.8238531336256975e-05,
+      "loss": 1.9708,
+      "step": 344500
+    },
+    {
+      "epoch": 1.2890293328899571,
+      "grad_norm": 3.9576704502105713,
+      "learning_rate": 2.8106525865744272e-05,
+      "loss": 1.9503,
+      "step": 345000
+    },
+    {
+      "epoch": 1.2908974913434208,
+      "grad_norm": 4.773796558380127,
+      "learning_rate": 2.7974972371021873e-05,
+      "loss": 1.967,
+      "step": 345500
+    },
+    {
+      "epoch": 1.2927656497968845,
+      "grad_norm": 3.749734401702881,
+      "learning_rate": 2.784334471679681e-05,
+      "loss": 1.9484,
+      "step": 346000
+    },
+    {
+      "epoch": 1.2946338082503481,
+      "grad_norm": 4.330195903778076,
+      "learning_rate": 2.7711907859717524e-05,
+      "loss": 1.9094,
+      "step": 346500
+    },
+    {
+      "epoch": 1.2965019667038118,
+      "grad_norm": 3.0685718059539795,
+      "learning_rate": 2.758066293162346e-05,
+      "loss": 1.9195,
+      "step": 347000
+    },
+    {
+      "epoch": 1.2983701251572755,
+      "grad_norm": 3.8571877479553223,
+      "learning_rate": 2.7449611062701342e-05,
+      "loss": 1.9457,
+      "step": 347500
+    },
+    {
+      "epoch": 1.3002382836107393,
+      "grad_norm": 3.673949718475342,
+      "learning_rate": 2.731875338147545e-05,
+      "loss": 1.9046,
+      "step": 348000
+    },
+    {
+      "epoch": 1.302106442064203,
+      "grad_norm": 3.5845327377319336,
+      "learning_rate": 2.7188091014797774e-05,
+      "loss": 1.9871,
+      "step": 348500
+    },
+    {
+      "epoch": 1.3039746005176667,
+      "grad_norm": 5.045246124267578,
+      "learning_rate": 2.7057885822898532e-05,
+      "loss": 1.9445,
+      "step": 349000
+    },
+    {
+      "epoch": 1.3058427589711303,
+      "grad_norm": 4.416993141174316,
+      "learning_rate": 2.692761706288961e-05,
+      "loss": 1.9242,
+      "step": 349500
+    },
+    {
+      "epoch": 1.3077109174245942,
+      "grad_norm": 5.05975341796875,
+      "learning_rate": 2.6797546985612997e-05,
+      "loss": 1.9729,
+      "step": 350000
+    },
+    {
+      "epoch": 1.3095790758780579,
+      "grad_norm": 3.4689128398895264,
+      "learning_rate": 2.6667676711138423e-05,
+      "loss": 1.9479,
+      "step": 350500
+    },
+    {
+      "epoch": 1.3114472343315215,
+      "grad_norm": 3.177008628845215,
+      "learning_rate": 2.6538266495259985e-05,
+      "loss": 1.9456,
+      "step": 351000
+    },
+    {
+      "epoch": 1.3133153927849852,
+      "grad_norm": 3.6939172744750977,
+      "learning_rate": 2.6408798774518146e-05,
+      "loss": 1.934,
+      "step": 351500
+    },
+    {
+      "epoch": 1.3151835512384489,
+      "grad_norm": 4.592978477478027,
+      "learning_rate": 2.6279534204197788e-05,
+      "loss": 1.8931,
+      "step": 352000
+    },
+    {
+      "epoch": 1.3170517096919125,
+      "grad_norm": 4.249555587768555,
+      "learning_rate": 2.6150473897432166e-05,
+      "loss": 1.9352,
+      "step": 352500
+    },
+    {
+      "epoch": 1.3189198681453764,
+      "grad_norm": 3.4636592864990234,
+      "learning_rate": 2.6021876469757334e-05,
+      "loss": 1.9227,
+      "step": 353000
+    },
+    {
+      "epoch": 1.32078802659884,
+      "grad_norm": 3.9055769443511963,
+      "learning_rate": 2.5893227608380464e-05,
+      "loss": 2.0114,
+      "step": 353500
+    },
+    {
+      "epoch": 1.3226561850523038,
+      "grad_norm": 3.659078359603882,
+      "learning_rate": 2.576478633715232e-05,
+      "loss": 1.9675,
+      "step": 354000
+    },
+    {
+      "epoch": 1.3245243435057674,
+      "grad_norm": 4.109720230102539,
+      "learning_rate": 2.563655376211658e-05,
+      "loss": 1.9515,
+      "step": 354500
+    },
+    {
+      "epoch": 1.3263925019592313,
+      "grad_norm": 3.4679160118103027,
+      "learning_rate": 2.550853098751974e-05,
+      "loss": 1.965,
+      "step": 355000
+    },
+    {
+      "epoch": 1.328260660412695,
+      "grad_norm": 3.3445444107055664,
+      "learning_rate": 2.538097452833215e-05,
+      "loss": 1.9422,
+      "step": 355500
+    },
+    {
+      "epoch": 1.3301288188661586,
+      "grad_norm": 4.475471496582031,
+      "learning_rate": 2.5253374235012317e-05,
+      "loss": 1.9533,
+      "step": 356000
+    },
+    {
+      "epoch": 1.3319969773196223,
+      "grad_norm": 3.064134359359741,
+      "learning_rate": 2.5125987041797306e-05,
+      "loss": 1.9263,
+      "step": 356500
+    },
+    {
+      "epoch": 1.333865135773086,
+      "grad_norm": 3.313082218170166,
+      "learning_rate": 2.4998814045653785e-05,
+      "loss": 1.8802,
+      "step": 357000
+    },
+    {
+      "epoch": 1.3357332942265496,
+      "grad_norm": 5.206328392028809,
+      "learning_rate": 2.4872110041523282e-05,
+      "loss": 1.8967,
+      "step": 357500
+    },
+    {
+      "epoch": 1.3376014526800133,
+      "grad_norm": 4.334334373474121,
+      "learning_rate": 2.4745368289174596e-05,
+      "loss": 1.9429,
+      "step": 358000
+    },
+    {
+      "epoch": 1.3394696111334772,
+      "grad_norm": 5.680240154266357,
+      "learning_rate": 2.4618844011511794e-05,
+      "loss": 1.9209,
+      "step": 358500
+    },
+    {
+      "epoch": 1.3413377695869408,
+      "grad_norm": 3.261059284210205,
+      "learning_rate": 2.449253829807073e-05,
+      "loss": 1.9251,
+      "step": 359000
+    },
+    {
+      "epoch": 1.3432059280404045,
+      "grad_norm": 3.2310187816619873,
+      "learning_rate": 2.4366704188693773e-05,
+      "loss": 1.9056,
+      "step": 359500
+    },
+    {
+      "epoch": 1.3450740864938682,
+      "grad_norm": 4.145471096038818,
+      "learning_rate": 2.424083842220842e-05,
+      "loss": 1.926,
+      "step": 360000
+    },
+    {
+      "epoch": 1.346942244947332,
+      "grad_norm": 4.704455852508545,
+      "learning_rate": 2.411519447505653e-05,
+      "loss": 1.9485,
+      "step": 360500
+    },
+    {
+      "epoch": 1.3488104034007957,
+      "grad_norm": 3.9618282318115234,
+      "learning_rate": 2.3989773429193175e-05,
+      "loss": 1.9304,
+      "step": 361000
+    },
+    {
+      "epoch": 1.3506785618542594,
+      "grad_norm": 3.921598434448242,
+      "learning_rate": 2.3864576364654012e-05,
+      "loss": 1.91,
+      "step": 361500
+    },
+    {
+      "epoch": 1.352546720307723,
+      "grad_norm": 4.026153087615967,
+      "learning_rate": 2.3739604359545953e-05,
+      "loss": 1.9588,
+      "step": 362000
+    },
+    {
+      "epoch": 1.3544148787611867,
+      "grad_norm": 3.6452534198760986,
+      "learning_rate": 2.3615107755379164e-05,
+      "loss": 1.9613,
+      "step": 362500
+    },
+    {
+      "epoch": 1.3562830372146504,
+      "grad_norm": 3.757392406463623,
+      "learning_rate": 2.349058864020204e-05,
+      "loss": 1.9386,
+      "step": 363000
+    },
+    {
+      "epoch": 1.358151195668114,
+      "grad_norm": 4.3105902671813965,
+      "learning_rate": 2.3366297804968707e-05,
+      "loss": 1.9171,
+      "step": 363500
+    },
+    {
+      "epoch": 1.360019354121578,
+      "grad_norm": 4.3953938484191895,
+      "learning_rate": 2.3242236319982296e-05,
+      "loss": 1.9274,
+      "step": 364000
+    },
+    {
+      "epoch": 1.3618875125750416,
+      "grad_norm": 3.9918718338012695,
+      "learning_rate": 2.3118652685036857e-05,
+      "loss": 1.9505,
+      "step": 364500
+    },
+    {
+      "epoch": 1.3637556710285053,
+      "grad_norm": 4.170524597167969,
+      "learning_rate": 2.2995052639511584e-05,
+      "loss": 1.9666,
+      "step": 365000
+    },
+    {
+      "epoch": 1.365623829481969,
+      "grad_norm": 2.33520245552063,
+      "learning_rate": 2.2871685141129013e-05,
+      "loss": 1.8909,
+      "step": 365500
+    },
+    {
+      "epoch": 1.3674919879354328,
+      "grad_norm": 3.8575286865234375,
+      "learning_rate": 2.2748551252241096e-05,
+      "loss": 1.9036,
+      "step": 366000
+    },
+    {
+      "epoch": 1.3693601463888965,
+      "grad_norm": 3.738067150115967,
+      "learning_rate": 2.262589759672201e-05,
+      "loss": 1.9242,
+      "step": 366500
+    },
+    {
+      "epoch": 1.3712283048423601,
+      "grad_norm": 3.2097079753875732,
+      "learning_rate": 2.2503233633312364e-05,
+      "loss": 1.9669,
+      "step": 367000
+    },
+    {
+      "epoch": 1.3730964632958238,
+      "grad_norm": 4.111919403076172,
+      "learning_rate": 2.2380806452236224e-05,
+      "loss": 1.9115,
+      "step": 367500
+    },
+    {
+      "epoch": 1.3749646217492875,
+      "grad_norm": 3.6487059593200684,
+      "learning_rate": 2.2258617107748202e-05,
+      "loss": 1.9221,
+      "step": 368000
+    },
+    {
+      "epoch": 1.3768327802027511,
+      "grad_norm": 3.9140658378601074,
+      "learning_rate": 2.213666665205488e-05,
+      "loss": 1.9077,
+      "step": 368500
+    },
+    {
+      "epoch": 1.378700938656215,
+      "grad_norm": 4.236271858215332,
+      "learning_rate": 2.2015199316183162e-05,
+      "loss": 1.9248,
+      "step": 369000
+    },
+    {
+      "epoch": 1.3805690971096787,
+      "grad_norm": 3.9722940921783447,
+      "learning_rate": 2.189372930344269e-05,
+      "loss": 1.9075,
+      "step": 369500
+    },
+    {
+      "epoch": 1.3824372555631423,
+      "grad_norm": 3.9439289569854736,
+      "learning_rate": 2.1772501321647675e-05,
+      "loss": 1.9325,
+      "step": 370000
+    },
+    {
+      "epoch": 1.384305414016606,
+      "grad_norm": 3.183210611343384,
+      "learning_rate": 2.1651516414726137e-05,
+      "loss": 1.9372,
+      "step": 370500
+    },
+    {
+      "epoch": 1.38617357247007,
+      "grad_norm": 4.380889892578125,
+      "learning_rate": 2.1530775624512915e-05,
+      "loss": 1.9119,
+      "step": 371000
+    },
+    {
+      "epoch": 1.3880417309235336,
+      "grad_norm": 3.137747049331665,
+      "learning_rate": 2.1410520736652044e-05,
+      "loss": 1.8852,
+      "step": 371500
+    },
+    {
+      "epoch": 1.3899098893769972,
+      "grad_norm": 4.502001762390137,
+      "learning_rate": 2.129027080352e-05,
+      "loss": 1.9157,
+      "step": 372000
+    },
+    {
+      "epoch": 1.3917780478304609,
+      "grad_norm": 3.3394224643707275,
+      "learning_rate": 2.1170268097883096e-05,
+      "loss": 1.9329,
+      "step": 372500
+    },
+    {
+      "epoch": 1.3936462062839245,
+      "grad_norm": 3.0865299701690674,
+      "learning_rate": 2.1050513653118137e-05,
+      "loss": 1.9178,
+      "step": 373000
+    },
+    {
+      "epoch": 1.3955143647373882,
+      "grad_norm": 4.535000324249268,
+      "learning_rate": 2.0931247261291493e-05,
+      "loss": 1.9163,
+      "step": 373500
+    },
+    {
+      "epoch": 1.3973825231908519,
+      "grad_norm": 3.5877630710601807,
+      "learning_rate": 2.0811991928172553e-05,
+      "loss": 1.9437,
+      "step": 374000
+    },
+    {
+      "epoch": 1.3992506816443158,
+      "grad_norm": 4.446563243865967,
+      "learning_rate": 2.0692987941141717e-05,
+      "loss": 1.9458,
+      "step": 374500
+    },
+    {
+      "epoch": 1.4011188400977794,
+      "grad_norm": 3.427525758743286,
+      "learning_rate": 2.0574236324975526e-05,
+      "loss": 1.9163,
+      "step": 375000
+    },
+    {
+      "epoch": 1.402986998551243,
+      "grad_norm": 4.324997901916504,
+      "learning_rate": 2.0455974845157404e-05,
+      "loss": 1.9447,
+      "step": 375500
+    },
+    {
+      "epoch": 1.4048551570047068,
+      "grad_norm": 4.460984706878662,
+      "learning_rate": 2.0337730526503722e-05,
+      "loss": 1.8936,
+      "step": 376000
+    },
+    {
+      "epoch": 1.4067233154581706,
+      "grad_norm": 3.0335512161254883,
+      "learning_rate": 2.0219741637935503e-05,
+      "loss": 1.9274,
+      "step": 376500
+    },
+    {
+      "epoch": 1.4085914739116343,
+      "grad_norm": 3.983215808868408,
+      "learning_rate": 2.010200919548798e-05,
+      "loss": 1.9456,
+      "step": 377000
+    },
+    {
+      "epoch": 1.410459632365098,
+      "grad_norm": 4.645228385925293,
+      "learning_rate": 1.9984534212988126e-05,
+      "loss": 1.8914,
+      "step": 377500
+    },
+    {
+      "epoch": 1.4123277908185616,
+      "grad_norm": 4.4612250328063965,
+      "learning_rate": 1.986755187644178e-05,
+      "loss": 1.9379,
+      "step": 378000
+    },
+    {
+      "epoch": 1.4141959492720253,
+      "grad_norm": 3.9466419219970703,
+      "learning_rate": 1.9750594326473332e-05,
+      "loss": 1.9053,
+      "step": 378500
+    },
+    {
+      "epoch": 1.416064107725489,
+      "grad_norm": 3.384223461151123,
+      "learning_rate": 1.9633897262584083e-05,
+      "loss": 1.9777,
+      "step": 379000
+    },
+    {
+      "epoch": 1.4179322661789528,
+      "grad_norm": 3.591265916824341,
+      "learning_rate": 1.9517461689685075e-05,
+      "loss": 1.9357,
+      "step": 379500
+    },
+    {
+      "epoch": 1.4198004246324165,
+      "grad_norm": 4.8993730545043945,
+      "learning_rate": 1.9401520693960035e-05,
+      "loss": 1.9063,
+      "step": 380000
+    },
+    {
+      "epoch": 1.4216685830858802,
+      "grad_norm": 4.398604869842529,
+      "learning_rate": 1.9285610580773773e-05,
+      "loss": 1.8615,
+      "step": 380500
+    },
+    {
+      "epoch": 1.4235367415393438,
+      "grad_norm": 3.6538774967193604,
+      "learning_rate": 1.916996495777159e-05,
+      "loss": 1.9166,
+      "step": 381000
+    },
+    {
+      "epoch": 1.4254048999928077,
+      "grad_norm": 3.730799436569214,
+      "learning_rate": 1.905458482081028e-05,
+      "loss": 1.8853,
+      "step": 381500
+    },
+    {
+      "epoch": 1.4272730584462714,
+      "grad_norm": 5.199082851409912,
+      "learning_rate": 1.8939701124169172e-05,
+      "loss": 1.8736,
+      "step": 382000
+    },
+    {
+      "epoch": 1.429141216899735,
+      "grad_norm": 4.507551670074463,
+      "learning_rate": 1.8824854401777008e-05,
+      "loss": 1.9045,
+      "step": 382500
+    },
+    {
+      "epoch": 1.4310093753531987,
+      "grad_norm": 2.917692184448242,
+      "learning_rate": 1.8710276137269065e-05,
+      "loss": 1.8737,
+      "step": 383000
+    },
+    {
+      "epoch": 1.4328775338066624,
+      "grad_norm": 4.9208221435546875,
+      "learning_rate": 1.8595967317310803e-05,
+      "loss": 1.8852,
+      "step": 383500
+    },
+    {
+      "epoch": 1.434745692260126,
+      "grad_norm": 4.914313793182373,
+      "learning_rate": 1.8481928926247323e-05,
+      "loss": 1.9188,
+      "step": 384000
+    },
+    {
+      "epoch": 1.4366138507135897,
+      "grad_norm": 4.2889556884765625,
+      "learning_rate": 1.836838920853576e-05,
+      "loss": 1.9626,
+      "step": 384500
+    },
+    {
+      "epoch": 1.4384820091670536,
+      "grad_norm": 4.040252208709717,
+      "learning_rate": 1.8254894073216665e-05,
+      "loss": 1.9157,
+      "step": 385000
+    },
+    {
+      "epoch": 1.4403501676205173,
+      "grad_norm": 4.800929546356201,
+      "learning_rate": 1.8141672303869356e-05,
+      "loss": 1.8893,
+      "step": 385500
+    },
+    {
+      "epoch": 1.442218326073981,
+      "grad_norm": 3.5540807247161865,
+      "learning_rate": 1.8028724875478063e-05,
+      "loss": 1.9504,
+      "step": 386000
+    },
+    {
+      "epoch": 1.4440864845274446,
+      "grad_norm": 3.3006908893585205,
+      "learning_rate": 1.791627782948606e-05,
+      "loss": 1.9409,
+      "step": 386500
+    },
+    {
+      "epoch": 1.4459546429809085,
+      "grad_norm": 2.976499080657959,
+      "learning_rate": 1.7803881444967192e-05,
+      "loss": 1.9083,
+      "step": 387000
+    },
+    {
+      "epoch": 1.4478228014343721,
+      "grad_norm": 4.687767505645752,
+      "learning_rate": 1.7691762310215786e-05,
+      "loss": 1.9419,
+      "step": 387500
+    },
+    {
+      "epoch": 1.4496909598878358,
+      "grad_norm": 4.436933517456055,
+      "learning_rate": 1.7579921390721e-05,
+      "loss": 1.9205,
+      "step": 388000
+    },
+    {
+      "epoch": 1.4515591183412995,
+      "grad_norm": 4.451811790466309,
+      "learning_rate": 1.7468582493799596e-05,
+      "loss": 1.9,
+      "step": 388500
+    },
+    {
+      "epoch": 1.4534272767947631,
+      "grad_norm": 4.564020156860352,
+      "learning_rate": 1.7357300330458897e-05,
+      "loss": 1.8913,
+      "step": 389000
+    },
+    {
+      "epoch": 1.4552954352482268,
+      "grad_norm": 3.211652994155884,
+      "learning_rate": 1.724629926252035e-05,
+      "loss": 1.8884,
+      "step": 389500
+    },
+    {
+      "epoch": 1.4571635937016905,
+      "grad_norm": 4.224535942077637,
+      "learning_rate": 1.7135580245845107e-05,
+      "loss": 1.9185,
+      "step": 390000
+    },
+    {
+      "epoch": 1.4590317521551543,
+      "grad_norm": 3.9640257358551025,
+      "learning_rate": 1.7025364822818328e-05,
+      "loss": 1.9193,
+      "step": 390500
+    },
+    {
+      "epoch": 1.460899910608618,
+      "grad_norm": 3.1013686656951904,
+      "learning_rate": 1.6915212197670978e-05,
+      "loss": 1.9274,
+      "step": 391000
+    },
+    {
+      "epoch": 1.4627680690620817,
+      "grad_norm": 5.020761966705322,
+      "learning_rate": 1.68053444748701e-05,
+      "loss": 1.8856,
+      "step": 391500
+    },
+    {
+      "epoch": 1.4646362275155453,
+      "grad_norm": 3.306040048599243,
+      "learning_rate": 1.6695762600517374e-05,
+      "loss": 1.9403,
+      "step": 392000
+    },
+    {
+      "epoch": 1.4665043859690092,
+      "grad_norm": 4.234299182891846,
+      "learning_rate": 1.658668582157294e-05,
+      "loss": 1.8777,
+      "step": 392500
+    },
+    {
+      "epoch": 1.468372544422473,
+      "grad_norm": 6.068370342254639,
+      "learning_rate": 1.6477677896163034e-05,
+      "loss": 1.8937,
+      "step": 393000
+    },
+    {
+      "epoch": 1.4702407028759366,
+      "grad_norm": 4.372175216674805,
+      "learning_rate": 1.636895864082966e-05,
+      "loss": 1.9034,
+      "step": 393500
+    },
+    {
+      "epoch": 1.4721088613294002,
+      "grad_norm": 4.099493980407715,
+      "learning_rate": 1.6260528991784696e-05,
+      "loss": 1.9204,
+      "step": 394000
+    },
+    {
+      "epoch": 1.4739770197828639,
+      "grad_norm": 3.7667877674102783,
+      "learning_rate": 1.6152389882746138e-05,
+      "loss": 1.9014,
+      "step": 394500
+    },
+    {
+      "epoch": 1.4758451782363275,
+      "grad_norm": 2.797348976135254,
+      "learning_rate": 1.60447576486997e-05,
+      "loss": 1.9077,
+      "step": 395000
+    },
+    {
+      "epoch": 1.4777133366897914,
+      "grad_norm": 4.806083679199219,
+      "learning_rate": 1.593720182508714e-05,
+      "loss": 1.9239,
+      "step": 395500
+    },
+    {
+      "epoch": 1.479581495143255,
+      "grad_norm": 4.35167121887207,
+      "learning_rate": 1.58299393257415e-05,
+      "loss": 1.9147,
+      "step": 396000
+    },
+    {
+      "epoch": 1.4814496535967188,
+      "grad_norm": 7.256587982177734,
+      "learning_rate": 1.5722971074330122e-05,
+      "loss": 1.9101,
+      "step": 396500
+    },
+    {
+      "epoch": 1.4833178120501824,
+      "grad_norm": 4.269795894622803,
+      "learning_rate": 1.5616511042961456e-05,
+      "loss": 1.9253,
+      "step": 397000
+    },
+    {
+      "epoch": 1.4851859705036463,
+      "grad_norm": 3.5930633544921875,
+      "learning_rate": 1.551013345518685e-05,
+      "loss": 1.9399,
+      "step": 397500
+    },
+    {
+      "epoch": 1.48705412895711,
+      "grad_norm": 4.802802085876465,
+      "learning_rate": 1.5404052869284143e-05,
+      "loss": 1.924,
+      "step": 398000
+    },
+    {
+      "epoch": 1.4889222874105736,
+      "grad_norm": 5.457955360412598,
+      "learning_rate": 1.5298270198742908e-05,
+      "loss": 1.925,
+      "step": 398500
+    },
+    {
+      "epoch": 1.4907904458640373,
+      "grad_norm": 4.350592613220215,
+      "learning_rate": 1.5192997023342925e-05,
+      "loss": 1.9841,
+      "step": 399000
+    },
+    {
+      "epoch": 1.492658604317501,
+      "grad_norm": 3.5578579902648926,
+      "learning_rate": 1.5087812313349553e-05,
+      "loss": 1.8914,
+      "step": 399500
+    },
+    {
+      "epoch": 1.4945267627709646,
+      "grad_norm": 4.802867412567139,
+      "learning_rate": 1.4982928241953386e-05,
+      "loss": 1.8969,
+      "step": 400000
+    },
+    {
+      "epoch": 1.4963949212244283,
+      "grad_norm": 4.002582550048828,
+      "learning_rate": 1.4878345712340435e-05,
+      "loss": 1.904,
+      "step": 400500
+    },
+    {
+      "epoch": 1.4982630796778922,
+      "grad_norm": 4.3025665283203125,
+      "learning_rate": 1.4774273882839745e-05,
+      "loss": 1.916,
+      "step": 401000
+    },
+    {
+      "epoch": 1.5001312381313558,
+      "grad_norm": 4.821669101715088,
+      "learning_rate": 1.4670296528381727e-05,
+      "loss": 1.8837,
+      "step": 401500
+    },
+    {
+      "epoch": 1.5019993965848195,
+      "grad_norm": 3.655703067779541,
+      "learning_rate": 1.456662340786592e-05,
+      "loss": 1.95,
+      "step": 402000
+    },
+    {
+      "epoch": 1.5038675550382834,
+      "grad_norm": 3.852405548095703,
+      "learning_rate": 1.4463255414050487e-05,
+      "loss": 1.8723,
+      "step": 402500
+    },
+    {
+      "epoch": 1.505735713491747,
+      "grad_norm": 4.878715515136719,
+      "learning_rate": 1.4360193437066122e-05,
+      "loss": 1.8876,
+      "step": 403000
+    },
+    {
+      "epoch": 1.5076038719452107,
+      "grad_norm": 4.768284320831299,
+      "learning_rate": 1.4257643567674483e-05,
+      "loss": 1.9061,
+      "step": 403500
+    },
+    {
+      "epoch": 1.5094720303986744,
+      "grad_norm": 4.845045566558838,
+      "learning_rate": 1.4155195667736094e-05,
+      "loss": 1.8932,
+      "step": 404000
+    },
+    {
+      "epoch": 1.511340188852138,
+      "grad_norm": 3.8661012649536133,
+      "learning_rate": 1.4053056437417239e-05,
+      "loss": 1.9518,
+      "step": 404500
+    },
+    {
+      "epoch": 1.5132083473056017,
+      "grad_norm": 4.624420166015625,
+      "learning_rate": 1.3951226756267382e-05,
+      "loss": 1.8403,
+      "step": 405000
+    },
+    {
+      "epoch": 1.5150765057590654,
+      "grad_norm": 3.6633214950561523,
+      "learning_rate": 1.3849910229293806e-05,
+      "loss": 1.8943,
+      "step": 405500
+    },
+    {
+      "epoch": 1.516944664212529,
+      "grad_norm": 5.2839155197143555,
+      "learning_rate": 1.3748701650989005e-05,
+      "loss": 1.8692,
+      "step": 406000
+    },
+    {
+      "epoch": 1.518812822665993,
+      "grad_norm": 3.8412556648254395,
+      "learning_rate": 1.3647805242737227e-05,
+      "loss": 1.8699,
+      "step": 406500
+    },
+    {
+      "epoch": 1.5206809811194566,
+      "grad_norm": 3.3254265785217285,
+      "learning_rate": 1.3547221873385652e-05,
+      "loss": 1.8909,
+      "step": 407000
+    },
+    {
+      "epoch": 1.5225491395729203,
+      "grad_norm": 3.2033207416534424,
+      "learning_rate": 1.3446952409085728e-05,
+      "loss": 1.8986,
+      "step": 407500
+    },
+    {
+      "epoch": 1.5244172980263841,
+      "grad_norm": 4.760767459869385,
+      "learning_rate": 1.334719730796591e-05,
+      "loss": 1.8756,
+      "step": 408000
+    },
+    {
+      "epoch": 1.5262854564798478,
+      "grad_norm": 4.965844631195068,
+      "learning_rate": 1.3247557609288142e-05,
+      "loss": 1.8743,
+      "step": 408500
+    },
+    {
+      "epoch": 1.5281536149333115,
+      "grad_norm": 4.014163494110107,
+      "learning_rate": 1.314823439615473e-05,
+      "loss": 1.9219,
+      "step": 409000
+    },
+    {
+      "epoch": 1.5300217733867751,
+      "grad_norm": 4.178042888641357,
+      "learning_rate": 1.3049228523865536e-05,
+      "loss": 1.881,
+      "step": 409500
+    },
+    {
+      "epoch": 1.5318899318402388,
+      "grad_norm": 4.607501983642578,
+      "learning_rate": 1.2950737902223226e-05,
+      "loss": 1.9469,
+      "step": 410000
+    },
+    {
+      "epoch": 1.5337580902937025,
+      "grad_norm": 4.652303695678711,
+      "learning_rate": 1.2852368627651334e-05,
+      "loss": 1.8881,
+      "step": 410500
+    },
+    {
+      "epoch": 1.5356262487471661,
+      "grad_norm": 4.992543697357178,
+      "learning_rate": 1.2754319241706458e-05,
+      "loss": 1.9569,
+      "step": 411000
+    },
+    {
+      "epoch": 1.5374944072006298,
+      "grad_norm": 3.5058271884918213,
+      "learning_rate": 1.2656590588719214e-05,
+      "loss": 1.9032,
+      "step": 411500
+    },
+    {
+      "epoch": 1.5393625656540937,
+      "grad_norm": 3.973353147506714,
+      "learning_rate": 1.2559183510258338e-05,
+      "loss": 1.8669,
+      "step": 412000
+    },
+    {
+      "epoch": 1.5412307241075573,
+      "grad_norm": 4.776645660400391,
+      "learning_rate": 1.2462292692129003e-05,
+      "loss": 1.8993,
+      "step": 412500
+    },
+    {
+      "epoch": 1.543098882561021,
+      "grad_norm": 4.160543441772461,
+      "learning_rate": 1.2365530629011917e-05,
+      "loss": 1.9269,
+      "step": 413000
+    },
+    {
+      "epoch": 1.544967041014485,
+      "grad_norm": 4.14699125289917,
+      "learning_rate": 1.226909264681978e-05,
+      "loss": 1.9139,
+      "step": 413500
+    },
+    {
+      "epoch": 1.5468351994679486,
+      "grad_norm": 4.639766693115234,
+      "learning_rate": 1.2172979576006998e-05,
+      "loss": 1.8844,
+      "step": 414000
+    },
+    {
+      "epoch": 1.5487033579214122,
+      "grad_norm": 3.771737575531006,
+      "learning_rate": 1.207719224423004e-05,
+      "loss": 1.8961,
+      "step": 414500
+    },
+    {
+      "epoch": 1.550571516374876,
+      "grad_norm": 4.165931701660156,
+      "learning_rate": 1.1981922071418567e-05,
+      "loss": 1.891,
+      "step": 415000
+    },
+    {
+      "epoch": 1.5524396748283396,
+      "grad_norm": 5.3882341384887695,
+      "learning_rate": 1.1886788033865165e-05,
+      "loss": 1.8854,
+      "step": 415500
+    },
+    {
+      "epoch": 1.5543078332818032,
+      "grad_norm": 4.879900932312012,
+      "learning_rate": 1.1791982199822898e-05,
+      "loss": 1.8817,
+      "step": 416000
+    },
+    {
+      "epoch": 1.5561759917352669,
+      "grad_norm": 4.769500732421875,
+      "learning_rate": 1.169750538569126e-05,
+      "loss": 1.9078,
+      "step": 416500
+    },
+    {
+      "epoch": 1.5580441501887305,
+      "grad_norm": 5.184789657592773,
+      "learning_rate": 1.1603546369284646e-05,
+      "loss": 1.864,
+      "step": 417000
+    },
+    {
+      "epoch": 1.5599123086421944,
+      "grad_norm": 3.5462260246276855,
+      "learning_rate": 1.1509729370737072e-05,
+      "loss": 1.9012,
+      "step": 417500
+    },
+    {
+      "epoch": 1.561780467095658,
+      "grad_norm": 4.478038311004639,
+      "learning_rate": 1.1416243822658057e-05,
+      "loss": 1.8541,
+      "step": 418000
+    },
+    {
+      "epoch": 1.563648625549122,
+      "grad_norm": 4.2772650718688965,
+      "learning_rate": 1.1323090530077756e-05,
+      "loss": 1.9176,
+      "step": 418500
+    },
+    {
+      "epoch": 1.5655167840025856,
+      "grad_norm": 4.45164155960083,
+      "learning_rate": 1.123045560271172e-05,
+      "loss": 1.9191,
+      "step": 419000
+    },
+    {
+      "epoch": 1.5673849424560493,
+      "grad_norm": 4.31321382522583,
+      "learning_rate": 1.1137968556258127e-05,
+      "loss": 1.9104,
+      "step": 419500
+    },
+    {
+      "epoch": 1.569253100909513,
+      "grad_norm": 3.313171625137329,
+      "learning_rate": 1.1045816161609301e-05,
+      "loss": 1.8969,
+      "step": 420000
+    },
+    {
+      "epoch": 1.5711212593629766,
+      "grad_norm": 5.630086898803711,
+      "learning_rate": 1.0953999212315213e-05,
+      "loss": 1.8921,
+      "step": 420500
+    },
+    {
+      "epoch": 1.5729894178164403,
+      "grad_norm": 4.993584632873535,
+      "learning_rate": 1.0862518499037283e-05,
+      "loss": 1.8845,
+      "step": 421000
+    },
+    {
+      "epoch": 1.574857576269904,
+      "grad_norm": 5.677700996398926,
+      "learning_rate": 1.077155676004855e-05,
+      "loss": 1.8988,
+      "step": 421500
+    },
+    {
+      "epoch": 1.5767257347233676,
+      "grad_norm": 4.58486795425415,
+      "learning_rate": 1.068075020279995e-05,
+      "loss": 1.9101,
+      "step": 422000
+    },
+    {
+      "epoch": 1.5785938931768315,
+      "grad_norm": 4.042180061340332,
+      "learning_rate": 1.0590282234591004e-05,
+      "loss": 1.9224,
+      "step": 422500
+    },
+    {
+      "epoch": 1.5804620516302952,
+      "grad_norm": 3.4549098014831543,
+      "learning_rate": 1.0500153634466675e-05,
+      "loss": 1.8885,
+      "step": 423000
+    },
+    {
+      "epoch": 1.5823302100837588,
+      "grad_norm": 4.782561302185059,
+      "learning_rate": 1.0410544415482986e-05,
+      "loss": 1.9126,
+      "step": 423500
+    },
+    {
+      "epoch": 1.5841983685372227,
+      "grad_norm": 4.326170921325684,
+      "learning_rate": 1.0321096194361922e-05,
+      "loss": 1.8519,
+      "step": 424000
+    },
+    {
+      "epoch": 1.5860665269906864,
+      "grad_norm": 4.411458492279053,
+      "learning_rate": 1.0231989659361606e-05,
+      "loss": 1.8756,
+      "step": 424500
+    },
+    {
+      "epoch": 1.58793468544415,
+      "grad_norm": 4.059584140777588,
+      "learning_rate": 1.0143225577803328e-05,
+      "loss": 1.897,
+      "step": 425000
+    },
+    {
+      "epoch": 1.5898028438976137,
+      "grad_norm": 4.62555456161499,
+      "learning_rate": 1.0054981212748877e-05,
+      "loss": 1.9044,
+      "step": 425500
+    },
+    {
+      "epoch": 1.5916710023510774,
+      "grad_norm": 3.3062992095947266,
+      "learning_rate": 9.966903639519581e-06,
+      "loss": 1.8671,
+      "step": 426000
+    },
+    {
+      "epoch": 1.593539160804541,
+      "grad_norm": 3.750192880630493,
+      "learning_rate": 9.879170802462034e-06,
+      "loss": 1.9024,
+      "step": 426500
+    },
+    {
+      "epoch": 1.5954073192580047,
+      "grad_norm": 3.6934866905212402,
+      "learning_rate": 9.791783457068221e-06,
+      "loss": 1.8972,
+      "step": 427000
+    },
+    {
+      "epoch": 1.5972754777114684,
+      "grad_norm": 4.577314376831055,
+      "learning_rate": 9.704916092006999e-06,
+      "loss": 1.9391,
+      "step": 427500
+    },
+    {
+      "epoch": 1.5991436361649323,
+      "grad_norm": 4.8952226638793945,
+      "learning_rate": 9.618221289776025e-06,
+      "loss": 1.8756,
+      "step": 428000
+    },
+    {
+      "epoch": 1.601011794618396,
+      "grad_norm": 5.817446231842041,
+      "learning_rate": 9.531874226317888e-06,
+      "loss": 1.8756,
+      "step": 428500
+    },
+    {
+      "epoch": 1.6028799530718596,
+      "grad_norm": 3.9412033557891846,
+      "learning_rate": 9.445875645191288e-06,
+      "loss": 1.912,
+      "step": 429000
+    },
+    {
+      "epoch": 1.6047481115253235,
+      "grad_norm": 4.50702428817749,
+      "learning_rate": 9.360397236655304e-06,
+      "loss": 1.8652,
+      "step": 429500
+    },
+    {
+      "epoch": 1.6066162699787871,
+      "grad_norm": 4.587414741516113,
+      "learning_rate": 9.27509713820291e-06,
+      "loss": 1.9097,
+      "step": 430000
+    },
+    {
+      "epoch": 1.6084844284322508,
+      "grad_norm": 6.312617301940918,
+      "learning_rate": 9.190147733261234e-06,
+      "loss": 1.8736,
+      "step": 430500
+    },
+    {
+      "epoch": 1.6103525868857145,
+      "grad_norm": 5.86572790145874,
+      "learning_rate": 9.105549753353348e-06,
+      "loss": 1.8866,
+      "step": 431000
+    },
+    {
+      "epoch": 1.6122207453391781,
+      "grad_norm": 4.819661617279053,
+      "learning_rate": 9.021303926976055e-06,
+      "loss": 1.8648,
+      "step": 431500
+    },
+    {
+      "epoch": 1.6140889037926418,
+      "grad_norm": 4.977511882781982,
+      "learning_rate": 8.937578412834564e-06,
+      "loss": 1.8504,
+      "step": 432000
+    },
+    {
+      "epoch": 1.6159570622461055,
+      "grad_norm": 3.8270606994628906,
+      "learning_rate": 8.85403835895094e-06,
+      "loss": 1.9031,
+      "step": 432500
+    },
+    {
+      "epoch": 1.6178252206995691,
+      "grad_norm": 3.582000255584717,
+      "learning_rate": 8.770852624432785e-06,
+      "loss": 1.9016,
+      "step": 433000
+    },
+    {
+      "epoch": 1.619693379153033,
+      "grad_norm": 4.828258037567139,
+      "learning_rate": 8.688021925615658e-06,
+      "loss": 1.9003,
+      "step": 433500
+    },
+    {
+      "epoch": 1.6215615376064967,
+      "grad_norm": 4.899356842041016,
+      "learning_rate": 8.60571157016748e-06,
+      "loss": 1.902,
+      "step": 434000
+    },
+    {
+      "epoch": 1.6234296960599606,
+      "grad_norm": 3.5516891479492188,
+      "learning_rate": 8.523592365898686e-06,
+      "loss": 1.8574,
+      "step": 434500
+    },
+    {
+      "epoch": 1.6252978545134242,
+      "grad_norm": 4.53317928314209,
+      "learning_rate": 8.441830326558064e-06,
+      "loss": 1.8844,
+      "step": 435000
+    },
+    {
+      "epoch": 1.627166012966888,
+      "grad_norm": 6.883234977722168,
+      "learning_rate": 8.360426156221358e-06,
+      "loss": 1.859,
+      "step": 435500
+    },
+    {
+      "epoch": 1.6290341714203516,
+      "grad_norm": 5.441802024841309,
+      "learning_rate": 8.279542288766052e-06,
+      "loss": 1.9012,
+      "step": 436000
+    },
+    {
+      "epoch": 1.6309023298738152,
+      "grad_norm": 3.1804521083831787,
+      "learning_rate": 8.198855237101328e-06,
+      "loss": 1.8847,
+      "step": 436500
+    },
+    {
+      "epoch": 1.632770488327279,
+      "grad_norm": 4.132668972015381,
+      "learning_rate": 8.118528146766863e-06,
+      "loss": 1.8517,
+      "step": 437000
+    },
+    {
+      "epoch": 1.6346386467807426,
+      "grad_norm": 4.795321464538574,
+      "learning_rate": 8.038561709481684e-06,
+      "loss": 1.9175,
+      "step": 437500
+    },
+    {
+      "epoch": 1.6365068052342062,
+      "grad_norm": 4.67226505279541,
+      "learning_rate": 7.959115462975215e-06,
+      "loss": 1.857,
+      "step": 438000
+    },
+    {
+      "epoch": 1.63837496368767,
+      "grad_norm": 5.205322742462158,
+      "learning_rate": 7.879871669780554e-06,
+      "loss": 1.8824,
+      "step": 438500
+    },
+    {
+      "epoch": 1.6402431221411338,
+      "grad_norm": 5.369668960571289,
+      "learning_rate": 7.800990584772722e-06,
+      "loss": 1.876,
+      "step": 439000
+    },
+    {
+      "epoch": 1.6421112805945974,
+      "grad_norm": 4.469278335571289,
+      "learning_rate": 7.722472887218802e-06,
+      "loss": 1.8871,
+      "step": 439500
+    },
+    {
+      "epoch": 1.6439794390480613,
+      "grad_norm": 4.810849189758301,
+      "learning_rate": 7.644319253256577e-06,
+      "loss": 1.892,
+      "step": 440000
+    },
+    {
+      "epoch": 1.645847597501525,
+      "grad_norm": 5.1172027587890625,
+      "learning_rate": 7.5666855692307025e-06,
+      "loss": 1.9003,
+      "step": 440500
+    },
+    {
+      "epoch": 1.6477157559549886,
+      "grad_norm": 5.264705181121826,
+      "learning_rate": 7.48926134684001e-06,
+      "loss": 1.866,
+      "step": 441000
+    },
+    {
+      "epoch": 1.6495839144084523,
+      "grad_norm": 3.7140793800354004,
+      "learning_rate": 7.41220319629074e-06,
+      "loss": 1.8958,
+      "step": 441500
+    },
+    {
+      "epoch": 1.651452072861916,
+      "grad_norm": 4.509251117706299,
+      "learning_rate": 7.335511781152121e-06,
+      "loss": 1.8784,
+      "step": 442000
+    },
+    {
+      "epoch": 1.6533202313153796,
+      "grad_norm": 4.2154388427734375,
+      "learning_rate": 7.259340042775581e-06,
+      "loss": 1.8476,
+      "step": 442500
+    },
+    {
+      "epoch": 1.6551883897688433,
+      "grad_norm": 6.030950546264648,
+      "learning_rate": 7.183383339768157e-06,
+      "loss": 1.9157,
+      "step": 443000
+    },
+    {
+      "epoch": 1.657056548222307,
+      "grad_norm": 4.760791301727295,
+      "learning_rate": 7.107795342603074e-06,
+      "loss": 1.8709,
+      "step": 443500
+    },
+    {
+      "epoch": 1.6589247066757709,
+      "grad_norm": 4.554337978363037,
+      "learning_rate": 7.032576702189675e-06,
+      "loss": 1.8865,
+      "step": 444000
+    },
+    {
+      "epoch": 1.6607928651292345,
+      "grad_norm": 5.714734077453613,
+      "learning_rate": 6.9578773938351495e-06,
+      "loss": 1.8687,
+      "step": 444500
+    },
+    {
+      "epoch": 1.6626610235826982,
+      "grad_norm": 4.749231338500977,
+      "learning_rate": 6.883398664985902e-06,
+      "loss": 1.8953,
+      "step": 445000
+    },
+    {
+      "epoch": 1.664529182036162,
+      "grad_norm": 2.8103106021881104,
+      "learning_rate": 6.809291225230813e-06,
+      "loss": 1.8854,
+      "step": 445500
+    },
+    {
+      "epoch": 1.6663973404896257,
+      "grad_norm": 6.017327308654785,
+      "learning_rate": 6.735555712729713e-06,
+      "loss": 1.8829,
+      "step": 446000
+    },
+    {
+      "epoch": 1.6682654989430894,
+      "grad_norm": 5.306553363800049,
+      "learning_rate": 6.662339116102778e-06,
+      "loss": 1.8542,
+      "step": 446500
+    },
+    {
+      "epoch": 1.670133657396553,
+      "grad_norm": 5.078936576843262,
+      "learning_rate": 6.5893486127564465e-06,
+      "loss": 1.9077,
+      "step": 447000
+    },
+    {
+      "epoch": 1.6720018158500167,
+      "grad_norm": 5.262309551239014,
+      "learning_rate": 6.516731930651387e-06,
+      "loss": 1.8863,
+      "step": 447500
+    },
+    {
+      "epoch": 1.6738699743034804,
+      "grad_norm": 5.343240261077881,
+      "learning_rate": 6.444489695110101e-06,
+      "loss": 1.8784,
+      "step": 448000
+    },
+    {
+      "epoch": 1.675738132756944,
+      "grad_norm": 4.112715244293213,
+      "learning_rate": 6.372622528230676e-06,
+      "loss": 1.8559,
+      "step": 448500
+    },
+    {
+      "epoch": 1.6776062912104077,
+      "grad_norm": 3.1489148139953613,
+      "learning_rate": 6.301273656494144e-06,
+      "loss": 1.8633,
+      "step": 449000
+    },
+    {
+      "epoch": 1.6794744496638716,
+      "grad_norm": 5.503724575042725,
+      "learning_rate": 6.230157727089419e-06,
+      "loss": 1.8898,
+      "step": 449500
+    },
+    {
+      "epoch": 1.6813426081173353,
+      "grad_norm": 4.443988800048828,
+      "learning_rate": 6.159418712018961e-06,
+      "loss": 1.881,
+      "step": 450000
+    },
+    {
+      "epoch": 1.6832107665707992,
+      "grad_norm": 3.3895161151885986,
+      "learning_rate": 6.089057220436195e-06,
+      "loss": 1.8802,
+      "step": 450500
+    },
+    {
+      "epoch": 1.6850789250242628,
+      "grad_norm": 4.960055828094482,
+      "learning_rate": 6.0192134471937224e-06,
+      "loss": 1.8593,
+      "step": 451000
+    },
+    {
+      "epoch": 1.6869470834777265,
+      "grad_norm": 4.596670150756836,
+      "learning_rate": 5.949608058974171e-06,
+      "loss": 1.8924,
+      "step": 451500
+    },
+    {
+      "epoch": 1.6888152419311901,
+      "grad_norm": 3.810817003250122,
+      "learning_rate": 5.8803820009804165e-06,
+      "loss": 1.8412,
+      "step": 452000
+    },
+    {
+      "epoch": 1.6906834003846538,
+      "grad_norm": 6.2422380447387695,
+      "learning_rate": 5.8115358693374035e-06,
+      "loss": 1.875,
+      "step": 452500
+    },
+    {
+      "epoch": 1.6925515588381175,
+      "grad_norm": 4.921154499053955,
+      "learning_rate": 5.7432068079726676e-06,
+      "loss": 1.8729,
+      "step": 453000
+    },
+    {
+      "epoch": 1.6944197172915811,
+      "grad_norm": 5.331964015960693,
+      "learning_rate": 5.675121541510353e-06,
+      "loss": 1.8726,
+      "step": 453500
+    },
+    {
+      "epoch": 1.6962878757450448,
+      "grad_norm": 4.561686038970947,
+      "learning_rate": 5.607417968953904e-06,
+      "loss": 1.8597,
+      "step": 454000
+    },
+    {
+      "epoch": 1.6981560341985087,
+      "grad_norm": 5.06734037399292,
+      "learning_rate": 5.5400966733176905e-06,
+      "loss": 1.8741,
+      "step": 454500
+    },
+    {
+      "epoch": 1.7000241926519724,
+      "grad_norm": 6.29988956451416,
+      "learning_rate": 5.473291728727564e-06,
+      "loss": 1.9034,
+      "step": 455000
+    },
+    {
+      "epoch": 1.701892351105436,
+      "grad_norm": 5.206850051879883,
+      "learning_rate": 5.406735955363129e-06,
+      "loss": 1.8556,
+      "step": 455500
+    },
+    {
+      "epoch": 1.7037605095589,
+      "grad_norm": 3.8202433586120605,
+      "learning_rate": 5.340564187047786e-06,
+      "loss": 1.8677,
+      "step": 456000
+    },
+    {
+      "epoch": 1.7056286680123636,
+      "grad_norm": 3.6107611656188965,
+      "learning_rate": 5.2747769936051125e-06,
+      "loss": 1.8593,
+      "step": 456500
+    },
+    {
+      "epoch": 1.7074968264658272,
+      "grad_norm": 4.204036235809326,
+      "learning_rate": 5.20937494154699e-06,
+      "loss": 1.8571,
+      "step": 457000
+    },
+    {
+      "epoch": 1.709364984919291,
+      "grad_norm": 5.234120845794678,
+      "learning_rate": 5.1444882414578675e-06,
+      "loss": 1.8433,
+      "step": 457500
+    },
+    {
+      "epoch": 1.7112331433727546,
+      "grad_norm": 3.4716298580169678,
+      "learning_rate": 5.079857385347997e-06,
+      "loss": 1.8765,
+      "step": 458000
+    },
+    {
+      "epoch": 1.7131013018262182,
+      "grad_norm": 5.14175271987915,
+      "learning_rate": 5.015613349129866e-06,
+      "loss": 1.9206,
+      "step": 458500
+    },
+    {
+      "epoch": 1.714969460279682,
+      "grad_norm": 4.21678352355957,
+      "learning_rate": 4.951756686026798e-06,
+      "loss": 1.8835,
+      "step": 459000
+    },
+    {
+      "epoch": 1.7168376187331456,
+      "grad_norm": 3.8663065433502197,
+      "learning_rate": 4.888414495895577e-06,
+      "loss": 1.8974,
+      "step": 459500
+    },
+    {
+      "epoch": 1.7187057771866094,
+      "grad_norm": 4.44641637802124,
+      "learning_rate": 4.825333447862485e-06,
+      "loss": 1.8963,
+      "step": 460000
+    },
+    {
+      "epoch": 1.720573935640073,
+      "grad_norm": 4.290149211883545,
+      "learning_rate": 4.762641411497825e-06,
+      "loss": 1.8818,
+      "step": 460500
+    },
+    {
+      "epoch": 1.722442094093537,
+      "grad_norm": 3.1460719108581543,
+      "learning_rate": 4.700338926660225e-06,
+      "loss": 1.8916,
+      "step": 461000
+    },
+    {
+      "epoch": 1.7243102525470007,
+      "grad_norm": 3.602639675140381,
+      "learning_rate": 4.63842652985379e-06,
+      "loss": 1.8656,
+      "step": 461500
+    },
+    {
+      "epoch": 1.7261784110004643,
+      "grad_norm": 4.454497337341309,
+      "learning_rate": 4.577027407582085e-06,
+      "loss": 1.8377,
+      "step": 462000
+    },
+    {
+      "epoch": 1.728046569453928,
+      "grad_norm": 4.91801118850708,
+      "learning_rate": 4.5158960000806275e-06,
+      "loss": 1.8708,
+      "step": 462500
+    },
+    {
+      "epoch": 1.7299147279073916,
+      "grad_norm": 5.951587200164795,
+      "learning_rate": 4.45515626889988e-06,
+      "loss": 1.8598,
+      "step": 463000
+    },
+    {
+      "epoch": 1.7317828863608553,
+      "grad_norm": 3.9829583168029785,
+      "learning_rate": 4.394808737086631e-06,
+      "loss": 1.8637,
+      "step": 463500
+    },
+    {
+      "epoch": 1.733651044814319,
+      "grad_norm": 4.84136962890625,
+      "learning_rate": 4.334973441658552e-06,
+      "loss": 1.849,
+      "step": 464000
+    },
+    {
+      "epoch": 1.7355192032677826,
+      "grad_norm": 5.9698991775512695,
+      "learning_rate": 4.275411077223152e-06,
+      "loss": 1.8716,
+      "step": 464500
+    },
+    {
+      "epoch": 1.7373873617212465,
+      "grad_norm": 6.253756046295166,
+      "learning_rate": 4.216242459991293e-06,
+      "loss": 1.877,
+      "step": 465000
+    },
+    {
+      "epoch": 1.7392555201747102,
+      "grad_norm": 4.6036152839660645,
+      "learning_rate": 4.157468099480438e-06,
+      "loss": 1.8532,
+      "step": 465500
+    },
+    {
+      "epoch": 1.7411236786281739,
+      "grad_norm": 4.482430934906006,
+      "learning_rate": 4.099204866700346e-06,
+      "loss": 1.858,
+      "step": 466000
+    },
+    {
+      "epoch": 1.7429918370816377,
+      "grad_norm": 4.4797749519348145,
+      "learning_rate": 4.041219743568814e-06,
+      "loss": 1.8436,
+      "step": 466500
+    },
+    {
+      "epoch": 1.7448599955351014,
+      "grad_norm": 5.49769926071167,
+      "learning_rate": 3.983630384327791e-06,
+      "loss": 1.8767,
+      "step": 467000
+    },
+    {
+      "epoch": 1.746728153988565,
+      "grad_norm": 5.328680038452148,
+      "learning_rate": 3.9264372848953125e-06,
+      "loss": 1.8929,
+      "step": 467500
+    },
+    {
+      "epoch": 1.7485963124420287,
+      "grad_norm": 3.2703754901885986,
+      "learning_rate": 3.869640937777136e-06,
+      "loss": 1.7657,
+      "step": 468000
+    },
+    {
+      "epoch": 1.7504644708954924,
+      "grad_norm": 4.710208892822266,
+      "learning_rate": 3.813241832062481e-06,
+      "loss": 1.868,
+      "step": 468500
+    },
+    {
+      "epoch": 1.752332629348956,
+      "grad_norm": 3.9908735752105713,
+      "learning_rate": 3.7572404534197746e-06,
+      "loss": 1.9306,
+      "step": 469000
+    },
+    {
+      "epoch": 1.7542007878024197,
+      "grad_norm": 5.898683071136475,
+      "learning_rate": 3.701637284092546e-06,
+      "loss": 1.8756,
+      "step": 469500
+    },
+    {
+      "epoch": 1.7560689462558834,
+      "grad_norm": 5.575063705444336,
+      "learning_rate": 3.6465428136502942e-06,
+      "loss": 1.8415,
+      "step": 470000
+    },
+    {
+      "epoch": 1.7579371047093473,
+      "grad_norm": 3.8220248222351074,
+      "learning_rate": 3.591736697164866e-06,
+      "loss": 1.8549,
+      "step": 470500
+    },
+    {
+      "epoch": 1.759805263162811,
+      "grad_norm": 4.483773708343506,
+      "learning_rate": 3.5373302151939625e-06,
+      "loss": 1.8414,
+      "step": 471000
+    },
+    {
+      "epoch": 1.7616734216162746,
+      "grad_norm": 5.593682289123535,
+      "learning_rate": 3.4833238362470044e-06,
+      "loss": 1.8729,
+      "step": 471500
+    },
+    {
+      "epoch": 1.7635415800697385,
+      "grad_norm": 3.2169010639190674,
+      "learning_rate": 3.4298248369353582e-06,
+      "loss": 1.8556,
+      "step": 472000
+    },
+    {
+      "epoch": 1.7654097385232022,
+      "grad_norm": 5.516305923461914,
+      "learning_rate": 3.3766192532610986e-06,
+      "loss": 1.8855,
+      "step": 472500
+    },
+    {
+      "epoch": 1.7672778969766658,
+      "grad_norm": 5.06584358215332,
+      "learning_rate": 3.3239203637443983e-06,
+      "loss": 1.8967,
+      "step": 473000
+    },
+    {
+      "epoch": 1.7691460554301295,
+      "grad_norm": 4.666677474975586,
+      "learning_rate": 3.271517404347946e-06,
+      "loss": 1.8351,
+      "step": 473500
+    },
+    {
+      "epoch": 1.7710142138835931,
+      "grad_norm": 5.4451823234558105,
+      "learning_rate": 3.2195168369637765e-06,
+      "loss": 1.8405,
+      "step": 474000
+    },
+    {
+      "epoch": 1.7728823723370568,
+      "grad_norm": 4.598884582519531,
+      "learning_rate": 3.1679191093832883e-06,
+      "loss": 1.8774,
+      "step": 474500
+    },
+    {
+      "epoch": 1.7747505307905205,
+      "grad_norm": 5.018040657043457,
+      "learning_rate": 3.1167246659289217e-06,
+      "loss": 1.8544,
+      "step": 475000
+    },
+    {
+      "epoch": 1.7766186892439841,
+      "grad_norm": 5.349071502685547,
+      "learning_rate": 3.065933947450339e-06,
+      "loss": 1.8779,
+      "step": 475500
+    },
+    {
+      "epoch": 1.778486847697448,
+      "grad_norm": 4.253110408782959,
+      "learning_rate": 3.015547391320589e-06,
+      "loss": 1.8161,
+      "step": 476000
+    },
+    {
+      "epoch": 1.7803550061509117,
+      "grad_norm": 3.6783599853515625,
+      "learning_rate": 2.9655654314323655e-06,
+      "loss": 1.8395,
+      "step": 476500
+    },
+    {
+      "epoch": 1.7822231646043756,
+      "grad_norm": 4.650113582611084,
+      "learning_rate": 2.916185998547194e-06,
+      "loss": 1.8573,
+      "step": 477000
+    },
+    {
+      "epoch": 1.7840913230578392,
+      "grad_norm": 4.785963535308838,
+      "learning_rate": 2.8670128962200117e-06,
+      "loss": 1.839,
+      "step": 477500
+    },
+    {
+      "epoch": 1.785959481511303,
+      "grad_norm": 4.258472442626953,
+      "learning_rate": 2.818245669206393e-06,
+      "loss": 1.8937,
+      "step": 478000
+    },
+    {
+      "epoch": 1.7878276399647666,
+      "grad_norm": 5.702148914337158,
+      "learning_rate": 2.7698847374545255e-06,
+      "loss": 1.8767,
+      "step": 478500
+    },
+    {
+      "epoch": 1.7896957984182302,
+      "grad_norm": 5.909474849700928,
+      "learning_rate": 2.7219305174139067e-06,
+      "loss": 1.8927,
+      "step": 479000
+    },
+    {
+      "epoch": 1.791563956871694,
+      "grad_norm": 4.348086357116699,
+      "learning_rate": 2.6743834220317286e-06,
+      "loss": 1.8478,
+      "step": 479500
+    },
+    {
+      "epoch": 1.7934321153251576,
+      "grad_norm": 4.148903846740723,
+      "learning_rate": 2.62724386074929e-06,
+      "loss": 1.855,
+      "step": 480000
+    },
+    {
+      "epoch": 1.7953002737786212,
+      "grad_norm": 4.32988977432251,
+      "learning_rate": 2.580512239498528e-06,
+      "loss": 1.8551,
+      "step": 480500
+    },
+    {
+      "epoch": 1.7971684322320851,
+      "grad_norm": 4.866036415100098,
+      "learning_rate": 2.534188960698475e-06,
+      "loss": 1.8938,
+      "step": 481000
+    },
+    {
+      "epoch": 1.7990365906855488,
+      "grad_norm": 4.053302764892578,
+      "learning_rate": 2.4883658441394673e-06,
+      "loss": 1.8759,
+      "step": 481500
+    },
+    {
+      "epoch": 1.8009047491390124,
+      "grad_norm": 5.242681980133057,
+      "learning_rate": 2.4428596247633885e-06,
+      "loss": 1.8914,
+      "step": 482000
+    },
+    {
+      "epoch": 1.8027729075924763,
+      "grad_norm": 5.018854141235352,
+      "learning_rate": 2.3977629332031404e-06,
+      "loss": 1.8592,
+      "step": 482500
+    },
+    {
+      "epoch": 1.80464106604594,
+      "grad_norm": 4.828859329223633,
+      "learning_rate": 2.3530761577989e-06,
+      "loss": 1.8676,
+      "step": 483000
+    },
+    {
+      "epoch": 1.8065092244994037,
+      "grad_norm": 3.3137731552124023,
+      "learning_rate": 2.3088878265754845e-06,
+      "loss": 1.8182,
+      "step": 483500
+    },
+    {
+      "epoch": 1.8083773829528673,
+      "grad_norm": 6.416788101196289,
+      "learning_rate": 2.2650212126383242e-06,
+      "loss": 1.8656,
+      "step": 484000
+    },
+    {
+      "epoch": 1.810245541406331,
+      "grad_norm": 4.340769290924072,
+      "learning_rate": 2.2215656579332167e-06,
+      "loss": 1.9075,
+      "step": 484500
+    },
+    {
+      "epoch": 1.8121136998597946,
+      "grad_norm": 4.634076118469238,
+      "learning_rate": 2.17852153666806e-06,
+      "loss": 1.8799,
+      "step": 485000
+    },
+    {
+      "epoch": 1.8139818583132583,
+      "grad_norm": 4.349535942077637,
+      "learning_rate": 2.1359740729170296e-06,
+      "loss": 1.8522,
+      "step": 485500
+    },
+    {
+      "epoch": 1.815850016766722,
+      "grad_norm": 4.439642429351807,
+      "learning_rate": 2.0937531022739987e-06,
+      "loss": 1.8578,
+      "step": 486000
+    },
+    {
+      "epoch": 1.8177181752201859,
+      "grad_norm": 4.639336585998535,
+      "learning_rate": 2.051944665700545e-06,
+      "loss": 1.883,
+      "step": 486500
+    },
+    {
+      "epoch": 1.8195863336736495,
+      "grad_norm": 4.625245571136475,
+      "learning_rate": 2.010549123220773e-06,
+      "loss": 1.8886,
+      "step": 487000
+    },
+    {
+      "epoch": 1.8214544921271132,
+      "grad_norm": 4.0239667892456055,
+      "learning_rate": 1.9696483832278845e-06,
+      "loss": 1.8653,
+      "step": 487500
+    },
+    {
+      "epoch": 1.823322650580577,
+      "grad_norm": 4.363647937774658,
+      "learning_rate": 1.92907886722582e-06,
+      "loss": 1.8718,
+      "step": 488000
+    },
+    {
+      "epoch": 1.8251908090340407,
+      "grad_norm": 4.025300025939941,
+      "learning_rate": 1.8889233033491493e-06,
+      "loss": 1.8352,
+      "step": 488500
+    },
+    {
+      "epoch": 1.8270589674875044,
+      "grad_norm": 6.883707046508789,
+      "learning_rate": 1.8491820373886358e-06,
+      "loss": 1.9056,
+      "step": 489000
+    },
+    {
+      "epoch": 1.828927125940968,
+      "grad_norm": 5.169373512268066,
+      "learning_rate": 1.8098554115674292e-06,
+      "loss": 1.8994,
+      "step": 489500
+    },
+    {
+      "epoch": 1.8307952843944317,
+      "grad_norm": 5.691972255706787,
+      "learning_rate": 1.7710985840431572e-06,
+      "loss": 1.8602,
+      "step": 490000
+    },
+    {
+      "epoch": 1.8326634428478954,
+      "grad_norm": 4.719027042388916,
+      "learning_rate": 1.7326005889664986e-06,
+      "loss": 1.8645,
+      "step": 490500
+    },
+    {
+      "epoch": 1.834531601301359,
+      "grad_norm": 5.3066816329956055,
+      "learning_rate": 1.6945182379445534e-06,
+      "loss": 1.879,
+      "step": 491000
+    },
+    {
+      "epoch": 1.8363997597548227,
+      "grad_norm": 5.338113307952881,
+      "learning_rate": 1.6568518589150705e-06,
+      "loss": 1.8811,
+      "step": 491500
+    },
+    {
+      "epoch": 1.8382679182082866,
+      "grad_norm": 3.351616382598877,
+      "learning_rate": 1.61960177623377e-06,
+      "loss": 1.8459,
+      "step": 492000
+    },
+    {
+      "epoch": 1.8401360766617503,
+      "grad_norm": 5.075439929962158,
+      "learning_rate": 1.5827683106715008e-06,
+      "loss": 1.8515,
+      "step": 492500
+    },
+    {
+      "epoch": 1.8420042351152142,
+      "grad_norm": 4.089956283569336,
+      "learning_rate": 1.5463517794115367e-06,
+      "loss": 1.8624,
+      "step": 493000
+    },
+    {
+      "epoch": 1.8438723935686778,
+      "grad_norm": 6.492163181304932,
+      "learning_rate": 1.5103524960467908e-06,
+      "loss": 1.8245,
+      "step": 493500
+    },
+    {
+      "epoch": 1.8457405520221415,
+      "grad_norm": 6.452279567718506,
+      "learning_rate": 1.4748415171010387e-06,
+      "loss": 1.8406,
+      "step": 494000
+    },
+    {
+      "epoch": 1.8476087104756052,
+      "grad_norm": 3.7838053703308105,
+      "learning_rate": 1.4396768198986554e-06,
+      "loss": 1.8508,
+      "step": 494500
+    },
+    {
+      "epoch": 1.8494768689290688,
+      "grad_norm": 3.706258535385132,
+      "learning_rate": 1.4049302891993631e-06,
+      "loss": 1.8484,
+      "step": 495000
+    },
+    {
+      "epoch": 1.8513450273825325,
+      "grad_norm": 4.734787940979004,
+      "learning_rate": 1.3706022242152227e-06,
+      "loss": 1.8616,
+      "step": 495500
+    },
+    {
+      "epoch": 1.8532131858359961,
+      "grad_norm": 5.525266170501709,
+      "learning_rate": 1.336760321043634e-06,
+      "loss": 1.8696,
+      "step": 496000
+    },
+    {
+      "epoch": 1.8550813442894598,
+      "grad_norm": 3.555717706680298,
+      "learning_rate": 1.3032692323137307e-06,
+      "loss": 1.8539,
+      "step": 496500
+    },
+    {
+      "epoch": 1.8569495027429237,
+      "grad_norm": 4.906459331512451,
+      "learning_rate": 1.2701974847307452e-06,
+      "loss": 1.8555,
+      "step": 497000
+    },
+    {
+      "epoch": 1.8588176611963874,
+      "grad_norm": 5.703590393066406,
+      "learning_rate": 1.2375453630847134e-06,
+      "loss": 1.8088,
+      "step": 497500
+    },
+    {
+      "epoch": 1.860685819649851,
+      "grad_norm": 4.265283107757568,
+      "learning_rate": 1.2053771937288626e-06,
+      "loss": 1.8823,
+      "step": 498000
+    },
+    {
+      "epoch": 1.862553978103315,
+      "grad_norm": 4.899601936340332,
+      "learning_rate": 1.1735643232264836e-06,
+      "loss": 1.8687,
+      "step": 498500
+    },
+    {
+      "epoch": 1.8644221365567786,
+      "grad_norm": 4.975470542907715,
+      "learning_rate": 1.1422342758236281e-06,
+      "loss": 1.871,
+      "step": 499000
+    },
+    {
+      "epoch": 1.8662902950102422,
+      "grad_norm": 4.806349754333496,
+      "learning_rate": 1.1112617500700973e-06,
+      "loss": 1.8244,
+      "step": 499500
+    },
+    {
+      "epoch": 1.868158453463706,
+      "grad_norm": 5.105782508850098,
+      "learning_rate": 1.0807102188935214e-06,
+      "loss": 1.8867,
+      "step": 500000
+    },
+    {
+      "epoch": 1.8700266119171696,
+      "grad_norm": 5.97845458984375,
+      "learning_rate": 1.050579945381669e-06,
+      "loss": 1.8339,
+      "step": 500500
+    },
+    {
+      "epoch": 1.8718947703706332,
+      "grad_norm": 4.778586387634277,
+      "learning_rate": 1.0208711889947376e-06,
+      "loss": 1.8423,
+      "step": 501000
+    },
+    {
+      "epoch": 1.873762928824097,
+      "grad_norm": 4.4693169593811035,
+      "learning_rate": 9.915842055631286e-07,
+      "loss": 1.8629,
+      "step": 501500
+    },
+    {
+      "epoch": 1.8756310872775606,
+      "grad_norm": 5.0336222648620605,
+      "learning_rate": 9.62719247285221e-07,
+      "loss": 1.8386,
+      "step": 502000
+    },
+    {
+      "epoch": 1.8774992457310244,
+      "grad_norm": 4.51587438583374,
+      "learning_rate": 9.342765627252504e-07,
+      "loss": 1.8566,
+      "step": 502500
+    },
+    {
+      "epoch": 1.879367404184488,
+      "grad_norm": 4.207951068878174,
+      "learning_rate": 9.062563968110948e-07,
+      "loss": 1.8517,
+      "step": 503000
+    },
+    {
+      "epoch": 1.8812355626379518,
+      "grad_norm": 3.8609273433685303,
+      "learning_rate": 8.787137635712206e-07,
+      "loss": 1.8727,
+      "step": 503500
+    },
+    {
+      "epoch": 1.8831037210914157,
+      "grad_norm": 4.1626877784729,
+      "learning_rate": 8.515385089467198e-07,
+      "loss": 1.89,
+      "step": 504000
+    },
+    {
+      "epoch": 1.8849718795448793,
+      "grad_norm": 3.9561331272125244,
+      "learning_rate": 8.247864854485199e-07,
+      "loss": 1.8863,
+      "step": 504500
+    },
+    {
+      "epoch": 1.886840037998343,
+      "grad_norm": 4.846907138824463,
+      "learning_rate": 7.98457923445789e-07,
+      "loss": 1.8208,
+      "step": 505000
+    },
+    {
+      "epoch": 1.8887081964518067,
+      "grad_norm": 4.7613911628723145,
+      "learning_rate": 7.726044364189499e-07,
+      "loss": 1.8515,
+      "step": 505500
+    },
+    {
+      "epoch": 1.8905763549052703,
+      "grad_norm": 5.021259307861328,
+      "learning_rate": 7.47122625883645e-07,
+      "loss": 1.8398,
+      "step": 506000
+    },
+    {
+      "epoch": 1.892444513358734,
+      "grad_norm": 6.04338264465332,
+      "learning_rate": 7.220649456289641e-07,
+      "loss": 1.8433,
+      "step": 506500
+    },
+    {
+      "epoch": 1.8943126718121976,
+      "grad_norm": 4.8739094734191895,
+      "learning_rate": 6.974316114336077e-07,
+      "loss": 1.8352,
+      "step": 507000
+    },
+    {
+      "epoch": 1.8961808302656613,
+      "grad_norm": 4.441490650177002,
+      "learning_rate": 6.732708291258827e-07,
+      "loss": 1.8887,
+      "step": 507500
+    },
+    {
+      "epoch": 1.8980489887191252,
+      "grad_norm": 3.811279058456421,
+      "learning_rate": 6.494859700278133e-07,
+      "loss": 1.8689,
+      "step": 508000
+    },
+    {
+      "epoch": 1.8999171471725889,
+      "grad_norm": 2.8529744148254395,
+      "learning_rate": 6.26126081986883e-07,
+      "loss": 1.9027,
+      "step": 508500
+    },
+    {
+      "epoch": 1.9017853056260527,
+      "grad_norm": 4.631827354431152,
+      "learning_rate": 6.031913661616207e-07,
+      "loss": 1.848,
+      "step": 509000
+    },
+    {
+      "epoch": 1.9036534640795164,
+      "grad_norm": 3.616713762283325,
+      "learning_rate": 5.807266140930689e-07,
+      "loss": 1.8911,
+      "step": 509500
+    },
+    {
+      "epoch": 1.90552162253298,
+      "grad_norm": 5.187899112701416,
+      "learning_rate": 5.586419802097898e-07,
+      "loss": 1.8309,
+      "step": 510000
+    },
+    {
+      "epoch": 1.9073897809864437,
+      "grad_norm": 5.249440670013428,
+      "learning_rate": 5.369830996666103e-07,
+      "loss": 1.8542,
+      "step": 510500
+    },
+    {
+      "epoch": 1.9092579394399074,
+      "grad_norm": 5.117617607116699,
+      "learning_rate": 5.157501589742042e-07,
+      "loss": 1.8459,
+      "step": 511000
+    },
+    {
+      "epoch": 1.911126097893371,
+      "grad_norm": 5.904655456542969,
+      "learning_rate": 4.949433409753679e-07,
+      "loss": 1.8495,
+      "step": 511500
+    },
+    {
+      "epoch": 1.9129942563468347,
+      "grad_norm": 6.1428632736206055,
+      "learning_rate": 4.7460316030914495e-07,
+      "loss": 1.8274,
+      "step": 512000
+    },
+    {
+      "epoch": 1.9148624148002984,
+      "grad_norm": 4.737666130065918,
+      "learning_rate": 4.546482684189279e-07,
+      "loss": 1.8814,
+      "step": 512500
+    },
+    {
+      "epoch": 1.9167305732537623,
+      "grad_norm": 5.555963516235352,
+      "learning_rate": 4.351200253877141e-07,
+      "loss": 1.8644,
+      "step": 513000
+    },
+    {
+      "epoch": 1.918598731707226,
+      "grad_norm": 4.281107425689697,
+      "learning_rate": 4.160185993786592e-07,
+      "loss": 1.8685,
+      "step": 513500
+    },
+    {
+      "epoch": 1.9204668901606896,
+      "grad_norm": 4.849224090576172,
+      "learning_rate": 3.973441548794699e-07,
+      "loss": 1.8921,
+      "step": 514000
+    },
+    {
+      "epoch": 1.9223350486141535,
+      "grad_norm": 5.799472332000732,
+      "learning_rate": 3.791329209122674e-07,
+      "loss": 1.8326,
+      "step": 514500
+    },
+    {
+      "epoch": 1.9242032070676172,
+      "grad_norm": 5.754580020904541,
+      "learning_rate": 3.613120634338663e-07,
+      "loss": 1.8677,
+      "step": 515000
+    },
+    {
+      "epoch": 1.9260713655210808,
+      "grad_norm": 4.404658317565918,
+      "learning_rate": 3.4391865855858406e-07,
+      "loss": 1.8637,
+      "step": 515500
+    },
+    {
+      "epoch": 1.9279395239745445,
+      "grad_norm": 4.911507606506348,
+      "learning_rate": 3.2695285606589856e-07,
+      "loss": 1.85,
+      "step": 516000
+    },
+    {
+      "epoch": 1.9298076824280082,
+      "grad_norm": 4.071664333343506,
+      "learning_rate": 3.1044745117284056e-07,
+      "loss": 1.8303,
+      "step": 516500
+    },
+    {
+      "epoch": 1.9316758408814718,
+      "grad_norm": 5.3374223709106445,
+      "learning_rate": 2.9433643213220284e-07,
+      "loss": 1.8384,
+      "step": 517000
+    },
+    {
+      "epoch": 1.9335439993349355,
+      "grad_norm": 5.541077613830566,
+      "learning_rate": 2.7865344244054625e-07,
+      "loss": 1.8562,
+      "step": 517500
+    },
+    {
+      "epoch": 1.9354121577883991,
+      "grad_norm": 4.992559432983398,
+      "learning_rate": 2.6339861714849144e-07,
+      "loss": 1.8563,
+      "step": 518000
+    },
+    {
+      "epoch": 1.937280316241863,
+      "grad_norm": 3.9907846450805664,
+      "learning_rate": 2.486013131539955e-07,
+      "loss": 1.8736,
+      "step": 518500
+    },
+    {
+      "epoch": 1.9391484746953267,
+      "grad_norm": 3.9517438411712646,
+      "learning_rate": 2.3420235009178893e-07,
+      "loss": 1.859,
+      "step": 519000
+    },
+    {
+      "epoch": 1.9410166331487904,
+      "grad_norm": 4.987946510314941,
+      "learning_rate": 2.2023193420994125e-07,
+      "loss": 1.8258,
+      "step": 519500
+    },
+    {
+      "epoch": 1.9428847916022542,
+      "grad_norm": 4.550879955291748,
+      "learning_rate": 2.0669018581160883e-07,
+      "loss": 1.8678,
+      "step": 520000
+    },
+    {
+      "epoch": 1.944752950055718,
+      "grad_norm": 3.339261293411255,
+      "learning_rate": 1.936030194349736e-07,
+      "loss": 1.8278,
+      "step": 520500
+    },
+    {
+      "epoch": 1.9466211085091816,
+      "grad_norm": 5.5620951652526855,
+      "learning_rate": 1.8091809424235495e-07,
+      "loss": 1.8996,
+      "step": 521000
+    },
+    {
+      "epoch": 1.9484892669626452,
+      "grad_norm": 3.614462375640869,
+      "learning_rate": 1.6866217507570114e-07,
+      "loss": 1.8478,
+      "step": 521500
+    },
+    {
+      "epoch": 1.950357425416109,
+      "grad_norm": 4.48366117477417,
+      "learning_rate": 1.5683536747416184e-07,
+      "loss": 1.8555,
+      "step": 522000
+    },
+    {
+      "epoch": 1.9522255838695726,
+      "grad_norm": 5.737336158752441,
+      "learning_rate": 1.454601400492306e-07,
+      "loss": 1.8463,
+      "step": 522500
+    },
+    {
+      "epoch": 1.9540937423230362,
+      "grad_norm": 3.779061794281006,
+      "learning_rate": 1.3449099869505266e-07,
+      "loss": 1.8293,
+      "step": 523000
+    },
+    {
+      "epoch": 1.9559619007765,
+      "grad_norm": 5.098133087158203,
+      "learning_rate": 1.239512631635298e-07,
+      "loss": 1.8594,
+      "step": 523500
+    },
+    {
+      "epoch": 1.9578300592299638,
+      "grad_norm": 4.416299343109131,
+      "learning_rate": 1.1384102421526654e-07,
+      "loss": 1.8593,
+      "step": 524000
+    },
+    {
+      "epoch": 1.9596982176834274,
+      "grad_norm": 3.656932830810547,
+      "learning_rate": 1.0417930144245858e-07,
+      "loss": 1.836,
+      "step": 524500
+    },
+    {
+      "epoch": 1.9615663761368913,
+      "grad_norm": 5.132260322570801,
+      "learning_rate": 9.492745373296808e-08,
+      "loss": 1.8943,
+      "step": 525000
+    },
+    {
+      "epoch": 1.963434534590355,
+      "grad_norm": 4.663350582122803,
+      "learning_rate": 8.61053525388622e-08,
+      "loss": 1.8534,
+      "step": 525500
+    },
+    {
+      "epoch": 1.9653026930438187,
+      "grad_norm": 6.682803153991699,
+      "learning_rate": 7.77130738297216e-08,
+      "loss": 1.8735,
+      "step": 526000
+    },
+    {
+      "epoch": 1.9671708514972823,
+      "grad_norm": 6.555516719818115,
+      "learning_rate": 6.976618556056025e-08,
+      "loss": 1.88,
+      "step": 526500
+    },
+    {
+      "epoch": 1.969039009950746,
+      "grad_norm": 5.245980739593506,
+      "learning_rate": 6.223290493156397e-08,
+      "loss": 1.8565,
+      "step": 527000
+    },
+    {
+      "epoch": 1.9709071684042097,
+      "grad_norm": 3.9505879878997803,
+      "learning_rate": 5.512965235983658e-08,
+      "loss": 1.8449,
+      "step": 527500
+    },
+    {
+      "epoch": 1.9727753268576733,
+      "grad_norm": 6.470322132110596,
+      "learning_rate": 4.8456489013481986e-08,
+      "loss": 1.8588,
+      "step": 528000
+    },
+    {
+      "epoch": 1.974643485311137,
+      "grad_norm": 5.629650592803955,
+      "learning_rate": 4.221347235697226e-08,
+      "loss": 1.8839,
+      "step": 528500
+    },
+    {
+      "epoch": 1.9765116437646009,
+      "grad_norm": 3.961327075958252,
+      "learning_rate": 3.6411852409129475e-08,
+      "loss": 1.8824,
+      "step": 529000
+    },
+    {
+      "epoch": 1.9783798022180645,
+      "grad_norm": 4.475338935852051,
+      "learning_rate": 3.1028426160295554e-08,
+      "loss": 1.8725,
+      "step": 529500
+    },
+    {
+      "epoch": 1.9802479606715282,
+      "grad_norm": 6.577774524688721,
+      "learning_rate": 2.607529667921771e-08,
+      "loss": 1.8575,
+      "step": 530000
+    },
+    {
+      "epoch": 1.982116119124992,
+      "grad_norm": 6.510643005371094,
+      "learning_rate": 2.1552506618677248e-08,
+      "loss": 1.8503,
+      "step": 530500
+    },
+    {
+      "epoch": 1.9839842775784557,
+      "grad_norm": 4.923540115356445,
+      "learning_rate": 1.746785020741437e-08,
+      "loss": 1.8607,
+      "step": 531000
+    },
+    {
+      "epoch": 1.9858524360319194,
+      "grad_norm": 4.267704486846924,
+      "learning_rate": 1.3804991262938994e-08,
+      "loss": 1.8248,
+      "step": 531500
+    },
+    {
+      "epoch": 1.987720594485383,
+      "grad_norm": 5.18399715423584,
+      "learning_rate": 1.0572577402029326e-08,
+      "loss": 1.8468,
+      "step": 532000
+    },
+    {
+      "epoch": 1.9895887529388467,
+      "grad_norm": 4.5753045082092285,
+      "learning_rate": 7.770636459902836e-09,
+      "loss": 1.8354,
+      "step": 532500
+    },
+    {
+      "epoch": 1.9914569113923104,
+      "grad_norm": 4.492304801940918,
+      "learning_rate": 5.403505802398234e-09,
+      "loss": 1.8668,
+      "step": 533000
+    },
+    {
+      "epoch": 1.993325069845774,
+      "grad_norm": 6.207240104675293,
+      "learning_rate": 3.461718322739227e-09,
+      "loss": 1.8532,
+      "step": 533500
+    },
+    {
+      "epoch": 1.9951932282992377,
+      "grad_norm": 6.569146156311035,
+      "learning_rate": 1.9504649954538156e-09,
+      "loss": 1.8313,
+      "step": 534000
+    },
+    {
+      "epoch": 1.9970613867527016,
+      "grad_norm": 3.274258852005005,
+      "learning_rate": 8.69758834370904e-10,
+      "loss": 1.9104,
+      "step": 534500
+    },
+    {
+      "epoch": 1.9989295452061653,
+      "grad_norm": 4.226444721221924,
+      "learning_rate": 2.2047974543304427e-10,
+      "loss": 1.8681,
+      "step": 535000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 535286,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.4321334103279616e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}