{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 50.0,
  "eval_steps": 500,
  "global_step": 322050,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0776276975624903,
      "grad_norm": 2.2886219024658203,
      "learning_rate": 4.992237230243752e-05,
      "loss": 6.7024,
      "step": 500
    },
    {
      "epoch": 0.1552553951249806,
      "grad_norm": 2.4521589279174805,
      "learning_rate": 4.9844744604875024e-05,
      "loss": 5.9478,
      "step": 1000
    },
    {
      "epoch": 0.2328830926874709,
      "grad_norm": 2.662937641143799,
      "learning_rate": 4.976711690731253e-05,
      "loss": 5.6144,
      "step": 1500
    },
    {
      "epoch": 0.3105107902499612,
      "grad_norm": 2.6923885345458984,
      "learning_rate": 4.968948920975004e-05,
      "loss": 5.3722,
      "step": 2000
    },
    {
      "epoch": 0.38813848781245147,
      "grad_norm": 3.0573277473449707,
      "learning_rate": 4.9611861512187554e-05,
      "loss": 5.2099,
      "step": 2500
    },
    {
      "epoch": 0.4657661853749418,
      "grad_norm": 2.492630958557129,
      "learning_rate": 4.953423381462506e-05,
      "loss": 5.0823,
      "step": 3000
    },
    {
      "epoch": 0.5433938829374321,
      "grad_norm": 2.724647045135498,
      "learning_rate": 4.945660611706257e-05,
      "loss": 4.9667,
      "step": 3500
    },
    {
      "epoch": 0.6210215804999224,
      "grad_norm": 2.4619314670562744,
      "learning_rate": 4.937897841950008e-05,
      "loss": 4.8775,
      "step": 4000
    },
    {
      "epoch": 0.6986492780624126,
      "grad_norm": 2.758463144302368,
      "learning_rate": 4.930135072193759e-05,
      "loss": 4.7939,
      "step": 4500
    },
    {
      "epoch": 0.7762769756249029,
      "grad_norm": 3.0213730335235596,
      "learning_rate": 4.92237230243751e-05,
      "loss": 4.7288,
      "step": 5000
    },
    {
      "epoch": 0.8539046731873933,
      "grad_norm": 2.7506508827209473,
      "learning_rate": 4.9146095326812606e-05,
      "loss": 4.6724,
      "step": 5500
    },
    {
      "epoch": 0.9315323707498836,
      "grad_norm": 3.3897273540496826,
      "learning_rate": 4.906846762925012e-05,
      "loss": 4.6203,
      "step": 6000
    },
    {
      "epoch": 1.0091600683123738,
      "grad_norm": 3.2612226009368896,
      "learning_rate": 4.899083993168763e-05,
      "loss": 4.564,
      "step": 6500
    },
    {
      "epoch": 1.0867877658748641,
      "grad_norm": 2.9909706115722656,
      "learning_rate": 4.891321223412514e-05,
      "loss": 4.4841,
      "step": 7000
    },
    {
      "epoch": 1.1644154634373545,
      "grad_norm": 3.00471830368042,
      "learning_rate": 4.883558453656264e-05,
      "loss": 4.4436,
      "step": 7500
    },
    {
      "epoch": 1.2420431609998448,
      "grad_norm": 3.588019609451294,
      "learning_rate": 4.875795683900016e-05,
      "loss": 4.4248,
      "step": 8000
    },
    {
      "epoch": 1.319670858562335,
      "grad_norm": 3.1261277198791504,
      "learning_rate": 4.868032914143767e-05,
      "loss": 4.3914,
      "step": 8500
    },
    {
      "epoch": 1.3972985561248255,
      "grad_norm": 3.248203754425049,
      "learning_rate": 4.860270144387518e-05,
      "loss": 4.3539,
      "step": 9000
    },
    {
      "epoch": 1.4749262536873156,
      "grad_norm": 3.6183948516845703,
      "learning_rate": 4.8525073746312687e-05,
      "loss": 4.3439,
      "step": 9500
    },
    {
      "epoch": 1.5525539512498059,
      "grad_norm": 3.6323795318603516,
      "learning_rate": 4.8447446048750194e-05,
      "loss": 4.3104,
      "step": 10000
    },
    {
      "epoch": 1.6301816488122962,
      "grad_norm": 3.8555796146392822,
      "learning_rate": 4.836981835118771e-05,
      "loss": 4.2775,
      "step": 10500
    },
    {
      "epoch": 1.7078093463747865,
      "grad_norm": 3.804065465927124,
      "learning_rate": 4.8292190653625216e-05,
      "loss": 4.2645,
      "step": 11000
    },
    {
      "epoch": 1.7854370439372769,
      "grad_norm": 3.5051915645599365,
      "learning_rate": 4.8214562956062723e-05,
      "loss": 4.2555,
      "step": 11500
    },
    {
      "epoch": 1.863064741499767,
      "grad_norm": 3.28206205368042,
      "learning_rate": 4.813693525850024e-05,
      "loss": 4.2254,
      "step": 12000
    },
    {
      "epoch": 1.9406924390622575,
      "grad_norm": 3.6532084941864014,
      "learning_rate": 4.8059307560937745e-05,
      "loss": 4.2142,
      "step": 12500
    },
    {
      "epoch": 2.0183201366247476,
      "grad_norm": 3.8629403114318848,
      "learning_rate": 4.798167986337525e-05,
      "loss": 4.1695,
      "step": 13000
    },
    {
      "epoch": 2.095947834187238,
      "grad_norm": 3.7742209434509277,
      "learning_rate": 4.790405216581276e-05,
      "loss": 4.1056,
      "step": 13500
    },
    {
      "epoch": 2.1735755317497283,
      "grad_norm": 3.638509750366211,
      "learning_rate": 4.7826424468250275e-05,
      "loss": 4.0926,
      "step": 14000
    },
    {
      "epoch": 2.2512032293122184,
      "grad_norm": 3.4432594776153564,
      "learning_rate": 4.774879677068778e-05,
      "loss": 4.0826,
      "step": 14500
    },
    {
      "epoch": 2.328830926874709,
      "grad_norm": 3.252643346786499,
      "learning_rate": 4.76711690731253e-05,
      "loss": 4.073,
      "step": 15000
    },
    {
      "epoch": 2.406458624437199,
      "grad_norm": 3.611611843109131,
      "learning_rate": 4.7593541375562804e-05,
      "loss": 4.0556,
      "step": 15500
    },
    {
      "epoch": 2.4840863219996896,
      "grad_norm": 3.842820644378662,
      "learning_rate": 4.751591367800031e-05,
      "loss": 4.0538,
      "step": 16000
    },
    {
      "epoch": 2.5617140195621797,
      "grad_norm": 4.127362251281738,
      "learning_rate": 4.7438285980437826e-05,
      "loss": 4.0186,
      "step": 16500
    },
    {
      "epoch": 2.63934171712467,
      "grad_norm": 3.498431921005249,
      "learning_rate": 4.7360658282875334e-05,
      "loss": 3.9995,
      "step": 17000
    },
    {
      "epoch": 2.7169694146871604,
      "grad_norm": 3.7191123962402344,
      "learning_rate": 4.728303058531284e-05,
      "loss": 4.0059,
      "step": 17500
    },
    {
      "epoch": 2.794597112249651,
      "grad_norm": 3.748997688293457,
      "learning_rate": 4.720540288775035e-05,
      "loss": 3.9807,
      "step": 18000
    },
    {
      "epoch": 2.872224809812141,
      "grad_norm": 3.91758394241333,
      "learning_rate": 4.712777519018786e-05,
      "loss": 3.9752,
      "step": 18500
    },
    {
      "epoch": 2.949852507374631,
      "grad_norm": 4.286660671234131,
      "learning_rate": 4.705014749262537e-05,
      "loss": 3.9597,
      "step": 19000
    },
    {
      "epoch": 3.0274802049371217,
      "grad_norm": 4.166433334350586,
      "learning_rate": 4.697251979506288e-05,
      "loss": 3.9264,
      "step": 19500
    },
    {
      "epoch": 3.1051079024996118,
      "grad_norm": 4.093895435333252,
      "learning_rate": 4.689489209750039e-05,
      "loss": 3.8771,
      "step": 20000
    },
    {
      "epoch": 3.1827356000621023,
      "grad_norm": 3.8036608695983887,
      "learning_rate": 4.68172643999379e-05,
      "loss": 3.8691,
      "step": 20500
    },
    {
      "epoch": 3.2603632976245924,
      "grad_norm": 3.8469622135162354,
      "learning_rate": 4.6739636702375414e-05,
      "loss": 3.8456,
      "step": 21000
    },
    {
      "epoch": 3.3379909951870825,
      "grad_norm": 4.524165630340576,
      "learning_rate": 4.6662009004812915e-05,
      "loss": 3.8516,
      "step": 21500
    },
    {
      "epoch": 3.415618692749573,
      "grad_norm": 4.203705310821533,
      "learning_rate": 4.658438130725043e-05,
      "loss": 3.8486,
      "step": 22000
    },
    {
      "epoch": 3.493246390312063,
      "grad_norm": 3.79025936126709,
      "learning_rate": 4.650675360968794e-05,
      "loss": 3.8466,
      "step": 22500
    },
    {
      "epoch": 3.5708740878745537,
      "grad_norm": 4.120058059692383,
      "learning_rate": 4.642912591212545e-05,
      "loss": 3.8195,
      "step": 23000
    },
    {
      "epoch": 3.648501785437044,
      "grad_norm": 4.125455379486084,
      "learning_rate": 4.635149821456296e-05,
      "loss": 3.7975,
      "step": 23500
    },
    {
      "epoch": 3.7261294829995344,
      "grad_norm": 4.129229545593262,
      "learning_rate": 4.6273870517000466e-05,
      "loss": 3.8115,
      "step": 24000
    },
    {
      "epoch": 3.8037571805620245,
      "grad_norm": 4.444260597229004,
      "learning_rate": 4.619624281943798e-05,
      "loss": 3.8045,
      "step": 24500
    },
    {
      "epoch": 3.881384878124515,
      "grad_norm": 4.36641788482666,
      "learning_rate": 4.611861512187549e-05,
      "loss": 3.813,
      "step": 25000
    },
    {
      "epoch": 3.959012575687005,
      "grad_norm": 4.3214802742004395,
      "learning_rate": 4.6040987424312996e-05,
      "loss": 3.7778,
      "step": 25500
    },
    {
      "epoch": 4.036640273249495,
      "grad_norm": 4.101747989654541,
      "learning_rate": 4.5963359726750503e-05,
      "loss": 3.7416,
      "step": 26000
    },
    {
      "epoch": 4.114267970811985,
      "grad_norm": 4.384554386138916,
      "learning_rate": 4.588573202918802e-05,
      "loss": 3.7074,
      "step": 26500
    },
    {
      "epoch": 4.191895668374476,
      "grad_norm": 4.370575904846191,
      "learning_rate": 4.580810433162553e-05,
      "loss": 3.7012,
      "step": 27000
    },
    {
      "epoch": 4.2695233659369665,
      "grad_norm": 4.443875789642334,
      "learning_rate": 4.573047663406303e-05,
      "loss": 3.691,
      "step": 27500
    },
    {
      "epoch": 4.347151063499457,
      "grad_norm": 4.347660064697266,
      "learning_rate": 4.565284893650055e-05,
      "loss": 3.6706,
      "step": 28000
    },
    {
      "epoch": 4.424778761061947,
      "grad_norm": 4.289429187774658,
      "learning_rate": 4.5575221238938055e-05,
      "loss": 3.698,
      "step": 28500
    },
    {
      "epoch": 4.502406458624437,
      "grad_norm": 4.255033016204834,
      "learning_rate": 4.549759354137557e-05,
      "loss": 3.6576,
      "step": 29000
    },
    {
      "epoch": 4.580034156186928,
      "grad_norm": 4.466300010681152,
      "learning_rate": 4.541996584381307e-05,
      "loss": 3.6684,
      "step": 29500
    },
    {
      "epoch": 4.657661853749418,
      "grad_norm": 4.410152435302734,
      "learning_rate": 4.5342338146250584e-05,
      "loss": 3.6477,
      "step": 30000
    },
    {
      "epoch": 4.735289551311908,
      "grad_norm": 4.257645130157471,
      "learning_rate": 4.52647104486881e-05,
      "loss": 3.6531,
      "step": 30500
    },
    {
      "epoch": 4.812917248874398,
      "grad_norm": 4.475682258605957,
      "learning_rate": 4.5187082751125606e-05,
      "loss": 3.6587,
      "step": 31000
    },
    {
      "epoch": 4.890544946436888,
      "grad_norm": 4.372265338897705,
      "learning_rate": 4.5109455053563114e-05,
      "loss": 3.632,
      "step": 31500
    },
    {
      "epoch": 4.968172643999379,
      "grad_norm": 4.2151360511779785,
      "learning_rate": 4.503182735600062e-05,
      "loss": 3.6336,
      "step": 32000
    },
    {
      "epoch": 5.045800341561869,
      "grad_norm": 4.397316932678223,
      "learning_rate": 4.4954199658438135e-05,
      "loss": 3.566,
      "step": 32500
    },
    {
      "epoch": 5.123428039124359,
      "grad_norm": 4.471977710723877,
      "learning_rate": 4.487657196087564e-05,
      "loss": 3.5522,
      "step": 33000
    },
    {
      "epoch": 5.2010557366868495,
      "grad_norm": 4.2865471839904785,
      "learning_rate": 4.479894426331315e-05,
      "loss": 3.5675,
      "step": 33500
    },
    {
      "epoch": 5.2786834342493405,
      "grad_norm": 4.559909343719482,
      "learning_rate": 4.472131656575066e-05,
      "loss": 3.54,
      "step": 34000
    },
    {
      "epoch": 5.356311131811831,
      "grad_norm": 4.453431606292725,
      "learning_rate": 4.464368886818817e-05,
      "loss": 3.5392,
      "step": 34500
    },
    {
      "epoch": 5.433938829374321,
      "grad_norm": 4.54495906829834,
      "learning_rate": 4.456606117062569e-05,
      "loss": 3.5424,
      "step": 35000
    },
    {
      "epoch": 5.511566526936811,
      "grad_norm": 4.494850158691406,
      "learning_rate": 4.448843347306319e-05,
      "loss": 3.5414,
      "step": 35500
    },
    {
      "epoch": 5.589194224499302,
      "grad_norm": 4.8761162757873535,
      "learning_rate": 4.44108057755007e-05,
      "loss": 3.525,
      "step": 36000
    },
    {
      "epoch": 5.666821922061792,
      "grad_norm": 4.575265884399414,
      "learning_rate": 4.433317807793821e-05,
      "loss": 3.5405,
      "step": 36500
    },
    {
      "epoch": 5.744449619624282,
      "grad_norm": 4.597631454467773,
      "learning_rate": 4.4255550380375724e-05,
      "loss": 3.5259,
      "step": 37000
    },
    {
      "epoch": 5.822077317186772,
      "grad_norm": 4.326088905334473,
      "learning_rate": 4.4177922682813225e-05,
      "loss": 3.4985,
      "step": 37500
    },
    {
      "epoch": 5.899705014749262,
      "grad_norm": 4.202051639556885,
      "learning_rate": 4.410029498525074e-05,
      "loss": 3.5087,
      "step": 38000
    },
    {
      "epoch": 5.977332712311753,
      "grad_norm": 4.386417388916016,
      "learning_rate": 4.402266728768825e-05,
      "loss": 3.4926,
      "step": 38500
    },
    {
      "epoch": 6.054960409874243,
      "grad_norm": 4.612489700317383,
      "learning_rate": 4.394503959012576e-05,
      "loss": 3.456,
      "step": 39000
    },
    {
      "epoch": 6.132588107436733,
      "grad_norm": 4.2950286865234375,
      "learning_rate": 4.386741189256327e-05,
      "loss": 3.4195,
      "step": 39500
    },
    {
      "epoch": 6.2102158049992235,
      "grad_norm": 4.728135585784912,
      "learning_rate": 4.3789784195000776e-05,
      "loss": 3.422,
      "step": 40000
    },
    {
      "epoch": 6.287843502561714,
      "grad_norm": 4.690753936767578,
      "learning_rate": 4.371215649743829e-05,
      "loss": 3.4147,
      "step": 40500
    },
    {
      "epoch": 6.365471200124205,
      "grad_norm": 4.528134346008301,
      "learning_rate": 4.36345287998758e-05,
      "loss": 3.4115,
      "step": 41000
    },
    {
      "epoch": 6.443098897686695,
      "grad_norm": 4.323470592498779,
      "learning_rate": 4.3556901102313305e-05,
      "loss": 3.4058,
      "step": 41500
    },
    {
      "epoch": 6.520726595249185,
      "grad_norm": 4.374230861663818,
      "learning_rate": 4.347927340475082e-05,
      "loss": 3.4112,
      "step": 42000
    },
    {
      "epoch": 6.598354292811675,
      "grad_norm": 4.312314033508301,
      "learning_rate": 4.340164570718833e-05,
      "loss": 3.3881,
      "step": 42500
    },
    {
      "epoch": 6.675981990374165,
      "grad_norm": 4.178228378295898,
      "learning_rate": 4.332401800962584e-05,
      "loss": 3.4044,
      "step": 43000
    },
    {
      "epoch": 6.753609687936656,
      "grad_norm": 4.638906002044678,
      "learning_rate": 4.324639031206334e-05,
      "loss": 3.3954,
      "step": 43500
    },
    {
      "epoch": 6.831237385499146,
      "grad_norm": 4.238986492156982,
      "learning_rate": 4.3168762614500857e-05,
      "loss": 3.4013,
      "step": 44000
    },
    {
      "epoch": 6.908865083061636,
      "grad_norm": 4.471828460693359,
      "learning_rate": 4.3091134916938364e-05,
      "loss": 3.3806,
      "step": 44500
    },
    {
      "epoch": 6.986492780624126,
      "grad_norm": 4.4187912940979,
      "learning_rate": 4.301350721937588e-05,
      "loss": 3.3834,
      "step": 45000
    },
    {
      "epoch": 7.064120478186617,
      "grad_norm": 5.066268444061279,
      "learning_rate": 4.293587952181338e-05,
      "loss": 3.3064,
      "step": 45500
    },
    {
      "epoch": 7.1417481757491075,
      "grad_norm": 4.942110538482666,
      "learning_rate": 4.2858251824250894e-05,
      "loss": 3.2971,
      "step": 46000
    },
    {
      "epoch": 7.219375873311598,
      "grad_norm": 5.294034957885742,
      "learning_rate": 4.278062412668841e-05,
      "loss": 3.2643,
      "step": 46500
    },
    {
      "epoch": 7.297003570874088,
      "grad_norm": 4.650871753692627,
      "learning_rate": 4.2702996429125915e-05,
      "loss": 3.2768,
      "step": 47000
    },
    {
      "epoch": 7.374631268436578,
      "grad_norm": 5.170124053955078,
      "learning_rate": 4.262536873156342e-05,
      "loss": 3.2832,
      "step": 47500
    },
    {
      "epoch": 7.452258965999069,
      "grad_norm": 4.852886199951172,
      "learning_rate": 4.254774103400093e-05,
      "loss": 3.2779,
      "step": 48000
    },
    {
      "epoch": 7.529886663561559,
      "grad_norm": 5.047275543212891,
      "learning_rate": 4.2470113336438445e-05,
      "loss": 3.273,
      "step": 48500
    },
    {
      "epoch": 7.607514361124049,
      "grad_norm": 4.9860520362854,
      "learning_rate": 4.239248563887595e-05,
      "loss": 3.2538,
      "step": 49000
    },
    {
      "epoch": 7.685142058686539,
      "grad_norm": 4.9074859619140625,
      "learning_rate": 4.231485794131346e-05,
      "loss": 3.248,
      "step": 49500
    },
    {
      "epoch": 7.76276975624903,
      "grad_norm": 4.936252593994141,
      "learning_rate": 4.2237230243750974e-05,
      "loss": 3.2492,
      "step": 50000
    },
    {
      "epoch": 7.84039745381152,
      "grad_norm": 4.652443885803223,
      "learning_rate": 4.215960254618848e-05,
      "loss": 3.2412,
      "step": 50500
    },
    {
      "epoch": 7.91802515137401,
      "grad_norm": 4.407495021820068,
      "learning_rate": 4.2081974848625996e-05,
      "loss": 3.2372,
      "step": 51000
    },
    {
      "epoch": 7.9956528489365,
      "grad_norm": 4.413294792175293,
      "learning_rate": 4.20043471510635e-05,
      "loss": 3.2131,
      "step": 51500
    },
    {
      "epoch": 8.07328054649899,
      "grad_norm": 4.42469596862793,
      "learning_rate": 4.192671945350101e-05,
      "loss": 3.1377,
      "step": 52000
    },
    {
      "epoch": 8.150908244061482,
      "grad_norm": 4.906301498413086,
      "learning_rate": 4.184909175593852e-05,
      "loss": 3.1072,
      "step": 52500
    },
    {
      "epoch": 8.22853594162397,
      "grad_norm": 5.0347900390625,
      "learning_rate": 4.177146405837603e-05,
      "loss": 3.1374,
      "step": 53000
    },
    {
      "epoch": 8.306163639186462,
      "grad_norm": 5.217957496643066,
      "learning_rate": 4.169383636081354e-05,
      "loss": 3.1124,
      "step": 53500
    },
    {
      "epoch": 8.383791336748953,
      "grad_norm": 4.475755214691162,
      "learning_rate": 4.161620866325105e-05,
      "loss": 3.1194,
      "step": 54000
    },
    {
      "epoch": 8.461419034311442,
      "grad_norm": 5.22430419921875,
      "learning_rate": 4.153858096568856e-05,
      "loss": 3.1201,
      "step": 54500
    },
    {
      "epoch": 8.539046731873933,
      "grad_norm": 6.327775955200195,
      "learning_rate": 4.146095326812607e-05,
      "loss": 3.1031,
      "step": 55000
    },
    {
      "epoch": 8.616674429436422,
      "grad_norm": 4.703291893005371,
      "learning_rate": 4.138332557056358e-05,
      "loss": 3.1043,
      "step": 55500
    },
    {
      "epoch": 8.694302126998913,
      "grad_norm": 5.288379192352295,
      "learning_rate": 4.1305697873001085e-05,
      "loss": 3.1024,
      "step": 56000
    },
    {
      "epoch": 8.771929824561404,
      "grad_norm": 4.9670090675354,
      "learning_rate": 4.12280701754386e-05,
      "loss": 3.0797,
      "step": 56500
    },
    {
      "epoch": 8.849557522123893,
      "grad_norm": 4.910192012786865,
      "learning_rate": 4.115044247787611e-05,
      "loss": 3.0869,
      "step": 57000
    },
    {
      "epoch": 8.927185219686384,
      "grad_norm": 4.804894924163818,
      "learning_rate": 4.1072814780313615e-05,
      "loss": 3.0885,
      "step": 57500
    },
    {
      "epoch": 9.004812917248874,
      "grad_norm": 5.052229404449463,
      "learning_rate": 4.099518708275113e-05,
      "loss": 3.0821,
      "step": 58000
    },
    {
      "epoch": 9.082440614811365,
      "grad_norm": 5.419916152954102,
      "learning_rate": 4.0917559385188637e-05,
      "loss": 2.9879,
      "step": 58500
    },
    {
      "epoch": 9.160068312373856,
      "grad_norm": 5.0662078857421875,
      "learning_rate": 4.083993168762615e-05,
      "loss": 2.9825,
      "step": 59000
    },
    {
      "epoch": 9.237696009936345,
      "grad_norm": 4.776367664337158,
      "learning_rate": 4.076230399006365e-05,
      "loss": 2.977,
      "step": 59500
    },
    {
      "epoch": 9.315323707498836,
      "grad_norm": 4.7674031257629395,
      "learning_rate": 4.0684676292501166e-05,
      "loss": 2.9971,
      "step": 60000
    },
    {
      "epoch": 9.392951405061325,
      "grad_norm": 4.947634696960449,
      "learning_rate": 4.0607048594938673e-05,
      "loss": 2.9651,
      "step": 60500
    },
    {
      "epoch": 9.470579102623816,
      "grad_norm": 4.943103790283203,
      "learning_rate": 4.052942089737619e-05,
      "loss": 2.9781,
      "step": 61000
    },
    {
      "epoch": 9.548206800186307,
      "grad_norm": 5.14945125579834,
      "learning_rate": 4.0451793199813695e-05,
      "loss": 2.9702,
      "step": 61500
    },
    {
      "epoch": 9.625834497748796,
      "grad_norm": 5.054744243621826,
      "learning_rate": 4.03741655022512e-05,
      "loss": 2.9553,
      "step": 62000
    },
    {
      "epoch": 9.703462195311287,
      "grad_norm": 5.338235855102539,
      "learning_rate": 4.029653780468872e-05,
      "loss": 2.9489,
      "step": 62500
    },
    {
      "epoch": 9.781089892873778,
      "grad_norm": 4.819457530975342,
      "learning_rate": 4.0218910107126225e-05,
      "loss": 2.9676,
      "step": 63000
    },
    {
      "epoch": 9.858717590436267,
      "grad_norm": 4.814851760864258,
      "learning_rate": 4.014128240956373e-05,
      "loss": 2.9374,
      "step": 63500
    },
    {
      "epoch": 9.936345287998758,
      "grad_norm": 4.723858833312988,
      "learning_rate": 4.006365471200124e-05,
      "loss": 2.9474,
      "step": 64000
    },
    {
      "epoch": 10.013972985561248,
      "grad_norm": 4.435904026031494,
      "learning_rate": 3.9986027014438754e-05,
      "loss": 2.9094,
      "step": 64500
    },
    {
      "epoch": 10.091600683123739,
      "grad_norm": 4.80678129196167,
      "learning_rate": 3.990839931687627e-05,
      "loss": 2.8467,
      "step": 65000
    },
    {
      "epoch": 10.16922838068623,
      "grad_norm": 5.187747001647949,
      "learning_rate": 3.983077161931377e-05,
      "loss": 2.8237,
      "step": 65500
    },
    {
      "epoch": 10.246856078248719,
      "grad_norm": 4.363202095031738,
      "learning_rate": 3.9753143921751284e-05,
      "loss": 2.8334,
      "step": 66000
    },
    {
      "epoch": 10.32448377581121,
      "grad_norm": 5.085516929626465,
      "learning_rate": 3.967551622418879e-05,
      "loss": 2.8284,
      "step": 66500
    },
    {
      "epoch": 10.402111473373699,
      "grad_norm": 4.973574638366699,
      "learning_rate": 3.9597888526626306e-05,
      "loss": 2.8194,
      "step": 67000
    },
    {
      "epoch": 10.47973917093619,
      "grad_norm": 4.629599094390869,
      "learning_rate": 3.952026082906381e-05,
      "loss": 2.8284,
      "step": 67500
    },
    {
      "epoch": 10.557366868498681,
      "grad_norm": 4.970963001251221,
      "learning_rate": 3.944263313150132e-05,
      "loss": 2.8285,
      "step": 68000
    },
    {
      "epoch": 10.63499456606117,
      "grad_norm": 4.869990348815918,
      "learning_rate": 3.936500543393883e-05,
      "loss": 2.8048,
      "step": 68500
    },
    {
      "epoch": 10.712622263623661,
      "grad_norm": 5.26320743560791,
      "learning_rate": 3.928737773637634e-05,
      "loss": 2.803,
      "step": 69000
    },
    {
      "epoch": 10.79024996118615,
      "grad_norm": 4.8318352699279785,
      "learning_rate": 3.920975003881385e-05,
      "loss": 2.7984,
      "step": 69500
    },
    {
      "epoch": 10.867877658748641,
      "grad_norm": 4.917919158935547,
      "learning_rate": 3.913212234125136e-05,
      "loss": 2.8091,
      "step": 70000
    },
    {
      "epoch": 10.945505356311132,
      "grad_norm": 4.485991954803467,
      "learning_rate": 3.905449464368887e-05,
      "loss": 2.7917,
      "step": 70500
    },
    {
      "epoch": 11.023133053873622,
      "grad_norm": 4.8984246253967285,
      "learning_rate": 3.897686694612638e-05,
      "loss": 2.7501,
      "step": 71000
    },
    {
      "epoch": 11.100760751436113,
      "grad_norm": 4.431053161621094,
      "learning_rate": 3.889923924856389e-05,
      "loss": 2.6896,
      "step": 71500
    },
    {
      "epoch": 11.178388448998602,
      "grad_norm": 4.597928524017334,
      "learning_rate": 3.8821611551001395e-05,
      "loss": 2.6874,
      "step": 72000
    },
    {
      "epoch": 11.256016146561093,
      "grad_norm": 4.701462268829346,
      "learning_rate": 3.874398385343891e-05,
      "loss": 2.679,
      "step": 72500
    },
    {
      "epoch": 11.333643844123584,
      "grad_norm": 4.706751346588135,
      "learning_rate": 3.866635615587642e-05,
      "loss": 2.6799,
      "step": 73000
    },
    {
      "epoch": 11.411271541686073,
      "grad_norm": 4.8909430503845215,
      "learning_rate": 3.858872845831393e-05,
      "loss": 2.6779,
      "step": 73500
    },
    {
      "epoch": 11.488899239248564,
      "grad_norm": 4.814470291137695,
      "learning_rate": 3.851110076075144e-05,
      "loss": 2.6723,
      "step": 74000
    },
    {
      "epoch": 11.566526936811055,
      "grad_norm": 4.277644157409668,
      "learning_rate": 3.8433473063188946e-05,
      "loss": 2.6787,
      "step": 74500
    },
    {
      "epoch": 11.644154634373544,
      "grad_norm": 4.709313869476318,
      "learning_rate": 3.835584536562646e-05,
      "loss": 2.6672,
      "step": 75000
    },
    {
      "epoch": 11.721782331936035,
      "grad_norm": 4.462389945983887,
      "learning_rate": 3.827821766806397e-05,
      "loss": 2.66,
      "step": 75500
    },
    {
      "epoch": 11.799410029498524,
      "grad_norm": 4.836484909057617,
      "learning_rate": 3.8200589970501475e-05,
      "loss": 2.6646,
      "step": 76000
    },
    {
      "epoch": 11.877037727061015,
      "grad_norm": 4.758359909057617,
      "learning_rate": 3.812296227293899e-05,
      "loss": 2.6561,
      "step": 76500
    },
    {
      "epoch": 11.954665424623506,
      "grad_norm": 4.208640098571777,
      "learning_rate": 3.80453345753765e-05,
      "loss": 2.6659,
      "step": 77000
    },
    {
      "epoch": 12.032293122185996,
      "grad_norm": 4.91511344909668,
      "learning_rate": 3.7967706877814005e-05,
      "loss": 2.5897,
      "step": 77500
    },
    {
      "epoch": 12.109920819748487,
      "grad_norm": 4.086484909057617,
      "learning_rate": 3.789007918025151e-05,
      "loss": 2.5594,
      "step": 78000
    },
    {
      "epoch": 12.187548517310976,
      "grad_norm": 4.583057880401611,
      "learning_rate": 3.781245148268903e-05,
      "loss": 2.5543,
      "step": 78500
    },
    {
      "epoch": 12.265176214873467,
      "grad_norm": 4.570094585418701,
      "learning_rate": 3.7734823785126534e-05,
      "loss": 2.5503,
      "step": 79000
    },
    {
      "epoch": 12.342803912435958,
      "grad_norm": 4.889599800109863,
      "learning_rate": 3.765719608756404e-05,
      "loss": 2.5416,
      "step": 79500
    },
    {
      "epoch": 12.420431609998447,
      "grad_norm": 4.4805426597595215,
      "learning_rate": 3.757956839000155e-05,
      "loss": 2.5589,
      "step": 80000
    },
    {
      "epoch": 12.498059307560938,
      "grad_norm": 4.407408237457275,
      "learning_rate": 3.7501940692439064e-05,
      "loss": 2.5315,
      "step": 80500
    },
    {
      "epoch": 12.575687005123427,
      "grad_norm": 4.637092113494873,
      "learning_rate": 3.742431299487658e-05,
      "loss": 2.5454,
      "step": 81000
    },
    {
      "epoch": 12.653314702685918,
      "grad_norm": 4.7181854248046875,
      "learning_rate": 3.7346685297314085e-05,
      "loss": 2.5383,
      "step": 81500
    },
    {
      "epoch": 12.73094240024841,
      "grad_norm": 4.588499546051025,
      "learning_rate": 3.726905759975159e-05,
      "loss": 2.5267,
      "step": 82000
    },
    {
      "epoch": 12.808570097810899,
      "grad_norm": 4.137992858886719,
      "learning_rate": 3.71914299021891e-05,
      "loss": 2.5345,
      "step": 82500
    },
    {
      "epoch": 12.88619779537339,
      "grad_norm": 4.400317668914795,
      "learning_rate": 3.7113802204626615e-05,
      "loss": 2.5259,
      "step": 83000
    },
    {
      "epoch": 12.963825492935879,
      "grad_norm": 4.139917850494385,
      "learning_rate": 3.703617450706412e-05,
      "loss": 2.5335,
      "step": 83500
    },
    {
      "epoch": 13.04145319049837,
      "grad_norm": 4.182736396789551,
      "learning_rate": 3.695854680950163e-05,
      "loss": 2.4574,
      "step": 84000
    },
    {
      "epoch": 13.11908088806086,
      "grad_norm": 4.659245491027832,
      "learning_rate": 3.6880919111939144e-05,
      "loss": 2.4193,
      "step": 84500
    },
    {
      "epoch": 13.19670858562335,
      "grad_norm": 4.163915157318115,
      "learning_rate": 3.680329141437665e-05,
      "loss": 2.4169,
      "step": 85000
    },
    {
      "epoch": 13.274336283185841,
      "grad_norm": 4.518395900726318,
      "learning_rate": 3.672566371681416e-05,
      "loss": 2.4161,
      "step": 85500
    },
    {
      "epoch": 13.35196398074833,
      "grad_norm": 4.277214050292969,
      "learning_rate": 3.664803601925167e-05,
      "loss": 2.4169,
      "step": 86000
    },
    {
      "epoch": 13.429591678310821,
      "grad_norm": 4.701220989227295,
      "learning_rate": 3.657040832168918e-05,
      "loss": 2.424,
      "step": 86500
    },
    {
      "epoch": 13.507219375873312,
      "grad_norm": 4.375713348388672,
      "learning_rate": 3.649278062412669e-05,
      "loss": 2.4193,
      "step": 87000
    },
    {
      "epoch": 13.584847073435801,
      "grad_norm": 4.191773891448975,
      "learning_rate": 3.64151529265642e-05,
      "loss": 2.4188,
      "step": 87500
    },
    {
      "epoch": 13.662474770998292,
      "grad_norm": 4.385691165924072,
      "learning_rate": 3.633752522900171e-05,
      "loss": 2.4149,
      "step": 88000
    },
    {
      "epoch": 13.740102468560782,
      "grad_norm": 4.488534927368164,
      "learning_rate": 3.625989753143922e-05,
      "loss": 2.3998,
      "step": 88500
    },
    {
      "epoch": 13.817730166123273,
      "grad_norm": 4.578937530517578,
      "learning_rate": 3.618226983387673e-05,
      "loss": 2.4065,
      "step": 89000
    },
    {
      "epoch": 13.895357863685764,
      "grad_norm": 4.423867702484131,
      "learning_rate": 3.610464213631424e-05,
      "loss": 2.4004,
      "step": 89500
    },
    {
      "epoch": 13.972985561248253,
      "grad_norm": 4.474419116973877,
      "learning_rate": 3.602701443875175e-05,
      "loss": 2.4044,
      "step": 90000
    },
    {
      "epoch": 14.050613258810744,
      "grad_norm": 4.806559085845947,
      "learning_rate": 3.5949386741189255e-05,
      "loss": 2.3339,
      "step": 90500
    },
    {
      "epoch": 14.128240956373235,
      "grad_norm": 4.276415824890137,
      "learning_rate": 3.587175904362677e-05,
      "loss": 2.2801,
      "step": 91000
    },
    {
      "epoch": 14.205868653935724,
      "grad_norm": 4.825454235076904,
      "learning_rate": 3.579413134606428e-05,
      "loss": 2.297,
      "step": 91500
    },
    {
      "epoch": 14.283496351498215,
      "grad_norm": 4.838090896606445,
      "learning_rate": 3.5716503648501785e-05,
      "loss": 2.299,
      "step": 92000
    },
    {
      "epoch": 14.361124049060704,
      "grad_norm": 4.015684604644775,
      "learning_rate": 3.56388759509393e-05,
      "loss": 2.2892,
      "step": 92500
    },
    {
      "epoch": 14.438751746623195,
      "grad_norm": 4.386364459991455,
      "learning_rate": 3.5561248253376807e-05,
      "loss": 2.3058,
      "step": 93000
    },
    {
      "epoch": 14.516379444185686,
      "grad_norm": 4.3224968910217285,
      "learning_rate": 3.548362055581432e-05,
      "loss": 2.3027,
      "step": 93500
    },
    {
      "epoch": 14.594007141748175,
      "grad_norm": 4.265476226806641,
      "learning_rate": 3.540599285825182e-05,
      "loss": 2.2993,
      "step": 94000
    },
    {
      "epoch": 14.671634839310666,
      "grad_norm": 4.053600311279297,
      "learning_rate": 3.5328365160689336e-05,
      "loss": 2.2942,
      "step": 94500
    },
    {
      "epoch": 14.749262536873156,
      "grad_norm": 4.602315902709961,
      "learning_rate": 3.5250737463126844e-05,
      "loss": 2.2906,
      "step": 95000
    },
    {
      "epoch": 14.826890234435647,
      "grad_norm": 4.402678489685059,
      "learning_rate": 3.517310976556436e-05,
      "loss": 2.2702,
      "step": 95500
    },
    {
      "epoch": 14.904517931998138,
      "grad_norm": 4.164185523986816,
      "learning_rate": 3.5095482068001865e-05,
      "loss": 2.2815,
      "step": 96000
    },
    {
      "epoch": 14.982145629560627,
      "grad_norm": 3.9488399028778076,
      "learning_rate": 3.501785437043937e-05,
      "loss": 2.2949,
      "step": 96500
    },
    {
      "epoch": 15.059773327123118,
      "grad_norm": 4.283924102783203,
      "learning_rate": 3.494022667287689e-05,
      "loss": 2.2053,
      "step": 97000
    },
    {
      "epoch": 15.137401024685607,
      "grad_norm": 4.1038923263549805,
      "learning_rate": 3.4862598975314395e-05,
      "loss": 2.1718,
      "step": 97500
    },
    {
      "epoch": 15.215028722248098,
      "grad_norm": 3.826446533203125,
      "learning_rate": 3.47849712777519e-05,
      "loss": 2.1859,
      "step": 98000
    },
    {
      "epoch": 15.292656419810589,
      "grad_norm": 4.282005310058594,
      "learning_rate": 3.470734358018941e-05,
      "loss": 2.1854,
      "step": 98500
    },
    {
      "epoch": 15.370284117373078,
      "grad_norm": 4.259530067443848,
      "learning_rate": 3.4629715882626924e-05,
      "loss": 2.188,
      "step": 99000
    },
    {
      "epoch": 15.44791181493557,
      "grad_norm": 4.105893135070801,
      "learning_rate": 3.455208818506443e-05,
      "loss": 2.1824,
      "step": 99500
    },
    {
      "epoch": 15.52553951249806,
      "grad_norm": 4.21387243270874,
      "learning_rate": 3.447446048750194e-05,
      "loss": 2.1729,
      "step": 100000
    },
    {
      "epoch": 15.60316721006055,
      "grad_norm": 4.400328636169434,
      "learning_rate": 3.4396832789939454e-05,
      "loss": 2.1831,
      "step": 100500
    },
    {
      "epoch": 15.68079490762304,
      "grad_norm": 4.224130153656006,
      "learning_rate": 3.431920509237696e-05,
      "loss": 2.1936,
      "step": 101000
    },
    {
      "epoch": 15.75842260518553,
      "grad_norm": 3.9993326663970947,
      "learning_rate": 3.4241577394814476e-05,
      "loss": 2.1838,
      "step": 101500
    },
    {
      "epoch": 15.83605030274802,
      "grad_norm": 4.2306671142578125,
      "learning_rate": 3.4163949697251976e-05,
      "loss": 2.1838,
      "step": 102000
    },
    {
      "epoch": 15.913678000310512,
      "grad_norm": 4.4622368812561035,
      "learning_rate": 3.408632199968949e-05,
      "loss": 2.1836,
      "step": 102500
    },
    {
      "epoch": 15.991305697873,
      "grad_norm": 4.376685619354248,
      "learning_rate": 3.4008694302127005e-05,
      "loss": 2.1779,
      "step": 103000
    },
    {
      "epoch": 16.06893339543549,
      "grad_norm": 4.104698657989502,
      "learning_rate": 3.393106660456451e-05,
      "loss": 2.0854,
      "step": 103500
    },
    {
      "epoch": 16.14656109299798,
      "grad_norm": 3.761953353881836,
      "learning_rate": 3.385343890700202e-05,
      "loss": 2.0603,
      "step": 104000
    },
    {
      "epoch": 16.224188790560472,
      "grad_norm": 4.365135192871094,
      "learning_rate": 3.377581120943953e-05,
      "loss": 2.0572,
      "step": 104500
    },
    {
      "epoch": 16.301816488122963,
      "grad_norm": 4.137313365936279,
      "learning_rate": 3.369818351187704e-05,
      "loss": 2.0691,
      "step": 105000
    },
    {
      "epoch": 16.379444185685454,
      "grad_norm": 4.869952201843262,
      "learning_rate": 3.362055581431455e-05,
      "loss": 2.0935,
      "step": 105500
    },
    {
      "epoch": 16.45707188324794,
      "grad_norm": 4.275235652923584,
      "learning_rate": 3.354292811675206e-05,
      "loss": 2.077,
      "step": 106000
    },
    {
      "epoch": 16.534699580810432,
      "grad_norm": 4.092933177947998,
      "learning_rate": 3.3465300419189565e-05,
      "loss": 2.0977,
      "step": 106500
    },
    {
      "epoch": 16.612327278372923,
      "grad_norm": 3.9494364261627197,
      "learning_rate": 3.338767272162708e-05,
      "loss": 2.095,
      "step": 107000
    },
    {
      "epoch": 16.689954975935414,
      "grad_norm": 3.6660993099212646,
      "learning_rate": 3.331004502406459e-05,
      "loss": 2.0867,
      "step": 107500
    },
    {
      "epoch": 16.767582673497905,
      "grad_norm": 4.6808977127075195,
      "learning_rate": 3.3232417326502094e-05,
      "loss": 2.0856,
      "step": 108000
    },
    {
      "epoch": 16.845210371060393,
      "grad_norm": 3.951265335083008,
      "learning_rate": 3.315478962893961e-05,
      "loss": 2.0786,
      "step": 108500
    },
    {
      "epoch": 16.922838068622884,
      "grad_norm": 3.390282392501831,
      "learning_rate": 3.3077161931377116e-05,
      "loss": 2.0756,
      "step": 109000
    },
    {
      "epoch": 17.000465766185375,
      "grad_norm": 3.9212212562561035,
      "learning_rate": 3.299953423381463e-05,
      "loss": 2.0858,
      "step": 109500
    },
    {
      "epoch": 17.078093463747866,
      "grad_norm": 4.350470542907715,
      "learning_rate": 3.292190653625213e-05,
      "loss": 1.969,
      "step": 110000
    },
    {
      "epoch": 17.155721161310357,
      "grad_norm": 4.253689765930176,
      "learning_rate": 3.2844278838689645e-05,
      "loss": 1.9756,
      "step": 110500
    },
    {
      "epoch": 17.233348858872844,
      "grad_norm": 4.202712059020996,
      "learning_rate": 3.276665114112716e-05,
      "loss": 1.9793,
      "step": 111000
    },
    {
      "epoch": 17.310976556435335,
      "grad_norm": 4.103579998016357,
      "learning_rate": 3.268902344356467e-05,
      "loss": 1.9825,
      "step": 111500
    },
    {
      "epoch": 17.388604253997826,
      "grad_norm": 4.335016250610352,
      "learning_rate": 3.2611395746002175e-05,
      "loss": 1.978,
      "step": 112000
    },
    {
      "epoch": 17.466231951560317,
      "grad_norm": 4.291495323181152,
      "learning_rate": 3.253376804843968e-05,
      "loss": 1.9884,
      "step": 112500
    },
    {
      "epoch": 17.54385964912281,
      "grad_norm": 4.035206317901611,
      "learning_rate": 3.24561403508772e-05,
      "loss": 2.0041,
      "step": 113000
    },
    {
      "epoch": 17.621487346685296,
      "grad_norm": 3.9616289138793945,
      "learning_rate": 3.2378512653314704e-05,
      "loss": 1.9928,
      "step": 113500
    },
    {
      "epoch": 17.699115044247787,
      "grad_norm": 4.101945400238037,
      "learning_rate": 3.230088495575221e-05,
      "loss": 1.9906,
      "step": 114000
    },
    {
      "epoch": 17.776742741810278,
      "grad_norm": 4.0245490074157715,
      "learning_rate": 3.2223257258189726e-05,
      "loss": 1.9873,
      "step": 114500
    },
    {
      "epoch": 17.85437043937277,
      "grad_norm": 4.1350908279418945,
      "learning_rate": 3.2145629560627234e-05,
      "loss": 1.9917,
      "step": 115000
    },
    {
      "epoch": 17.93199813693526,
      "grad_norm": 4.366165637969971,
      "learning_rate": 3.206800186306475e-05,
      "loss": 1.9897,
      "step": 115500
    },
    {
      "epoch": 18.009625834497747,
      "grad_norm": 4.272118091583252,
      "learning_rate": 3.199037416550225e-05,
      "loss": 1.9837,
      "step": 116000
    },
    {
      "epoch": 18.087253532060238,
      "grad_norm": 4.427468776702881,
      "learning_rate": 3.191274646793976e-05,
      "loss": 1.8798,
      "step": 116500
    },
    {
      "epoch": 18.16488122962273,
      "grad_norm": 4.1292033195495605,
      "learning_rate": 3.183511877037727e-05,
      "loss": 1.8857,
      "step": 117000
    },
    {
      "epoch": 18.24250892718522,
      "grad_norm": 4.270112037658691,
      "learning_rate": 3.1757491072814785e-05,
      "loss": 1.8921,
      "step": 117500
    },
    {
      "epoch": 18.32013662474771,
      "grad_norm": 4.079245567321777,
      "learning_rate": 3.1679863375252286e-05,
      "loss": 1.8984,
      "step": 118000
    },
    {
      "epoch": 18.3977643223102,
      "grad_norm": 3.783048391342163,
      "learning_rate": 3.16022356776898e-05,
      "loss": 1.9001,
      "step": 118500
    },
    {
      "epoch": 18.47539201987269,
      "grad_norm": 3.9977831840515137,
      "learning_rate": 3.1524607980127314e-05,
      "loss": 1.9026,
      "step": 119000
    },
    {
      "epoch": 18.55301971743518,
      "grad_norm": 5.004773139953613,
      "learning_rate": 3.144698028256482e-05,
      "loss": 1.9027,
      "step": 119500
    },
    {
      "epoch": 18.63064741499767,
      "grad_norm": 4.3422417640686035,
      "learning_rate": 3.136935258500233e-05,
      "loss": 1.9084,
      "step": 120000
    },
    {
      "epoch": 18.708275112560163,
      "grad_norm": 3.9378857612609863,
      "learning_rate": 3.129172488743984e-05,
      "loss": 1.9038,
      "step": 120500
    },
    {
      "epoch": 18.78590281012265,
      "grad_norm": 4.138620853424072,
      "learning_rate": 3.121409718987735e-05,
      "loss": 1.9133,
      "step": 121000
    },
    {
      "epoch": 18.86353050768514,
      "grad_norm": 4.3769659996032715,
      "learning_rate": 3.113646949231486e-05,
      "loss": 1.9109,
      "step": 121500
    },
    {
      "epoch": 18.941158205247632,
      "grad_norm": 3.955392837524414,
      "learning_rate": 3.1058841794752366e-05,
      "loss": 1.913,
      "step": 122000
    },
    {
      "epoch": 19.018785902810123,
      "grad_norm": 4.047823905944824,
      "learning_rate": 3.098121409718988e-05,
      "loss": 1.8897,
      "step": 122500
    },
    {
      "epoch": 19.096413600372614,
      "grad_norm": 4.446326732635498,
      "learning_rate": 3.090358639962739e-05,
      "loss": 1.7936,
      "step": 123000
    },
    {
      "epoch": 19.174041297935105,
      "grad_norm": 3.9434542655944824,
      "learning_rate": 3.08259587020649e-05,
      "loss": 1.8065,
      "step": 123500
    },
    {
      "epoch": 19.251668995497592,
      "grad_norm": 4.108802318572998,
      "learning_rate": 3.0748331004502403e-05,
      "loss": 1.8157,
      "step": 124000
    },
    {
      "epoch": 19.329296693060083,
      "grad_norm": 4.374671459197998,
      "learning_rate": 3.067070330693992e-05,
      "loss": 1.8276,
      "step": 124500
    },
    {
      "epoch": 19.406924390622574,
      "grad_norm": 3.985368013381958,
      "learning_rate": 3.0593075609377425e-05,
      "loss": 1.8246,
      "step": 125000
    },
    {
      "epoch": 19.484552088185065,
      "grad_norm": 3.956395149230957,
      "learning_rate": 3.0515447911814936e-05,
      "loss": 1.8263,
      "step": 125500
    },
    {
      "epoch": 19.562179785747556,
      "grad_norm": 3.358553886413574,
      "learning_rate": 3.043782021425245e-05,
      "loss": 1.8227,
      "step": 126000
    },
    {
      "epoch": 19.639807483310044,
      "grad_norm": 4.203612804412842,
      "learning_rate": 3.0360192516689955e-05,
      "loss": 1.8225,
      "step": 126500
    },
    {
      "epoch": 19.717435180872535,
      "grad_norm": 3.790905714035034,
      "learning_rate": 3.028256481912747e-05,
      "loss": 1.8433,
      "step": 127000
    },
    {
      "epoch": 19.795062878435026,
      "grad_norm": 4.040520191192627,
      "learning_rate": 3.0204937121564973e-05,
      "loss": 1.8336,
      "step": 127500
    },
    {
      "epoch": 19.872690575997517,
      "grad_norm": 4.027768135070801,
      "learning_rate": 3.0127309424002488e-05,
      "loss": 1.8314,
      "step": 128000
    },
    {
      "epoch": 19.950318273560008,
      "grad_norm": 3.8109354972839355,
      "learning_rate": 3.0049681726439992e-05,
      "loss": 1.8425,
      "step": 128500
    },
    {
      "epoch": 20.027945971122495,
      "grad_norm": 3.751999855041504,
      "learning_rate": 2.9972054028877506e-05,
      "loss": 1.7967,
      "step": 129000
    },
    {
      "epoch": 20.105573668684986,
      "grad_norm": 3.9639225006103516,
      "learning_rate": 2.9894426331315014e-05,
      "loss": 1.7213,
      "step": 129500
    },
    {
      "epoch": 20.183201366247477,
      "grad_norm": 4.027946472167969,
      "learning_rate": 2.9816798633752525e-05,
      "loss": 1.7408,
      "step": 130000
    },
    {
      "epoch": 20.260829063809968,
      "grad_norm": 4.050852298736572,
      "learning_rate": 2.9739170936190035e-05,
      "loss": 1.7305,
      "step": 130500
    },
    {
      "epoch": 20.33845676137246,
      "grad_norm": 4.3804216384887695,
      "learning_rate": 2.9661543238627543e-05,
      "loss": 1.7499,
      "step": 131000
    },
    {
      "epoch": 20.416084458934947,
      "grad_norm": 4.021152019500732,
      "learning_rate": 2.9583915541065054e-05,
      "loss": 1.7484,
      "step": 131500
    },
    {
      "epoch": 20.493712156497438,
      "grad_norm": 3.7631611824035645,
      "learning_rate": 2.950628784350256e-05,
      "loss": 1.7531,
      "step": 132000
    },
    {
      "epoch": 20.57133985405993,
      "grad_norm": 4.4973249435424805,
      "learning_rate": 2.9428660145940072e-05,
      "loss": 1.767,
      "step": 132500
    },
    {
      "epoch": 20.64896755162242,
      "grad_norm": 4.386341571807861,
      "learning_rate": 2.935103244837758e-05,
      "loss": 1.7621,
      "step": 133000
    },
    {
      "epoch": 20.72659524918491,
      "grad_norm": 4.0129499435424805,
      "learning_rate": 2.927340475081509e-05,
      "loss": 1.7637,
      "step": 133500
    },
    {
      "epoch": 20.804222946747398,
      "grad_norm": 4.22186279296875,
      "learning_rate": 2.9195777053252605e-05,
      "loss": 1.7643,
      "step": 134000
    },
    {
      "epoch": 20.88185064430989,
      "grad_norm": 4.511717319488525,
      "learning_rate": 2.911814935569011e-05,
      "loss": 1.7761,
      "step": 134500
    },
    {
      "epoch": 20.95947834187238,
      "grad_norm": 4.100383281707764,
      "learning_rate": 2.9040521658127624e-05,
      "loss": 1.7625,
      "step": 135000
    },
    {
      "epoch": 21.03710603943487,
      "grad_norm": 4.241291046142578,
      "learning_rate": 2.8962893960565128e-05,
      "loss": 1.7083,
      "step": 135500
    },
    {
      "epoch": 21.114733736997362,
      "grad_norm": 3.8240482807159424,
      "learning_rate": 2.8885266263002642e-05,
      "loss": 1.6514,
      "step": 136000
    },
    {
      "epoch": 21.19236143455985,
      "grad_norm": 3.9241297245025635,
      "learning_rate": 2.880763856544015e-05,
      "loss": 1.662,
      "step": 136500
    },
    {
      "epoch": 21.26998913212234,
      "grad_norm": 3.836834669113159,
      "learning_rate": 2.873001086787766e-05,
      "loss": 1.6674,
      "step": 137000
    },
    {
      "epoch": 21.34761682968483,
      "grad_norm": 4.176065921783447,
      "learning_rate": 2.865238317031517e-05,
      "loss": 1.6754,
      "step": 137500
    },
    {
      "epoch": 21.425244527247322,
      "grad_norm": 4.702647686004639,
      "learning_rate": 2.857475547275268e-05,
      "loss": 1.6841,
      "step": 138000
    },
    {
      "epoch": 21.502872224809813,
      "grad_norm": 3.71679425239563,
      "learning_rate": 2.849712777519019e-05,
      "loss": 1.6918,
      "step": 138500
    },
    {
      "epoch": 21.5804999223723,
      "grad_norm": 4.379159450531006,
      "learning_rate": 2.8419500077627698e-05,
      "loss": 1.6845,
      "step": 139000
    },
    {
      "epoch": 21.658127619934792,
      "grad_norm": 3.984041213989258,
      "learning_rate": 2.834187238006521e-05,
      "loss": 1.7042,
      "step": 139500
    },
    {
      "epoch": 21.735755317497283,
      "grad_norm": 4.80483865737915,
      "learning_rate": 2.8264244682502716e-05,
      "loss": 1.7063,
      "step": 140000
    },
    {
      "epoch": 21.813383015059774,
      "grad_norm": 3.897512674331665,
      "learning_rate": 2.8186616984940227e-05,
      "loss": 1.697,
      "step": 140500
    },
    {
      "epoch": 21.891010712622265,
      "grad_norm": 3.8755526542663574,
      "learning_rate": 2.8108989287377735e-05,
      "loss": 1.6936,
      "step": 141000
    },
    {
      "epoch": 21.968638410184752,
      "grad_norm": 4.30952262878418,
      "learning_rate": 2.8031361589815246e-05,
      "loss": 1.7112,
      "step": 141500
    },
    {
      "epoch": 22.046266107747243,
      "grad_norm": 4.38576602935791,
      "learning_rate": 2.795373389225276e-05,
      "loss": 1.644,
      "step": 142000
    },
    {
      "epoch": 22.123893805309734,
      "grad_norm": 4.09429931640625,
      "learning_rate": 2.7876106194690264e-05,
      "loss": 1.6035,
      "step": 142500
    },
    {
      "epoch": 22.201521502872225,
      "grad_norm": 4.038272857666016,
      "learning_rate": 2.779847849712778e-05,
      "loss": 1.6024,
      "step": 143000
    },
    {
      "epoch": 22.279149200434716,
      "grad_norm": 4.369879245758057,
      "learning_rate": 2.7720850799565286e-05,
      "loss": 1.6185,
      "step": 143500
    },
    {
      "epoch": 22.356776897997204,
      "grad_norm": 4.589230537414551,
      "learning_rate": 2.7643223102002797e-05,
      "loss": 1.6199,
      "step": 144000
    },
    {
      "epoch": 22.434404595559695,
      "grad_norm": 4.705469608306885,
      "learning_rate": 2.7565595404440304e-05,
      "loss": 1.6101,
      "step": 144500
    },
    {
      "epoch": 22.512032293122186,
      "grad_norm": 4.487303256988525,
      "learning_rate": 2.7487967706877815e-05,
      "loss": 1.6163,
      "step": 145000
    },
    {
      "epoch": 22.589659990684677,
      "grad_norm": 3.795254945755005,
      "learning_rate": 2.7410340009315326e-05,
      "loss": 1.6382,
      "step": 145500
    },
    {
      "epoch": 22.667287688247168,
      "grad_norm": 3.8786396980285645,
      "learning_rate": 2.7332712311752834e-05,
      "loss": 1.6223,
      "step": 146000
    },
    {
      "epoch": 22.744915385809655,
      "grad_norm": 4.308375835418701,
      "learning_rate": 2.7255084614190345e-05,
      "loss": 1.6447,
      "step": 146500
    },
    {
      "epoch": 22.822543083372146,
      "grad_norm": 4.034188747406006,
      "learning_rate": 2.7177456916627852e-05,
      "loss": 1.6351,
      "step": 147000
    },
    {
      "epoch": 22.900170780934637,
      "grad_norm": 4.602024555206299,
      "learning_rate": 2.7099829219065363e-05,
      "loss": 1.6344,
      "step": 147500
    },
    {
      "epoch": 22.977798478497128,
      "grad_norm": 4.131753921508789,
      "learning_rate": 2.702220152150287e-05,
      "loss": 1.6437,
      "step": 148000
    },
    {
      "epoch": 23.05542617605962,
      "grad_norm": 3.612490177154541,
      "learning_rate": 2.6944573823940382e-05,
      "loss": 1.5592,
      "step": 148500
    },
    {
      "epoch": 23.13305387362211,
      "grad_norm": 4.134332656860352,
      "learning_rate": 2.6866946126377896e-05,
      "loss": 1.5415,
      "step": 149000
    },
    {
      "epoch": 23.210681571184598,
      "grad_norm": 4.3021321296691895,
      "learning_rate": 2.67893184288154e-05,
      "loss": 1.5512,
      "step": 149500
    },
    {
      "epoch": 23.28830926874709,
      "grad_norm": 4.436678886413574,
      "learning_rate": 2.6711690731252915e-05,
      "loss": 1.5472,
      "step": 150000
    },
    {
      "epoch": 23.36593696630958,
      "grad_norm": 4.172628402709961,
      "learning_rate": 2.6634063033690422e-05,
      "loss": 1.5494,
      "step": 150500
    },
    {
      "epoch": 23.44356466387207,
      "grad_norm": 4.578736782073975,
      "learning_rate": 2.6556435336127933e-05,
      "loss": 1.5561,
      "step": 151000
    },
    {
      "epoch": 23.52119236143456,
      "grad_norm": 4.1252336502075195,
      "learning_rate": 2.647880763856544e-05,
      "loss": 1.5626,
      "step": 151500
    },
    {
      "epoch": 23.59882005899705,
      "grad_norm": 3.929494619369507,
      "learning_rate": 2.640117994100295e-05,
      "loss": 1.5769,
      "step": 152000
    },
    {
      "epoch": 23.67644775655954,
      "grad_norm": 4.310312271118164,
      "learning_rate": 2.6323552243440463e-05,
      "loss": 1.5716,
      "step": 152500
    },
    {
      "epoch": 23.75407545412203,
      "grad_norm": 3.970519781112671,
      "learning_rate": 2.624592454587797e-05,
      "loss": 1.5764,
      "step": 153000
    },
    {
      "epoch": 23.831703151684522,
      "grad_norm": 3.880556583404541,
      "learning_rate": 2.616829684831548e-05,
      "loss": 1.5871,
      "step": 153500
    },
    {
      "epoch": 23.909330849247013,
      "grad_norm": 4.146645545959473,
      "learning_rate": 2.609066915075299e-05,
      "loss": 1.5869,
      "step": 154000
    },
    {
      "epoch": 23.9869585468095,
      "grad_norm": 4.036287784576416,
      "learning_rate": 2.60130414531905e-05,
      "loss": 1.583,
      "step": 154500
    },
    {
      "epoch": 24.06458624437199,
      "grad_norm": 4.351132869720459,
      "learning_rate": 2.5935413755628007e-05,
      "loss": 1.4982,
      "step": 155000
    },
    {
      "epoch": 24.142213941934482,
      "grad_norm": 4.366822242736816,
      "learning_rate": 2.5857786058065518e-05,
      "loss": 1.4897,
      "step": 155500
    },
    {
      "epoch": 24.219841639496973,
      "grad_norm": 4.432433128356934,
      "learning_rate": 2.5780158360503026e-05,
      "loss": 1.4969,
      "step": 156000
    },
    {
      "epoch": 24.297469337059464,
      "grad_norm": 4.0283613204956055,
      "learning_rate": 2.570253066294054e-05,
      "loss": 1.4992,
      "step": 156500
    },
    {
      "epoch": 24.37509703462195,
      "grad_norm": 4.035061359405518,
      "learning_rate": 2.562490296537805e-05,
      "loss": 1.4968,
      "step": 157000
    },
    {
      "epoch": 24.452724732184443,
      "grad_norm": 3.834836006164551,
      "learning_rate": 2.554727526781556e-05,
      "loss": 1.5156,
      "step": 157500
    },
    {
      "epoch": 24.530352429746934,
      "grad_norm": 4.057690143585205,
      "learning_rate": 2.546964757025307e-05,
      "loss": 1.5052,
      "step": 158000
    },
    {
      "epoch": 24.607980127309425,
      "grad_norm": 4.63842248916626,
      "learning_rate": 2.5392019872690577e-05,
      "loss": 1.5107,
      "step": 158500
    },
    {
      "epoch": 24.685607824871916,
      "grad_norm": 3.624314069747925,
      "learning_rate": 2.5314392175128088e-05,
      "loss": 1.5185,
      "step": 159000
    },
    {
      "epoch": 24.763235522434403,
      "grad_norm": 4.338582515716553,
      "learning_rate": 2.5236764477565595e-05,
      "loss": 1.5187,
      "step": 159500
    },
    {
      "epoch": 24.840863219996894,
      "grad_norm": 3.9074742794036865,
      "learning_rate": 2.5159136780003106e-05,
      "loss": 1.524,
      "step": 160000
    },
    {
      "epoch": 24.918490917559385,
      "grad_norm": 3.97880482673645,
      "learning_rate": 2.5081509082440617e-05,
      "loss": 1.5278,
      "step": 160500
    },
    {
      "epoch": 24.996118615121876,
      "grad_norm": 4.298096656799316,
      "learning_rate": 2.5003881384878125e-05,
      "loss": 1.5267,
      "step": 161000
    },
    {
      "epoch": 25.073746312684367,
      "grad_norm": 3.85455322265625,
      "learning_rate": 2.4926253687315636e-05,
      "loss": 1.442,
      "step": 161500
    },
    {
      "epoch": 25.151374010246855,
      "grad_norm": 3.907085418701172,
      "learning_rate": 2.4848625989753147e-05,
      "loss": 1.4262,
      "step": 162000
    },
    {
      "epoch": 25.229001707809346,
      "grad_norm": 4.488945484161377,
      "learning_rate": 2.4770998292190654e-05,
      "loss": 1.4391,
      "step": 162500
    },
    {
      "epoch": 25.306629405371837,
      "grad_norm": 4.565778732299805,
      "learning_rate": 2.4693370594628165e-05,
      "loss": 1.447,
      "step": 163000
    },
    {
      "epoch": 25.384257102934328,
      "grad_norm": 4.2508015632629395,
      "learning_rate": 2.4615742897065676e-05,
      "loss": 1.4442,
      "step": 163500
    },
    {
      "epoch": 25.46188480049682,
      "grad_norm": 4.572117328643799,
      "learning_rate": 2.4538115199503184e-05,
      "loss": 1.4495,
      "step": 164000
    },
    {
      "epoch": 25.539512498059306,
      "grad_norm": 4.516686916351318,
      "learning_rate": 2.4460487501940695e-05,
      "loss": 1.4625,
      "step": 164500
    },
    {
      "epoch": 25.617140195621797,
      "grad_norm": 4.200167655944824,
      "learning_rate": 2.4382859804378202e-05,
      "loss": 1.4614,
      "step": 165000
    },
    {
      "epoch": 25.694767893184288,
      "grad_norm": 3.777397632598877,
      "learning_rate": 2.4305232106815713e-05,
      "loss": 1.4632,
      "step": 165500
    },
    {
      "epoch": 25.77239559074678,
      "grad_norm": 4.383970737457275,
      "learning_rate": 2.4227604409253224e-05,
      "loss": 1.4773,
      "step": 166000
    },
    {
      "epoch": 25.85002328830927,
      "grad_norm": 4.216927528381348,
      "learning_rate": 2.4149976711690735e-05,
      "loss": 1.4794,
      "step": 166500
    },
    {
      "epoch": 25.927650985871757,
      "grad_norm": 5.53390645980835,
      "learning_rate": 2.4072349014128243e-05,
      "loss": 1.4685,
      "step": 167000
    },
    {
      "epoch": 26.00527868343425,
      "grad_norm": 3.9746012687683105,
      "learning_rate": 2.3994721316565753e-05,
      "loss": 1.4873,
      "step": 167500
    },
    {
      "epoch": 26.08290638099674,
      "grad_norm": 4.278408527374268,
      "learning_rate": 2.391709361900326e-05,
      "loss": 1.3877,
      "step": 168000
    },
    {
      "epoch": 26.16053407855923,
      "grad_norm": 4.082756042480469,
      "learning_rate": 2.3839465921440772e-05,
      "loss": 1.3938,
      "step": 168500
    },
    {
      "epoch": 26.23816177612172,
      "grad_norm": 3.929353713989258,
      "learning_rate": 2.376183822387828e-05,
      "loss": 1.3903,
      "step": 169000
    },
    {
      "epoch": 26.31578947368421,
      "grad_norm": 4.400444030761719,
      "learning_rate": 2.368421052631579e-05,
      "loss": 1.4032,
      "step": 169500
    },
    {
      "epoch": 26.3934171712467,
      "grad_norm": 4.266624450683594,
      "learning_rate": 2.36065828287533e-05,
      "loss": 1.4028,
      "step": 170000
    },
    {
      "epoch": 26.47104486880919,
      "grad_norm": 4.547267913818359,
      "learning_rate": 2.3528955131190812e-05,
      "loss": 1.4043,
      "step": 170500
    },
    {
      "epoch": 26.548672566371682,
      "grad_norm": 4.04599666595459,
      "learning_rate": 2.345132743362832e-05,
      "loss": 1.4047,
      "step": 171000
    },
    {
      "epoch": 26.626300263934173,
      "grad_norm": 4.308363437652588,
      "learning_rate": 2.337369973606583e-05,
      "loss": 1.4154,
      "step": 171500
    },
    {
      "epoch": 26.70392796149666,
      "grad_norm": 3.774397373199463,
      "learning_rate": 2.329607203850334e-05,
      "loss": 1.4127,
      "step": 172000
    },
    {
      "epoch": 26.78155565905915,
      "grad_norm": 4.222719669342041,
      "learning_rate": 2.321844434094085e-05,
      "loss": 1.4149,
      "step": 172500
    },
    {
      "epoch": 26.859183356621642,
      "grad_norm": 4.3920135498046875,
      "learning_rate": 2.3140816643378357e-05,
      "loss": 1.4238,
      "step": 173000
    },
    {
      "epoch": 26.936811054184133,
      "grad_norm": 4.5161213874816895,
      "learning_rate": 2.306318894581587e-05,
      "loss": 1.4232,
      "step": 173500
    },
    {
      "epoch": 27.014438751746624,
      "grad_norm": 4.091419696807861,
      "learning_rate": 2.298556124825338e-05,
      "loss": 1.412,
      "step": 174000
    },
    {
      "epoch": 27.092066449309115,
      "grad_norm": 4.063779830932617,
      "learning_rate": 2.290793355069089e-05,
      "loss": 1.3344,
      "step": 174500
    },
    {
      "epoch": 27.169694146871603,
      "grad_norm": 4.165656089782715,
      "learning_rate": 2.2830305853128397e-05,
      "loss": 1.3348,
      "step": 175000
    },
    {
      "epoch": 27.247321844434094,
      "grad_norm": 4.288286209106445,
      "learning_rate": 2.2752678155565908e-05,
      "loss": 1.3389,
      "step": 175500
    },
    {
      "epoch": 27.324949541996585,
      "grad_norm": 4.2835211753845215,
      "learning_rate": 2.2675050458003416e-05,
      "loss": 1.3493,
      "step": 176000
    },
    {
      "epoch": 27.402577239559076,
      "grad_norm": 4.381802558898926,
      "learning_rate": 2.2597422760440927e-05,
      "loss": 1.358,
      "step": 176500
    },
    {
      "epoch": 27.480204937121567,
      "grad_norm": 4.263532638549805,
      "learning_rate": 2.2519795062878434e-05,
      "loss": 1.3632,
      "step": 177000
    },
    {
      "epoch": 27.557832634684054,
      "grad_norm": 4.2341742515563965,
      "learning_rate": 2.244216736531595e-05,
      "loss": 1.3734,
      "step": 177500
    },
    {
      "epoch": 27.635460332246545,
      "grad_norm": 3.9163522720336914,
      "learning_rate": 2.2364539667753456e-05,
      "loss": 1.3658,
      "step": 178000
    },
    {
      "epoch": 27.713088029809036,
      "grad_norm": 4.0479841232299805,
      "learning_rate": 2.2286911970190967e-05,
      "loss": 1.3593,
      "step": 178500
    },
    {
      "epoch": 27.790715727371527,
      "grad_norm": 5.027287483215332,
      "learning_rate": 2.2209284272628475e-05,
      "loss": 1.3869,
      "step": 179000
    },
    {
      "epoch": 27.868343424934018,
      "grad_norm": 4.199400424957275,
      "learning_rate": 2.2131656575065985e-05,
      "loss": 1.3882,
      "step": 179500
    },
    {
      "epoch": 27.945971122496506,
      "grad_norm": 3.9147210121154785,
      "learning_rate": 2.2054028877503493e-05,
      "loss": 1.3781,
      "step": 180000
    },
    {
      "epoch": 28.023598820058996,
      "grad_norm": 4.450961112976074,
      "learning_rate": 2.1976401179941004e-05,
      "loss": 1.3514,
      "step": 180500
    },
    {
      "epoch": 28.101226517621487,
      "grad_norm": 4.467356204986572,
      "learning_rate": 2.189877348237851e-05,
      "loss": 1.2839,
      "step": 181000
    },
    {
      "epoch": 28.17885421518398,
      "grad_norm": 4.179466247558594,
      "learning_rate": 2.1821145784816026e-05,
      "loss": 1.3017,
      "step": 181500
    },
    {
      "epoch": 28.25648191274647,
      "grad_norm": 3.7988483905792236,
      "learning_rate": 2.1743518087253533e-05,
      "loss": 1.3177,
      "step": 182000
    },
    {
      "epoch": 28.334109610308957,
      "grad_norm": 3.9721014499664307,
      "learning_rate": 2.1665890389691044e-05,
      "loss": 1.302,
      "step": 182500
    },
    {
      "epoch": 28.411737307871448,
      "grad_norm": 4.474249362945557,
      "learning_rate": 2.1588262692128552e-05,
      "loss": 1.3053,
      "step": 183000
    },
    {
      "epoch": 28.48936500543394,
      "grad_norm": 4.546684741973877,
      "learning_rate": 2.1510634994566063e-05,
      "loss": 1.3231,
      "step": 183500
    },
    {
      "epoch": 28.56699270299643,
      "grad_norm": 4.715445518493652,
      "learning_rate": 2.143300729700357e-05,
      "loss": 1.3305,
      "step": 184000
    },
    {
      "epoch": 28.64462040055892,
      "grad_norm": 4.777371406555176,
      "learning_rate": 2.135537959944108e-05,
      "loss": 1.3231,
      "step": 184500
    },
    {
      "epoch": 28.72224809812141,
      "grad_norm": 4.404980182647705,
      "learning_rate": 2.1277751901878592e-05,
      "loss": 1.3266,
      "step": 185000
    },
    {
      "epoch": 28.7998757956839,
      "grad_norm": 4.121158599853516,
      "learning_rate": 2.1200124204316103e-05,
      "loss": 1.3326,
      "step": 185500
    },
    {
      "epoch": 28.87750349324639,
      "grad_norm": 4.212721824645996,
      "learning_rate": 2.112249650675361e-05,
      "loss": 1.3239,
      "step": 186000
    },
    {
      "epoch": 28.95513119080888,
      "grad_norm": 3.941192626953125,
      "learning_rate": 2.104486880919112e-05,
      "loss": 1.337,
      "step": 186500
    },
    {
      "epoch": 29.032758888371372,
      "grad_norm": 4.226070404052734,
      "learning_rate": 2.096724111162863e-05,
      "loss": 1.2999,
      "step": 187000
    },
    {
      "epoch": 29.11038658593386,
      "grad_norm": 4.37491512298584,
      "learning_rate": 2.088961341406614e-05,
      "loss": 1.2449,
      "step": 187500
    },
    {
      "epoch": 29.18801428349635,
      "grad_norm": 4.1313347816467285,
      "learning_rate": 2.0811985716503648e-05,
      "loss": 1.2655,
      "step": 188000
    },
    {
      "epoch": 29.26564198105884,
      "grad_norm": 4.144821643829346,
      "learning_rate": 2.073435801894116e-05,
      "loss": 1.2701,
      "step": 188500
    },
    {
      "epoch": 29.343269678621333,
      "grad_norm": 4.262469291687012,
      "learning_rate": 2.065673032137867e-05,
      "loss": 1.2671,
      "step": 189000
    },
    {
      "epoch": 29.420897376183824,
      "grad_norm": 4.0824761390686035,
      "learning_rate": 2.057910262381618e-05,
      "loss": 1.2757,
      "step": 189500
    },
    {
      "epoch": 29.49852507374631,
      "grad_norm": 4.00981330871582,
      "learning_rate": 2.0501474926253688e-05,
      "loss": 1.275,
      "step": 190000
    },
    {
      "epoch": 29.576152771308802,
      "grad_norm": 4.502607822418213,
      "learning_rate": 2.04238472286912e-05,
      "loss": 1.278,
      "step": 190500
    },
    {
      "epoch": 29.653780468871293,
      "grad_norm": 4.623337745666504,
      "learning_rate": 2.0346219531128707e-05,
      "loss": 1.2805,
      "step": 191000
    },
    {
      "epoch": 29.731408166433784,
      "grad_norm": 4.471139430999756,
      "learning_rate": 2.0268591833566218e-05,
      "loss": 1.2761,
      "step": 191500
    },
    {
      "epoch": 29.809035863996275,
      "grad_norm": 4.283520698547363,
      "learning_rate": 2.0190964136003725e-05,
      "loss": 1.2907,
      "step": 192000
    },
    {
      "epoch": 29.886663561558763,
      "grad_norm": 4.755760192871094,
      "learning_rate": 2.011333643844124e-05,
      "loss": 1.2887,
      "step": 192500
    },
    {
      "epoch": 29.964291259121254,
      "grad_norm": 4.386314392089844,
      "learning_rate": 2.0035708740878747e-05,
      "loss": 1.2949,
      "step": 193000
    },
    {
      "epoch": 30.041918956683745,
      "grad_norm": 4.468728542327881,
      "learning_rate": 1.9958081043316258e-05,
      "loss": 1.2377,
      "step": 193500
    },
    {
      "epoch": 30.119546654246236,
      "grad_norm": 4.082640171051025,
      "learning_rate": 1.9880453345753765e-05,
      "loss": 1.2118,
      "step": 194000
    },
    {
      "epoch": 30.197174351808727,
      "grad_norm": 4.6380205154418945,
      "learning_rate": 1.9802825648191276e-05,
      "loss": 1.2211,
      "step": 194500
    },
    {
      "epoch": 30.274802049371214,
      "grad_norm": 4.422779083251953,
      "learning_rate": 1.9725197950628784e-05,
      "loss": 1.2255,
      "step": 195000
    },
    {
      "epoch": 30.352429746933705,
      "grad_norm": 4.414443016052246,
      "learning_rate": 1.9647570253066295e-05,
      "loss": 1.2277,
      "step": 195500
    },
    {
      "epoch": 30.430057444496196,
      "grad_norm": 4.212508201599121,
      "learning_rate": 1.9569942555503802e-05,
      "loss": 1.236,
      "step": 196000
    },
    {
      "epoch": 30.507685142058687,
      "grad_norm": 4.3478803634643555,
      "learning_rate": 1.9492314857941317e-05,
      "loss": 1.2387,
      "step": 196500
    },
    {
      "epoch": 30.585312839621178,
      "grad_norm": 5.213949203491211,
      "learning_rate": 1.9414687160378824e-05,
      "loss": 1.2434,
      "step": 197000
    },
    {
      "epoch": 30.662940537183665,
      "grad_norm": 3.907501459121704,
      "learning_rate": 1.9337059462816335e-05,
      "loss": 1.2415,
      "step": 197500
    },
    {
      "epoch": 30.740568234746156,
      "grad_norm": 4.092105865478516,
      "learning_rate": 1.9259431765253843e-05,
      "loss": 1.2515,
      "step": 198000
    },
    {
      "epoch": 30.818195932308647,
      "grad_norm": 4.422701835632324,
      "learning_rate": 1.9181804067691354e-05,
      "loss": 1.2554,
      "step": 198500
    },
    {
      "epoch": 30.89582362987114,
      "grad_norm": 4.132325172424316,
      "learning_rate": 1.910417637012886e-05,
      "loss": 1.2607,
      "step": 199000
    },
    {
      "epoch": 30.97345132743363,
      "grad_norm": 4.294840335845947,
      "learning_rate": 1.9026548672566372e-05,
      "loss": 1.2457,
      "step": 199500
    },
    {
      "epoch": 31.05107902499612,
      "grad_norm": 4.593545913696289,
      "learning_rate": 1.894892097500388e-05,
      "loss": 1.1969,
      "step": 200000
    },
    {
      "epoch": 31.128706722558608,
      "grad_norm": 3.965829610824585,
      "learning_rate": 1.8871293277441394e-05,
      "loss": 1.1812,
      "step": 200500
    },
    {
      "epoch": 31.2063344201211,
      "grad_norm": 4.391860008239746,
      "learning_rate": 1.87936655798789e-05,
      "loss": 1.1764,
      "step": 201000
    },
    {
      "epoch": 31.28396211768359,
      "grad_norm": 4.370110511779785,
      "learning_rate": 1.8716037882316413e-05,
      "loss": 1.1804,
      "step": 201500
    },
    {
      "epoch": 31.36158981524608,
      "grad_norm": 4.167665958404541,
      "learning_rate": 1.863841018475392e-05,
      "loss": 1.1993,
      "step": 202000
    },
    {
      "epoch": 31.439217512808572,
      "grad_norm": 4.17106294631958,
      "learning_rate": 1.856078248719143e-05,
      "loss": 1.1915,
      "step": 202500
    },
    {
      "epoch": 31.51684521037106,
      "grad_norm": 4.328006267547607,
      "learning_rate": 1.848315478962894e-05,
      "loss": 1.2023,
      "step": 203000
    },
    {
      "epoch": 31.59447290793355,
      "grad_norm": 4.033382415771484,
      "learning_rate": 1.840552709206645e-05,
      "loss": 1.2049,
      "step": 203500
    },
    {
      "epoch": 31.67210060549604,
      "grad_norm": 4.497017860412598,
      "learning_rate": 1.832789939450396e-05,
      "loss": 1.2005,
      "step": 204000
    },
    {
      "epoch": 31.749728303058532,
      "grad_norm": 4.34217643737793,
      "learning_rate": 1.825027169694147e-05,
      "loss": 1.1972,
      "step": 204500
    },
    {
      "epoch": 31.827356000621023,
      "grad_norm": 4.198293209075928,
      "learning_rate": 1.817264399937898e-05,
      "loss": 1.2119,
      "step": 205000
    },
    {
      "epoch": 31.90498369818351,
      "grad_norm": 4.584846019744873,
      "learning_rate": 1.809501630181649e-05,
      "loss": 1.2265,
      "step": 205500
    },
    {
      "epoch": 31.982611395746,
      "grad_norm": 4.147974014282227,
      "learning_rate": 1.8017388604253997e-05,
      "loss": 1.231,
      "step": 206000
    },
    {
      "epoch": 32.06023909330849,
      "grad_norm": 4.133516311645508,
      "learning_rate": 1.793976090669151e-05,
      "loss": 1.1624,
      "step": 206500
    },
    {
      "epoch": 32.13786679087098,
      "grad_norm": 3.903019905090332,
      "learning_rate": 1.7862133209129016e-05,
      "loss": 1.1447,
      "step": 207000
    },
    {
      "epoch": 32.21549448843347,
      "grad_norm": 4.349834442138672,
      "learning_rate": 1.7784505511566527e-05,
      "loss": 1.1472,
      "step": 207500
    },
    {
      "epoch": 32.29312218599596,
      "grad_norm": 5.044727325439453,
      "learning_rate": 1.7706877814004038e-05,
      "loss": 1.1497,
      "step": 208000
    },
    {
      "epoch": 32.37074988355845,
      "grad_norm": 4.564863681793213,
      "learning_rate": 1.762925011644155e-05,
      "loss": 1.1568,
      "step": 208500
    },
    {
      "epoch": 32.448377581120944,
      "grad_norm": 4.659034252166748,
      "learning_rate": 1.7551622418879056e-05,
      "loss": 1.1652,
      "step": 209000
    },
    {
      "epoch": 32.526005278683435,
      "grad_norm": 4.484036445617676,
      "learning_rate": 1.7473994721316567e-05,
      "loss": 1.1689,
      "step": 209500
    },
    {
      "epoch": 32.603632976245926,
      "grad_norm": 3.8715898990631104,
      "learning_rate": 1.7396367023754075e-05,
      "loss": 1.1625,
      "step": 210000
    },
    {
      "epoch": 32.68126067380842,
      "grad_norm": 4.791990280151367,
      "learning_rate": 1.7318739326191586e-05,
      "loss": 1.1649,
      "step": 210500
    },
    {
      "epoch": 32.75888837137091,
      "grad_norm": 4.657315254211426,
      "learning_rate": 1.7241111628629093e-05,
      "loss": 1.1658,
      "step": 211000
    },
    {
      "epoch": 32.83651606893339,
      "grad_norm": 4.780379295349121,
      "learning_rate": 1.7163483931066604e-05,
      "loss": 1.1789,
      "step": 211500
    },
    {
      "epoch": 32.91414376649588,
      "grad_norm": 4.298798561096191,
      "learning_rate": 1.7085856233504115e-05,
      "loss": 1.1873,
      "step": 212000
    },
    {
      "epoch": 32.991771464058374,
      "grad_norm": 4.570270538330078,
      "learning_rate": 1.7008228535941626e-05,
      "loss": 1.1736,
      "step": 212500
    },
    {
      "epoch": 33.069399161620865,
      "grad_norm": 4.421665191650391,
      "learning_rate": 1.6930600838379134e-05,
      "loss": 1.1079,
      "step": 213000
    },
    {
      "epoch": 33.147026859183356,
      "grad_norm": 4.232321739196777,
      "learning_rate": 1.6852973140816645e-05,
      "loss": 1.0986,
      "step": 213500
    },
    {
      "epoch": 33.22465455674585,
      "grad_norm": 4.439553737640381,
      "learning_rate": 1.6775345443254152e-05,
      "loss": 1.114,
      "step": 214000
    },
    {
      "epoch": 33.30228225430834,
      "grad_norm": 3.9282166957855225,
      "learning_rate": 1.6697717745691663e-05,
      "loss": 1.1229,
      "step": 214500
    },
    {
      "epoch": 33.37990995187083,
      "grad_norm": 4.5075907707214355,
      "learning_rate": 1.662009004812917e-05,
      "loss": 1.1298,
      "step": 215000
    },
    {
      "epoch": 33.45753764943332,
      "grad_norm": 4.296872138977051,
      "learning_rate": 1.6542462350566685e-05,
      "loss": 1.1271,
      "step": 215500
    },
    {
      "epoch": 33.53516534699581,
      "grad_norm": 3.8833069801330566,
      "learning_rate": 1.6464834653004193e-05,
      "loss": 1.1334,
      "step": 216000
    },
    {
      "epoch": 33.6127930445583,
      "grad_norm": 4.518033027648926,
      "learning_rate": 1.6387206955441703e-05,
      "loss": 1.1251,
      "step": 216500
    },
    {
      "epoch": 33.690420742120786,
      "grad_norm": 4.618717670440674,
      "learning_rate": 1.630957925787921e-05,
      "loss": 1.137,
      "step": 217000
    },
    {
      "epoch": 33.76804843968328,
      "grad_norm": 4.346001148223877,
      "learning_rate": 1.6231951560316722e-05,
      "loss": 1.1439,
      "step": 217500
    },
    {
      "epoch": 33.84567613724577,
      "grad_norm": 4.203965663909912,
      "learning_rate": 1.615432386275423e-05,
      "loss": 1.1424,
      "step": 218000
    },
    {
      "epoch": 33.92330383480826,
      "grad_norm": 4.829082489013672,
      "learning_rate": 1.607669616519174e-05,
      "loss": 1.1476,
      "step": 218500
    },
    {
      "epoch": 34.00093153237075,
      "grad_norm": 4.414132118225098,
      "learning_rate": 1.5999068467629248e-05,
      "loss": 1.1452,
      "step": 219000
    },
    {
      "epoch": 34.07855922993324,
      "grad_norm": 4.220102787017822,
      "learning_rate": 1.5921440770066762e-05,
      "loss": 1.0785,
      "step": 219500
    },
    {
      "epoch": 34.15618692749573,
      "grad_norm": 4.156444549560547,
      "learning_rate": 1.584381307250427e-05,
      "loss": 1.0781,
      "step": 220000
    },
    {
      "epoch": 34.23381462505822,
      "grad_norm": 3.997420072555542,
      "learning_rate": 1.576618537494178e-05,
      "loss": 1.0911,
      "step": 220500
    },
    {
      "epoch": 34.311442322620714,
      "grad_norm": 4.4925537109375,
      "learning_rate": 1.568855767737929e-05,
      "loss": 1.0861,
      "step": 221000
    },
    {
      "epoch": 34.389070020183205,
      "grad_norm": 4.4098615646362305,
      "learning_rate": 1.56109299798168e-05,
      "loss": 1.0984,
      "step": 221500
    },
    {
      "epoch": 34.46669771774569,
      "grad_norm": 4.235119819641113,
      "learning_rate": 1.5533302282254307e-05,
      "loss": 1.0945,
      "step": 222000
    },
    {
      "epoch": 34.54432541530818,
      "grad_norm": 4.796499729156494,
      "learning_rate": 1.5455674584691818e-05,
      "loss": 1.0973,
      "step": 222500
    },
    {
      "epoch": 34.62195311287067,
      "grad_norm": 4.959954261779785,
      "learning_rate": 1.537804688712933e-05,
      "loss": 1.0978,
      "step": 223000
    },
    {
      "epoch": 34.69958081043316,
      "grad_norm": 4.675489902496338,
      "learning_rate": 1.530041918956684e-05,
      "loss": 1.1047,
      "step": 223500
    },
    {
      "epoch": 34.77720850799565,
      "grad_norm": 4.466859340667725,
      "learning_rate": 1.5222791492004349e-05,
      "loss": 1.093,
      "step": 224000
    },
    {
      "epoch": 34.85483620555814,
      "grad_norm": 4.607345104217529,
      "learning_rate": 1.5145163794441858e-05,
      "loss": 1.1098,
      "step": 224500
    },
    {
      "epoch": 34.932463903120635,
      "grad_norm": 3.9733870029449463,
      "learning_rate": 1.5067536096879367e-05,
      "loss": 1.1199,
      "step": 225000
    },
    {
      "epoch": 35.010091600683126,
      "grad_norm": 4.052885055541992,
      "learning_rate": 1.4989908399316877e-05,
      "loss": 1.1009,
      "step": 225500
    },
    {
      "epoch": 35.08771929824562,
      "grad_norm": 4.508426189422607,
      "learning_rate": 1.4912280701754386e-05,
      "loss": 1.0394,
      "step": 226000
    },
    {
      "epoch": 35.16534699580811,
      "grad_norm": 4.186591148376465,
      "learning_rate": 1.4834653004191895e-05,
      "loss": 1.0526,
      "step": 226500
    },
    {
      "epoch": 35.24297469337059,
      "grad_norm": 4.583897590637207,
      "learning_rate": 1.4757025306629408e-05,
      "loss": 1.0492,
      "step": 227000
    },
    {
      "epoch": 35.32060239093308,
      "grad_norm": 4.202432155609131,
      "learning_rate": 1.4679397609066917e-05,
      "loss": 1.0575,
      "step": 227500
    },
    {
      "epoch": 35.39823008849557,
      "grad_norm": 4.248536586761475,
      "learning_rate": 1.4601769911504426e-05,
      "loss": 1.0694,
      "step": 228000
    },
    {
      "epoch": 35.475857786058064,
      "grad_norm": 4.490120887756348,
      "learning_rate": 1.4524142213941935e-05,
      "loss": 1.0661,
      "step": 228500
    },
    {
      "epoch": 35.553485483620555,
      "grad_norm": 4.558992862701416,
      "learning_rate": 1.4446514516379445e-05,
      "loss": 1.0683,
      "step": 229000
    },
    {
      "epoch": 35.631113181183046,
      "grad_norm": 4.340649127960205,
      "learning_rate": 1.4368886818816954e-05,
      "loss": 1.0733,
      "step": 229500
    },
    {
      "epoch": 35.70874087874554,
      "grad_norm": 4.814639091491699,
      "learning_rate": 1.4291259121254463e-05,
      "loss": 1.0699,
      "step": 230000
    },
    {
      "epoch": 35.78636857630803,
      "grad_norm": 5.107011795043945,
      "learning_rate": 1.4213631423691972e-05,
      "loss": 1.0785,
      "step": 230500
    },
    {
      "epoch": 35.86399627387052,
      "grad_norm": 4.92033052444458,
      "learning_rate": 1.4136003726129485e-05,
      "loss": 1.0779,
      "step": 231000
    },
    {
      "epoch": 35.94162397143301,
      "grad_norm": 5.033237457275391,
      "learning_rate": 1.4058376028566994e-05,
      "loss": 1.0863,
      "step": 231500
    },
    {
      "epoch": 36.019251668995494,
      "grad_norm": 4.0776591300964355,
      "learning_rate": 1.3980748331004504e-05,
      "loss": 1.0703,
      "step": 232000
    },
    {
      "epoch": 36.096879366557985,
      "grad_norm": 4.491557598114014,
      "learning_rate": 1.3903120633442013e-05,
      "loss": 1.0207,
      "step": 232500
    },
    {
      "epoch": 36.174507064120476,
      "grad_norm": 4.444462299346924,
      "learning_rate": 1.3825492935879522e-05,
      "loss": 1.0357,
      "step": 233000
    },
    {
      "epoch": 36.25213476168297,
      "grad_norm": 4.559656143188477,
      "learning_rate": 1.3747865238317031e-05,
      "loss": 1.0295,
      "step": 233500
    },
    {
      "epoch": 36.32976245924546,
      "grad_norm": 4.09979248046875,
      "learning_rate": 1.367023754075454e-05,
      "loss": 1.0142,
      "step": 234000
    },
    {
      "epoch": 36.40739015680795,
      "grad_norm": 4.5045084953308105,
      "learning_rate": 1.3592609843192053e-05,
      "loss": 1.0292,
      "step": 234500
    },
    {
      "epoch": 36.48501785437044,
      "grad_norm": 5.544869422912598,
      "learning_rate": 1.3514982145629562e-05,
      "loss": 1.0371,
      "step": 235000
    },
    {
      "epoch": 36.56264555193293,
      "grad_norm": 4.618766784667969,
      "learning_rate": 1.3437354448067072e-05,
      "loss": 1.0376,
      "step": 235500
    },
    {
      "epoch": 36.64027324949542,
      "grad_norm": 4.791065216064453,
      "learning_rate": 1.3359726750504581e-05,
      "loss": 1.0438,
      "step": 236000
    },
    {
      "epoch": 36.71790094705791,
      "grad_norm": 4.122102737426758,
      "learning_rate": 1.328209905294209e-05,
      "loss": 1.0462,
      "step": 236500
    },
    {
      "epoch": 36.7955286446204,
      "grad_norm": 4.137369632720947,
      "learning_rate": 1.32044713553796e-05,
      "loss": 1.0444,
      "step": 237000
    },
    {
      "epoch": 36.87315634218289,
      "grad_norm": 4.59998083114624,
      "learning_rate": 1.3126843657817109e-05,
      "loss": 1.0508,
      "step": 237500
    },
    {
      "epoch": 36.95078403974538,
      "grad_norm": 4.751966953277588,
      "learning_rate": 1.3049215960254618e-05,
      "loss": 1.0474,
      "step": 238000
    },
    {
      "epoch": 37.02841173730787,
      "grad_norm": 4.363110065460205,
      "learning_rate": 1.297158826269213e-05,
      "loss": 1.026,
      "step": 238500
    },
    {
      "epoch": 37.10603943487036,
      "grad_norm": 5.005125045776367,
      "learning_rate": 1.289396056512964e-05,
      "loss": 0.9971,
      "step": 239000
    },
    {
      "epoch": 37.18366713243285,
      "grad_norm": 4.143869400024414,
      "learning_rate": 1.2816332867567149e-05,
      "loss": 0.9877,
      "step": 239500
    },
    {
      "epoch": 37.26129482999534,
      "grad_norm": 4.527329444885254,
      "learning_rate": 1.2738705170004658e-05,
      "loss": 0.9914,
      "step": 240000
    },
    {
      "epoch": 37.338922527557834,
      "grad_norm": 3.8393781185150146,
      "learning_rate": 1.2661077472442168e-05,
      "loss": 1.0098,
      "step": 240500
    },
    {
      "epoch": 37.416550225120325,
      "grad_norm": 4.1036295890808105,
      "learning_rate": 1.2583449774879677e-05,
      "loss": 1.0058,
      "step": 241000
    },
    {
      "epoch": 37.494177922682816,
      "grad_norm": 4.97705078125,
      "learning_rate": 1.2505822077317186e-05,
      "loss": 1.0098,
      "step": 241500
    },
    {
      "epoch": 37.57180562024531,
      "grad_norm": 4.289205074310303,
      "learning_rate": 1.2428194379754697e-05,
      "loss": 1.0117,
      "step": 242000
    },
    {
      "epoch": 37.64943331780779,
      "grad_norm": 4.353816509246826,
      "learning_rate": 1.2350566682192206e-05,
      "loss": 1.0162,
      "step": 242500
    },
    {
      "epoch": 37.72706101537028,
      "grad_norm": 4.447281837463379,
      "learning_rate": 1.2272938984629717e-05,
      "loss": 1.0202,
      "step": 243000
    },
    {
      "epoch": 37.80468871293277,
      "grad_norm": 4.254565715789795,
      "learning_rate": 1.2195311287067226e-05,
      "loss": 1.0252,
      "step": 243500
    },
    {
      "epoch": 37.882316410495264,
      "grad_norm": 4.382399559020996,
      "learning_rate": 1.2117683589504736e-05,
      "loss": 1.023,
      "step": 244000
    },
    {
      "epoch": 37.959944108057755,
      "grad_norm": 4.591485977172852,
      "learning_rate": 1.2040055891942245e-05,
      "loss": 1.024,
      "step": 244500
    },
    {
      "epoch": 38.037571805620246,
      "grad_norm": 4.238889217376709,
      "learning_rate": 1.1962428194379756e-05,
      "loss": 0.996,
      "step": 245000
    },
    {
      "epoch": 38.11519950318274,
      "grad_norm": 5.276005268096924,
      "learning_rate": 1.1884800496817265e-05,
      "loss": 0.97,
      "step": 245500
    },
    {
      "epoch": 38.19282720074523,
      "grad_norm": 4.318702697753906,
      "learning_rate": 1.1807172799254774e-05,
      "loss": 0.9679,
      "step": 246000
    },
    {
      "epoch": 38.27045489830772,
      "grad_norm": 4.6534504890441895,
      "learning_rate": 1.1729545101692284e-05,
      "loss": 0.9754,
      "step": 246500
    },
    {
      "epoch": 38.34808259587021,
      "grad_norm": 4.487671375274658,
      "learning_rate": 1.1651917404129794e-05,
      "loss": 0.9771,
      "step": 247000
    },
    {
      "epoch": 38.425710293432694,
      "grad_norm": 4.206161975860596,
      "learning_rate": 1.1574289706567304e-05,
      "loss": 0.9824,
      "step": 247500
    },
    {
      "epoch": 38.503337990995185,
      "grad_norm": 4.533993721008301,
      "learning_rate": 1.1496662009004813e-05,
      "loss": 0.98,
      "step": 248000
    },
    {
      "epoch": 38.580965688557676,
      "grad_norm": 4.58768892288208,
      "learning_rate": 1.1419034311442322e-05,
      "loss": 0.9891,
      "step": 248500
    },
    {
      "epoch": 38.65859338612017,
      "grad_norm": 4.578085422515869,
      "learning_rate": 1.1341406613879833e-05,
      "loss": 0.9912,
      "step": 249000
    },
    {
      "epoch": 38.73622108368266,
      "grad_norm": 4.549184799194336,
      "learning_rate": 1.1263778916317342e-05,
      "loss": 0.998,
      "step": 249500
    },
    {
      "epoch": 38.81384878124515,
      "grad_norm": 4.277008056640625,
      "learning_rate": 1.1186151218754852e-05,
      "loss": 0.9872,
      "step": 250000
    },
    {
      "epoch": 38.89147647880764,
      "grad_norm": 4.436850070953369,
      "learning_rate": 1.1108523521192361e-05,
      "loss": 0.9902,
      "step": 250500
    },
    {
      "epoch": 38.96910417637013,
      "grad_norm": 4.574080944061279,
      "learning_rate": 1.1030895823629872e-05,
      "loss": 1.0062,
      "step": 251000
    },
    {
      "epoch": 39.04673187393262,
      "grad_norm": 4.431211471557617,
      "learning_rate": 1.0953268126067381e-05,
      "loss": 0.9653,
      "step": 251500
    },
    {
      "epoch": 39.12435957149511,
      "grad_norm": 4.642630100250244,
      "learning_rate": 1.087564042850489e-05,
      "loss": 0.9415,
      "step": 252000
    },
    {
      "epoch": 39.2019872690576,
      "grad_norm": 4.911776065826416,
      "learning_rate": 1.0798012730942401e-05,
      "loss": 0.9479,
      "step": 252500
    },
    {
      "epoch": 39.27961496662009,
      "grad_norm": 4.803096771240234,
      "learning_rate": 1.072038503337991e-05,
      "loss": 0.9548,
      "step": 253000
    },
    {
      "epoch": 39.35724266418258,
      "grad_norm": 4.382226943969727,
      "learning_rate": 1.064275733581742e-05,
      "loss": 0.9501,
      "step": 253500
    },
    {
      "epoch": 39.43487036174507,
      "grad_norm": 4.663143634796143,
      "learning_rate": 1.0565129638254929e-05,
      "loss": 0.9671,
      "step": 254000
    },
    {
      "epoch": 39.51249805930756,
      "grad_norm": 4.334278106689453,
      "learning_rate": 1.048750194069244e-05,
      "loss": 0.9637,
      "step": 254500
    },
    {
      "epoch": 39.59012575687005,
      "grad_norm": 4.499300956726074,
      "learning_rate": 1.040987424312995e-05,
      "loss": 0.959,
      "step": 255000
    },
    {
      "epoch": 39.66775345443254,
      "grad_norm": 4.04175329208374,
      "learning_rate": 1.0332246545567458e-05,
      "loss": 0.9625,
      "step": 255500
    },
    {
      "epoch": 39.74538115199503,
      "grad_norm": 4.483138084411621,
      "learning_rate": 1.0254618848004968e-05,
      "loss": 0.9654,
      "step": 256000
    },
    {
      "epoch": 39.823008849557525,
      "grad_norm": 4.5711140632629395,
      "learning_rate": 1.0176991150442479e-05,
      "loss": 0.9705,
      "step": 256500
    },
    {
      "epoch": 39.900636547120016,
      "grad_norm": 4.339575290679932,
      "learning_rate": 1.0099363452879988e-05,
      "loss": 0.971,
      "step": 257000
    },
    {
      "epoch": 39.9782642446825,
      "grad_norm": 4.528174877166748,
      "learning_rate": 1.0021735755317497e-05,
      "loss": 0.9714,
      "step": 257500
    },
    {
      "epoch": 40.05589194224499,
      "grad_norm": 4.42559289932251,
      "learning_rate": 9.944108057755006e-06,
      "loss": 0.9325,
      "step": 258000
    },
    {
      "epoch": 40.13351963980748,
      "grad_norm": 4.588589191436768,
      "learning_rate": 9.866480360192517e-06,
      "loss": 0.9248,
      "step": 258500
    },
    {
      "epoch": 40.21114733736997,
      "grad_norm": 5.253052711486816,
      "learning_rate": 9.788852662630027e-06,
      "loss": 0.9285,
      "step": 259000
    },
    {
      "epoch": 40.28877503493246,
      "grad_norm": 4.5551042556762695,
      "learning_rate": 9.711224965067536e-06,
      "loss": 0.9384,
      "step": 259500
    },
    {
      "epoch": 40.366402732494954,
      "grad_norm": 4.9546990394592285,
      "learning_rate": 9.633597267505045e-06,
      "loss": 0.9332,
      "step": 260000
    },
    {
      "epoch": 40.444030430057445,
      "grad_norm": 4.840395450592041,
      "learning_rate": 9.555969569942556e-06,
      "loss": 0.9321,
      "step": 260500
    },
    {
      "epoch": 40.521658127619936,
      "grad_norm": 4.765369415283203,
      "learning_rate": 9.478341872380065e-06,
      "loss": 0.9366,
      "step": 261000
    },
    {
      "epoch": 40.59928582518243,
      "grad_norm": 4.869214057922363,
      "learning_rate": 9.400714174817574e-06,
      "loss": 0.9419,
      "step": 261500
    },
    {
      "epoch": 40.67691352274492,
      "grad_norm": 4.868770599365234,
      "learning_rate": 9.323086477255084e-06,
      "loss": 0.9431,
      "step": 262000
    },
    {
      "epoch": 40.7545412203074,
      "grad_norm": 5.142333030700684,
      "learning_rate": 9.245458779692595e-06,
      "loss": 0.9455,
      "step": 262500
    },
    {
      "epoch": 40.83216891786989,
      "grad_norm": 4.263994216918945,
      "learning_rate": 9.167831082130104e-06,
      "loss": 0.9497,
      "step": 263000
    },
    {
      "epoch": 40.909796615432384,
      "grad_norm": 4.486149311065674,
      "learning_rate": 9.090203384567613e-06,
      "loss": 0.9484,
      "step": 263500
    },
    {
      "epoch": 40.987424312994875,
      "grad_norm": 4.359130859375,
      "learning_rate": 9.012575687005124e-06,
      "loss": 0.9441,
      "step": 264000
    },
    {
      "epoch": 41.065052010557366,
      "grad_norm": 4.38929557800293,
      "learning_rate": 8.934947989442633e-06,
      "loss": 0.9057,
      "step": 264500
    },
    {
      "epoch": 41.14267970811986,
      "grad_norm": 4.379587650299072,
      "learning_rate": 8.857320291880143e-06,
      "loss": 0.9024,
      "step": 265000
    },
    {
      "epoch": 41.22030740568235,
      "grad_norm": 4.549973964691162,
      "learning_rate": 8.779692594317652e-06,
      "loss": 0.9116,
      "step": 265500
    },
    {
      "epoch": 41.29793510324484,
      "grad_norm": 4.387326240539551,
      "learning_rate": 8.702064896755163e-06,
      "loss": 0.9132,
      "step": 266000
    },
    {
      "epoch": 41.37556280080733,
      "grad_norm": 4.824013710021973,
      "learning_rate": 8.624437199192672e-06,
      "loss": 0.9048,
      "step": 266500
    },
    {
      "epoch": 41.45319049836982,
      "grad_norm": 4.79560661315918,
      "learning_rate": 8.546809501630181e-06,
      "loss": 0.9142,
      "step": 267000
    },
    {
      "epoch": 41.53081819593231,
      "grad_norm": 4.503738880157471,
      "learning_rate": 8.46918180406769e-06,
      "loss": 0.92,
      "step": 267500
    },
    {
      "epoch": 41.608445893494796,
      "grad_norm": 4.430568218231201,
      "learning_rate": 8.391554106505201e-06,
      "loss": 0.9258,
      "step": 268000
    },
    {
      "epoch": 41.68607359105729,
      "grad_norm": 4.630665302276611,
      "learning_rate": 8.31392640894271e-06,
      "loss": 0.9226,
      "step": 268500
    },
    {
      "epoch": 41.76370128861978,
      "grad_norm": 4.298410415649414,
      "learning_rate": 8.23629871138022e-06,
      "loss": 0.9264,
      "step": 269000
    },
    {
      "epoch": 41.84132898618227,
      "grad_norm": 4.575562000274658,
      "learning_rate": 8.15867101381773e-06,
      "loss": 0.9194,
      "step": 269500
    },
    {
      "epoch": 41.91895668374476,
      "grad_norm": 4.254932880401611,
      "learning_rate": 8.08104331625524e-06,
      "loss": 0.9339,
      "step": 270000
    },
    {
      "epoch": 41.99658438130725,
      "grad_norm": 4.799808502197266,
      "learning_rate": 8.00341561869275e-06,
      "loss": 0.9262,
      "step": 270500
    },
    {
      "epoch": 42.07421207886974,
      "grad_norm": 4.432214260101318,
      "learning_rate": 7.925787921130259e-06,
      "loss": 0.8875,
      "step": 271000
    },
    {
      "epoch": 42.15183977643223,
      "grad_norm": 4.276678085327148,
      "learning_rate": 7.84816022356777e-06,
      "loss": 0.8923,
      "step": 271500
    },
    {
      "epoch": 42.229467473994724,
      "grad_norm": 5.178389072418213,
      "learning_rate": 7.770532526005279e-06,
      "loss": 0.8835,
      "step": 272000
    },
    {
      "epoch": 42.307095171557215,
      "grad_norm": 4.696712017059326,
      "learning_rate": 7.692904828442788e-06,
      "loss": 0.8872,
      "step": 272500
    },
    {
      "epoch": 42.3847228691197,
      "grad_norm": 4.507452011108398,
      "learning_rate": 7.615277130880298e-06,
      "loss": 0.892,
      "step": 273000
    },
    {
      "epoch": 42.46235056668219,
      "grad_norm": 4.397420883178711,
      "learning_rate": 7.537649433317809e-06,
      "loss": 0.9004,
      "step": 273500
    },
    {
      "epoch": 42.53997826424468,
      "grad_norm": 4.42085599899292,
      "learning_rate": 7.460021735755318e-06,
      "loss": 0.9006,
      "step": 274000
    },
    {
      "epoch": 42.61760596180717,
      "grad_norm": 4.6971306800842285,
      "learning_rate": 7.3823940381928275e-06,
      "loss": 0.8923,
      "step": 274500
    },
    {
      "epoch": 42.69523365936966,
      "grad_norm": 4.580519199371338,
      "learning_rate": 7.304766340630337e-06,
      "loss": 0.8984,
      "step": 275000
    },
    {
      "epoch": 42.772861356932154,
      "grad_norm": 4.263189315795898,
      "learning_rate": 7.227138643067848e-06,
      "loss": 0.9049,
      "step": 275500
    },
    {
      "epoch": 42.850489054494645,
      "grad_norm": 4.588529586791992,
      "learning_rate": 7.149510945505357e-06,
      "loss": 0.9078,
      "step": 276000
    },
    {
      "epoch": 42.928116752057136,
      "grad_norm": 4.9102559089660645,
      "learning_rate": 7.071883247942866e-06,
      "loss": 0.9073,
      "step": 276500
    },
    {
      "epoch": 43.00574444961963,
      "grad_norm": 4.7918853759765625,
      "learning_rate": 6.994255550380375e-06,
      "loss": 0.9072,
      "step": 277000
    },
    {
      "epoch": 43.08337214718212,
      "grad_norm": 3.824863910675049,
      "learning_rate": 6.916627852817886e-06,
      "loss": 0.8697,
      "step": 277500
    },
    {
      "epoch": 43.1609998447446,
      "grad_norm": 4.692780017852783,
      "learning_rate": 6.839000155255396e-06,
      "loss": 0.8758,
      "step": 278000
    },
    {
      "epoch": 43.23862754230709,
      "grad_norm": 5.024048805236816,
      "learning_rate": 6.761372457692905e-06,
      "loss": 0.8725,
      "step": 278500
    },
    {
      "epoch": 43.316255239869584,
      "grad_norm": 4.9430975914001465,
      "learning_rate": 6.683744760130414e-06,
      "loss": 0.8739,
      "step": 279000
    },
    {
      "epoch": 43.393882937432075,
      "grad_norm": 4.70835542678833,
      "learning_rate": 6.606117062567925e-06,
      "loss": 0.8774,
      "step": 279500
    },
    {
      "epoch": 43.471510634994566,
      "grad_norm": 4.474407196044922,
      "learning_rate": 6.528489365005434e-06,
      "loss": 0.8788,
      "step": 280000
    },
    {
      "epoch": 43.54913833255706,
      "grad_norm": 4.508847713470459,
      "learning_rate": 6.4508616674429435e-06,
      "loss": 0.8812,
      "step": 280500
    },
    {
      "epoch": 43.62676603011955,
      "grad_norm": 4.584230422973633,
      "learning_rate": 6.373233969880453e-06,
      "loss": 0.8787,
      "step": 281000
    },
    {
      "epoch": 43.70439372768204,
      "grad_norm": 4.892379283905029,
      "learning_rate": 6.295606272317964e-06,
      "loss": 0.8883,
      "step": 281500
    },
    {
      "epoch": 43.78202142524453,
      "grad_norm": 4.759417533874512,
      "learning_rate": 6.217978574755473e-06,
      "loss": 0.885,
      "step": 282000
    },
    {
      "epoch": 43.85964912280702,
      "grad_norm": 4.658566474914551,
      "learning_rate": 6.140350877192982e-06,
      "loss": 0.8799,
      "step": 282500
    },
    {
      "epoch": 43.937276820369505,
      "grad_norm": 4.660683631896973,
      "learning_rate": 6.062723179630492e-06,
      "loss": 0.8899,
      "step": 283000
    },
    {
      "epoch": 44.014904517931996,
      "grad_norm": 4.208764553070068,
      "learning_rate": 5.985095482068002e-06,
      "loss": 0.8801,
      "step": 283500
    },
    {
      "epoch": 44.09253221549449,
      "grad_norm": 4.277160167694092,
      "learning_rate": 5.907467784505512e-06,
      "loss": 0.854,
      "step": 284000
    },
    {
      "epoch": 44.17015991305698,
      "grad_norm": 4.98652982711792,
      "learning_rate": 5.829840086943022e-06,
      "loss": 0.8548,
      "step": 284500
    },
    {
      "epoch": 44.24778761061947,
      "grad_norm": 4.677061557769775,
      "learning_rate": 5.752212389380531e-06,
      "loss": 0.8661,
      "step": 285000
    },
    {
      "epoch": 44.32541530818196,
      "grad_norm": 4.650174617767334,
      "learning_rate": 5.674584691818041e-06,
      "loss": 0.8626,
      "step": 285500
    },
    {
      "epoch": 44.40304300574445,
      "grad_norm": 4.145635604858398,
      "learning_rate": 5.59695699425555e-06,
      "loss": 0.8635,
      "step": 286000
    },
    {
      "epoch": 44.48067070330694,
      "grad_norm": 4.334202766418457,
      "learning_rate": 5.51932929669306e-06,
      "loss": 0.8633,
      "step": 286500
    },
    {
      "epoch": 44.55829840086943,
      "grad_norm": 4.45126485824585,
      "learning_rate": 5.44170159913057e-06,
      "loss": 0.863,
      "step": 287000
    },
    {
      "epoch": 44.63592609843192,
      "grad_norm": 4.916016578674316,
      "learning_rate": 5.36407390156808e-06,
      "loss": 0.8687,
      "step": 287500
    },
    {
      "epoch": 44.71355379599441,
      "grad_norm": 4.656139373779297,
      "learning_rate": 5.286446204005589e-06,
      "loss": 0.8665,
      "step": 288000
    },
    {
      "epoch": 44.7911814935569,
      "grad_norm": 4.845007419586182,
      "learning_rate": 5.208818506443099e-06,
      "loss": 0.8681,
      "step": 288500
    },
    {
      "epoch": 44.86880919111939,
      "grad_norm": 4.315593242645264,
      "learning_rate": 5.131190808880608e-06,
      "loss": 0.863,
      "step": 289000
    },
    {
      "epoch": 44.94643688868188,
      "grad_norm": 4.265692710876465,
      "learning_rate": 5.053563111318118e-06,
      "loss": 0.8605,
      "step": 289500
    },
    {
      "epoch": 45.02406458624437,
      "grad_norm": 4.859785079956055,
      "learning_rate": 4.975935413755628e-06,
      "loss": 0.8637,
      "step": 290000
    },
    {
      "epoch": 45.10169228380686,
      "grad_norm": 4.233875751495361,
      "learning_rate": 4.898307716193138e-06,
      "loss": 0.8408,
      "step": 290500
    },
    {
      "epoch": 45.17931998136935,
      "grad_norm": 4.796300411224365,
      "learning_rate": 4.820680018630647e-06,
      "loss": 0.85,
      "step": 291000
    },
    {
      "epoch": 45.256947678931844,
      "grad_norm": 4.32379150390625,
      "learning_rate": 4.743052321068157e-06,
      "loss": 0.8455,
      "step": 291500
    },
    {
      "epoch": 45.334575376494335,
      "grad_norm": 4.826063632965088,
      "learning_rate": 4.665424623505667e-06,
      "loss": 0.853,
      "step": 292000
    },
    {
      "epoch": 45.412203074056826,
      "grad_norm": 4.197807312011719,
      "learning_rate": 4.587796925943176e-06,
      "loss": 0.8563,
      "step": 292500
    },
    {
      "epoch": 45.48983077161931,
      "grad_norm": 4.949887275695801,
      "learning_rate": 4.5101692283806865e-06,
      "loss": 0.8478,
      "step": 293000
    },
    {
      "epoch": 45.5674584691818,
      "grad_norm": 4.073297023773193,
      "learning_rate": 4.432541530818196e-06,
      "loss": 0.8502,
      "step": 293500
    },
    {
      "epoch": 45.64508616674429,
      "grad_norm": 4.890108108520508,
      "learning_rate": 4.354913833255706e-06,
      "loss": 0.8482,
      "step": 294000
    },
    {
      "epoch": 45.72271386430678,
      "grad_norm": 4.2948079109191895,
      "learning_rate": 4.277286135693216e-06,
      "loss": 0.847,
      "step": 294500
    },
    {
      "epoch": 45.800341561869274,
      "grad_norm": 4.1356425285339355,
      "learning_rate": 4.199658438130725e-06,
      "loss": 0.8543,
      "step": 295000
    },
    {
      "epoch": 45.877969259431765,
      "grad_norm": 4.8358001708984375,
      "learning_rate": 4.122030740568235e-06,
      "loss": 0.8519,
      "step": 295500
    },
    {
      "epoch": 45.955596956994256,
      "grad_norm": 4.316599369049072,
      "learning_rate": 4.0444030430057445e-06,
      "loss": 0.8518,
      "step": 296000
    },
    {
      "epoch": 46.03322465455675,
      "grad_norm": 5.166982173919678,
      "learning_rate": 3.9667753454432546e-06,
      "loss": 0.837,
      "step": 296500
    },
    {
      "epoch": 46.11085235211924,
      "grad_norm": 5.095579624176025,
      "learning_rate": 3.889147647880765e-06,
      "loss": 0.8304,
      "step": 297000
    },
    {
      "epoch": 46.18848004968173,
      "grad_norm": 4.376230716705322,
      "learning_rate": 3.8115199503182735e-06,
      "loss": 0.8317,
      "step": 297500
    },
    {
      "epoch": 46.26610774724422,
      "grad_norm": 4.394167900085449,
      "learning_rate": 3.7338922527557836e-06,
      "loss": 0.8334,
      "step": 298000
    },
    {
      "epoch": 46.343735444806704,
      "grad_norm": 4.203426361083984,
      "learning_rate": 3.656264555193293e-06,
      "loss": 0.8282,
      "step": 298500
    },
    {
      "epoch": 46.421363142369195,
      "grad_norm": 4.700695991516113,
      "learning_rate": 3.578636857630803e-06,
      "loss": 0.8387,
      "step": 299000
    },
    {
      "epoch": 46.498990839931686,
      "grad_norm": 4.512545585632324,
      "learning_rate": 3.501009160068312e-06,
      "loss": 0.8371,
      "step": 299500
    },
    {
      "epoch": 46.57661853749418,
      "grad_norm": 4.69306755065918,
      "learning_rate": 3.4233814625058222e-06,
      "loss": 0.8328,
      "step": 300000
    },
    {
      "epoch": 46.65424623505667,
      "grad_norm": 4.748707294464111,
      "learning_rate": 3.3457537649433315e-06,
      "loss": 0.8387,
      "step": 300500
    },
    {
      "epoch": 46.73187393261916,
      "grad_norm": 4.850402355194092,
      "learning_rate": 3.2681260673808416e-06,
      "loss": 0.8433,
      "step": 301000
    },
    {
      "epoch": 46.80950163018165,
      "grad_norm": 4.6922197341918945,
      "learning_rate": 3.1904983698183512e-06,
      "loss": 0.8437,
      "step": 301500
    },
    {
      "epoch": 46.88712932774414,
      "grad_norm": 4.400567054748535,
      "learning_rate": 3.112870672255861e-06,
      "loss": 0.8395,
      "step": 302000
    },
    {
      "epoch": 46.96475702530663,
      "grad_norm": 4.891355037689209,
      "learning_rate": 3.0352429746933706e-06,
      "loss": 0.8376,
      "step": 302500
    },
    {
      "epoch": 47.04238472286912,
      "grad_norm": 4.655758857727051,
      "learning_rate": 2.9576152771308803e-06,
      "loss": 0.8284,
      "step": 303000
    },
    {
      "epoch": 47.12001242043161,
      "grad_norm": 4.718132972717285,
      "learning_rate": 2.87998757956839e-06,
      "loss": 0.8187,
      "step": 303500
    },
    {
      "epoch": 47.1976401179941,
      "grad_norm": 4.415502071380615,
      "learning_rate": 2.8023598820059e-06,
      "loss": 0.8213,
      "step": 304000
    },
    {
      "epoch": 47.27526781555659,
      "grad_norm": 5.419862270355225,
      "learning_rate": 2.7247321844434097e-06,
      "loss": 0.8256,
      "step": 304500
    },
    {
      "epoch": 47.35289551311908,
      "grad_norm": 4.600099563598633,
      "learning_rate": 2.6471044868809193e-06,
      "loss": 0.8259,
      "step": 305000
    },
    {
      "epoch": 47.43052321068157,
      "grad_norm": 5.056214332580566,
      "learning_rate": 2.569476789318429e-06,
      "loss": 0.8232,
      "step": 305500
    },
    {
      "epoch": 47.50815090824406,
      "grad_norm": 4.458391189575195,
      "learning_rate": 2.4918490917559387e-06,
      "loss": 0.8297,
      "step": 306000
    },
    {
      "epoch": 47.58577860580655,
      "grad_norm": 4.724514961242676,
      "learning_rate": 2.4142213941934484e-06,
      "loss": 0.8257,
      "step": 306500
    },
    {
      "epoch": 47.663406303369044,
      "grad_norm": 4.462941646575928,
      "learning_rate": 2.336593696630958e-06,
      "loss": 0.8265,
      "step": 307000
    },
    {
      "epoch": 47.741034000931535,
      "grad_norm": 4.594760417938232,
      "learning_rate": 2.2589659990684677e-06,
      "loss": 0.8285,
      "step": 307500
    },
    {
      "epoch": 47.818661698494026,
      "grad_norm": 4.6404032707214355,
      "learning_rate": 2.1813383015059778e-06,
      "loss": 0.8261,
      "step": 308000
    },
    {
      "epoch": 47.89628939605651,
      "grad_norm": 3.944291830062866,
      "learning_rate": 2.1037106039434874e-06,
      "loss": 0.834,
      "step": 308500
    },
    {
      "epoch": 47.973917093619,
      "grad_norm": 4.836678504943848,
      "learning_rate": 2.026082906380997e-06,
      "loss": 0.827,
      "step": 309000
    },
    {
      "epoch": 48.05154479118149,
      "grad_norm": 4.680452823638916,
      "learning_rate": 1.9484552088185068e-06,
      "loss": 0.8142,
      "step": 309500
    },
    {
      "epoch": 48.12917248874398,
      "grad_norm": 5.229122161865234,
      "learning_rate": 1.8708275112560162e-06,
      "loss": 0.8151,
      "step": 310000
    },
    {
      "epoch": 48.206800186306474,
      "grad_norm": 4.585724353790283,
      "learning_rate": 1.7931998136935261e-06,
      "loss": 0.8188,
      "step": 310500
    },
    {
      "epoch": 48.284427883868965,
      "grad_norm": 4.325538158416748,
      "learning_rate": 1.7155721161310358e-06,
      "loss": 0.8115,
      "step": 311000
    },
    {
      "epoch": 48.362055581431456,
      "grad_norm": 4.884690761566162,
      "learning_rate": 1.6379444185685455e-06,
      "loss": 0.8105,
      "step": 311500
    },
    {
      "epoch": 48.43968327899395,
      "grad_norm": 4.815389633178711,
      "learning_rate": 1.5603167210060551e-06,
      "loss": 0.814,
      "step": 312000
    },
    {
      "epoch": 48.51731097655644,
      "grad_norm": 4.258877277374268,
      "learning_rate": 1.4826890234435648e-06,
      "loss": 0.814,
      "step": 312500
    },
    {
      "epoch": 48.59493867411893,
      "grad_norm": 4.596804618835449,
      "learning_rate": 1.4050613258810745e-06,
      "loss": 0.8168,
      "step": 313000
    },
    {
      "epoch": 48.67256637168141,
      "grad_norm": 4.754199504852295,
      "learning_rate": 1.3274336283185841e-06,
      "loss": 0.8205,
      "step": 313500
    },
    {
      "epoch": 48.7501940692439,
      "grad_norm": 4.652686595916748,
      "learning_rate": 1.2498059307560938e-06,
      "loss": 0.818,
      "step": 314000
    },
    {
      "epoch": 48.827821766806395,
      "grad_norm": 4.778179168701172,
      "learning_rate": 1.1721782331936035e-06,
      "loss": 0.8215,
      "step": 314500
    },
    {
      "epoch": 48.905449464368886,
      "grad_norm": 4.835714817047119,
      "learning_rate": 1.0945505356311131e-06,
      "loss": 0.8184,
      "step": 315000
    },
    {
      "epoch": 48.98307716193138,
      "grad_norm": 4.331784725189209,
      "learning_rate": 1.016922838068623e-06,
      "loss": 0.8149,
      "step": 315500
    },
    {
      "epoch": 49.06070485949387,
      "grad_norm": 4.657207012176514,
      "learning_rate": 9.392951405061327e-07,
      "loss": 0.8137,
      "step": 316000
    },
    {
      "epoch": 49.13833255705636,
      "grad_norm": 4.450284481048584,
      "learning_rate": 8.616674429436423e-07,
      "loss": 0.8115,
      "step": 316500
    },
    {
      "epoch": 49.21596025461885,
      "grad_norm": 3.921935558319092,
      "learning_rate": 7.84039745381152e-07,
      "loss": 0.8102,
      "step": 317000
    },
    {
      "epoch": 49.29358795218134,
      "grad_norm": 4.742419719696045,
      "learning_rate": 7.064120478186618e-07,
      "loss": 0.8069,
      "step": 317500
    },
    {
      "epoch": 49.37121564974383,
      "grad_norm": 4.7592387199401855,
      "learning_rate": 6.287843502561715e-07,
      "loss": 0.8111,
      "step": 318000
    },
    {
      "epoch": 49.44884334730632,
      "grad_norm": 4.364270210266113,
      "learning_rate": 5.511566526936811e-07,
      "loss": 0.8044,
      "step": 318500
    },
    {
      "epoch": 49.526471044868806,
      "grad_norm": 4.5575337409973145,
      "learning_rate": 4.735289551311908e-07,
      "loss": 0.8007,
      "step": 319000
    },
    {
      "epoch": 49.6040987424313,
      "grad_norm": 4.399910926818848,
      "learning_rate": 3.9590125756870057e-07,
      "loss": 0.8097,
      "step": 319500
    },
    {
      "epoch": 49.68172643999379,
      "grad_norm": 4.863783836364746,
      "learning_rate": 3.1827356000621023e-07,
      "loss": 0.8093,
      "step": 320000
    },
    {
      "epoch": 49.75935413755628,
      "grad_norm": 4.700865745544434,
      "learning_rate": 2.4064586244371996e-07,
      "loss": 0.812,
      "step": 320500
    },
    {
      "epoch": 49.83698183511877,
      "grad_norm": 4.929879188537598,
      "learning_rate": 1.6301816488122962e-07,
      "loss": 0.8121,
      "step": 321000
    },
    {
      "epoch": 49.91460953268126,
      "grad_norm": 4.459561347961426,
      "learning_rate": 8.539046731873933e-08,
      "loss": 0.8108,
      "step": 321500
    },
    {
      "epoch": 49.99223723024375,
      "grad_norm": 4.53715181350708,
      "learning_rate": 7.76276975624903e-09,
      "loss": 0.8126,
      "step": 322000
    },
    {
      "epoch": 50.0,
      "step": 322050,
      "total_flos": 9.94521893679661e+17,
      "train_loss": 1.8893472661618176,
      "train_runtime": 93675.3384,
      "train_samples_per_second": 110.014,
      "train_steps_per_second": 3.438
    }
  ],
  "logging_steps": 500,
  "max_steps": 322050,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.94521893679661e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}