{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 23940,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04177109440267335,
      "grad_norm": 3.0113365650177,
      "learning_rate": 1.9959896399030832e-05,
      "loss": 3.8241,
      "step": 50
    },
    {
      "epoch": 0.0835421888053467,
      "grad_norm": 83.7524642944336,
      "learning_rate": 1.9918121814687946e-05,
      "loss": 2.3334,
      "step": 100
    },
    {
      "epoch": 0.12531328320802004,
      "grad_norm": 3.9804179668426514,
      "learning_rate": 1.987634723034506e-05,
      "loss": 1.8564,
      "step": 150
    },
    {
      "epoch": 0.1670843776106934,
      "grad_norm": 4.718357563018799,
      "learning_rate": 1.9834572646002174e-05,
      "loss": 1.7395,
      "step": 200
    },
    {
      "epoch": 0.20885547201336674,
      "grad_norm": 7.3187336921691895,
      "learning_rate": 1.9792798061659288e-05,
      "loss": 1.7964,
      "step": 250
    },
    {
      "epoch": 0.2506265664160401,
      "grad_norm": 4.755648136138916,
      "learning_rate": 1.9751023477316402e-05,
      "loss": 1.8215,
      "step": 300
    },
    {
      "epoch": 0.29239766081871343,
      "grad_norm": 103.38441467285156,
      "learning_rate": 1.9709248892973516e-05,
      "loss": 1.8225,
      "step": 350
    },
    {
      "epoch": 0.3341687552213868,
      "grad_norm": 2.0915794372558594,
      "learning_rate": 1.966747430863063e-05,
      "loss": 1.8623,
      "step": 400
    },
    {
      "epoch": 0.37593984962406013,
      "grad_norm": 5.180814266204834,
      "learning_rate": 1.9625699724287744e-05,
      "loss": 1.7722,
      "step": 450
    },
    {
      "epoch": 0.4177109440267335,
      "grad_norm": 2.494590997695923,
      "learning_rate": 1.9583925139944858e-05,
      "loss": 1.8884,
      "step": 500
    },
    {
      "epoch": 0.4594820384294068,
      "grad_norm": 2.6546897888183594,
      "learning_rate": 1.9542150555601972e-05,
      "loss": 1.8798,
      "step": 550
    },
    {
      "epoch": 0.5012531328320802,
      "grad_norm": 3.439070224761963,
      "learning_rate": 1.9500375971259086e-05,
      "loss": 1.7612,
      "step": 600
    },
    {
      "epoch": 0.5430242272347535,
      "grad_norm": 2.7611918449401855,
      "learning_rate": 1.9458601386916203e-05,
      "loss": 1.808,
      "step": 650
    },
    {
      "epoch": 0.5847953216374269,
      "grad_norm": 3.4334182739257812,
      "learning_rate": 1.9416826802573317e-05,
      "loss": 1.6839,
      "step": 700
    },
    {
      "epoch": 0.6265664160401002,
      "grad_norm": 4.846071720123291,
      "learning_rate": 1.937505221823043e-05,
      "loss": 1.7979,
      "step": 750
    },
    {
      "epoch": 0.6683375104427736,
      "grad_norm": 1.9863933324813843,
      "learning_rate": 1.9333277633887545e-05,
      "loss": 1.8056,
      "step": 800
    },
    {
      "epoch": 0.7101086048454469,
      "grad_norm": 3.9223458766937256,
      "learning_rate": 1.9291503049544656e-05,
      "loss": 1.6927,
      "step": 850
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 2.9789743423461914,
      "learning_rate": 1.9249728465201773e-05,
      "loss": 1.8234,
      "step": 900
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 2.060720443725586,
      "learning_rate": 1.9207953880858887e-05,
      "loss": 1.6206,
      "step": 950
    },
    {
      "epoch": 0.835421888053467,
      "grad_norm": 2.2652785778045654,
      "learning_rate": 1.9166179296516e-05,
      "loss": 1.6918,
      "step": 1000
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 2.8497183322906494,
      "learning_rate": 1.9124404712173115e-05,
      "loss": 1.6869,
      "step": 1050
    },
    {
      "epoch": 0.9189640768588136,
      "grad_norm": 4.50927209854126,
      "learning_rate": 1.908263012783023e-05,
      "loss": 1.8064,
      "step": 1100
    },
    {
      "epoch": 0.960735171261487,
      "grad_norm": 3.4589695930480957,
      "learning_rate": 1.9040855543487343e-05,
      "loss": 1.6045,
      "step": 1150
    },
    {
      "epoch": 1.0025062656641603,
      "grad_norm": 2.7117397785186768,
      "learning_rate": 1.8999080959144457e-05,
      "loss": 1.6438,
      "step": 1200
    },
    {
      "epoch": 1.0442773600668338,
      "grad_norm": 2.4935483932495117,
      "learning_rate": 1.895730637480157e-05,
      "loss": 1.6739,
      "step": 1250
    },
    {
      "epoch": 1.086048454469507,
      "grad_norm": 2.9701192378997803,
      "learning_rate": 1.8915531790458685e-05,
      "loss": 1.733,
      "step": 1300
    },
    {
      "epoch": 1.1278195488721805,
      "grad_norm": 3.8167076110839844,
      "learning_rate": 1.8873757206115803e-05,
      "loss": 1.6363,
      "step": 1350
    },
    {
      "epoch": 1.1695906432748537,
      "grad_norm": 2.2734756469726562,
      "learning_rate": 1.8831982621772917e-05,
      "loss": 1.6808,
      "step": 1400
    },
    {
      "epoch": 1.2113617376775272,
      "grad_norm": 3.4276649951934814,
      "learning_rate": 1.879020803743003e-05,
      "loss": 1.7535,
      "step": 1450
    },
    {
      "epoch": 1.2531328320802004,
      "grad_norm": 4.668817043304443,
      "learning_rate": 1.874843345308714e-05,
      "loss": 1.6547,
      "step": 1500
    },
    {
      "epoch": 1.294903926482874,
      "grad_norm": 6.21998405456543,
      "learning_rate": 1.870665886874426e-05,
      "loss": 1.5982,
      "step": 1550
    },
    {
      "epoch": 1.3366750208855471,
      "grad_norm": 8.45278549194336,
      "learning_rate": 1.8664884284401372e-05,
      "loss": 1.6862,
      "step": 1600
    },
    {
      "epoch": 1.3784461152882206,
      "grad_norm": 3.1017799377441406,
      "learning_rate": 1.8623109700058486e-05,
      "loss": 1.5701,
      "step": 1650
    },
    {
      "epoch": 1.4202172096908938,
      "grad_norm": 5.954344272613525,
      "learning_rate": 1.85813351157156e-05,
      "loss": 1.5799,
      "step": 1700
    },
    {
      "epoch": 1.4619883040935673,
      "grad_norm": 4.534444808959961,
      "learning_rate": 1.8539560531372714e-05,
      "loss": 1.6148,
      "step": 1750
    },
    {
      "epoch": 1.5037593984962405,
      "grad_norm": 6.303493976593018,
      "learning_rate": 1.849778594702983e-05,
      "loss": 1.527,
      "step": 1800
    },
    {
      "epoch": 1.545530492898914,
      "grad_norm": 3.002648115158081,
      "learning_rate": 1.8456011362686942e-05,
      "loss": 1.6922,
      "step": 1850
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 10.854593276977539,
      "learning_rate": 1.8414236778344056e-05,
      "loss": 1.5546,
      "step": 1900
    },
    {
      "epoch": 1.6290726817042607,
      "grad_norm": 4.601009368896484,
      "learning_rate": 1.837246219400117e-05,
      "loss": 1.5693,
      "step": 1950
    },
    {
      "epoch": 1.670843776106934,
      "grad_norm": 3.6931846141815186,
      "learning_rate": 1.8330687609658288e-05,
      "loss": 1.6022,
      "step": 2000
    },
    {
      "epoch": 1.7126148705096074,
      "grad_norm": 11.248991012573242,
      "learning_rate": 1.82889130253154e-05,
      "loss": 1.4866,
      "step": 2050
    },
    {
      "epoch": 1.7543859649122808,
      "grad_norm": 2.7923028469085693,
      "learning_rate": 1.8247138440972512e-05,
      "loss": 1.5897,
      "step": 2100
    },
    {
      "epoch": 1.796157059314954,
      "grad_norm": 4.407562732696533,
      "learning_rate": 1.8205363856629626e-05,
      "loss": 1.4225,
      "step": 2150
    },
    {
      "epoch": 1.8379281537176273,
      "grad_norm": 7.397324562072754,
      "learning_rate": 1.816358927228674e-05,
      "loss": 1.5255,
      "step": 2200
    },
    {
      "epoch": 1.8796992481203008,
      "grad_norm": 12.785990715026855,
      "learning_rate": 1.8121814687943858e-05,
      "loss": 1.5248,
      "step": 2250
    },
    {
      "epoch": 1.9214703425229742,
      "grad_norm": 6.455284595489502,
      "learning_rate": 1.808004010360097e-05,
      "loss": 1.5326,
      "step": 2300
    },
    {
      "epoch": 1.9632414369256475,
      "grad_norm": 3.2796213626861572,
      "learning_rate": 1.8038265519258086e-05,
      "loss": 1.5007,
      "step": 2350
    },
    {
      "epoch": 2.0050125313283207,
      "grad_norm": 7.908225059509277,
      "learning_rate": 1.79964909349152e-05,
      "loss": 1.4949,
      "step": 2400
    },
    {
      "epoch": 2.046783625730994,
      "grad_norm": 12.498689651489258,
      "learning_rate": 1.7954716350572314e-05,
      "loss": 1.3854,
      "step": 2450
    },
    {
      "epoch": 2.0885547201336676,
      "grad_norm": 13.456962585449219,
      "learning_rate": 1.7912941766229427e-05,
      "loss": 1.3631,
      "step": 2500
    },
    {
      "epoch": 2.1303258145363406,
      "grad_norm": 12.199966430664062,
      "learning_rate": 1.787116718188654e-05,
      "loss": 1.3836,
      "step": 2550
    },
    {
      "epoch": 2.172096908939014,
      "grad_norm": 3.8431236743927,
      "learning_rate": 1.7829392597543655e-05,
      "loss": 1.34,
      "step": 2600
    },
    {
      "epoch": 2.2138680033416875,
      "grad_norm": 16.643613815307617,
      "learning_rate": 1.778761801320077e-05,
      "loss": 1.4281,
      "step": 2650
    },
    {
      "epoch": 2.255639097744361,
      "grad_norm": 14.22512435913086,
      "learning_rate": 1.7745843428857887e-05,
      "loss": 1.3201,
      "step": 2700
    },
    {
      "epoch": 2.2974101921470345,
      "grad_norm": 12.082077026367188,
      "learning_rate": 1.7704068844514997e-05,
      "loss": 1.4239,
      "step": 2750
    },
    {
      "epoch": 2.3391812865497075,
      "grad_norm": 11.998297691345215,
      "learning_rate": 1.766229426017211e-05,
      "loss": 1.4133,
      "step": 2800
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 20.736862182617188,
      "learning_rate": 1.7620519675829225e-05,
      "loss": 1.2625,
      "step": 2850
    },
    {
      "epoch": 2.4227234753550544,
      "grad_norm": 8.49312973022461,
      "learning_rate": 1.7578745091486343e-05,
      "loss": 1.3471,
      "step": 2900
    },
    {
      "epoch": 2.4644945697577274,
      "grad_norm": 8.388376235961914,
      "learning_rate": 1.7536970507143457e-05,
      "loss": 1.2723,
      "step": 2950
    },
    {
      "epoch": 2.506265664160401,
      "grad_norm": 11.559739112854004,
      "learning_rate": 1.749519592280057e-05,
      "loss": 1.306,
      "step": 3000
    },
    {
      "epoch": 2.5480367585630743,
      "grad_norm": 10.767087936401367,
      "learning_rate": 1.7453421338457685e-05,
      "loss": 1.3359,
      "step": 3050
    },
    {
      "epoch": 2.589807852965748,
      "grad_norm": 14.302842140197754,
      "learning_rate": 1.74116467541148e-05,
      "loss": 1.3609,
      "step": 3100
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 26.425922393798828,
      "learning_rate": 1.7369872169771913e-05,
      "loss": 1.3165,
      "step": 3150
    },
    {
      "epoch": 2.6733500417710943,
      "grad_norm": 21.576194763183594,
      "learning_rate": 1.7328097585429027e-05,
      "loss": 1.4171,
      "step": 3200
    },
    {
      "epoch": 2.7151211361737677,
      "grad_norm": 13.986672401428223,
      "learning_rate": 1.728632300108614e-05,
      "loss": 1.2982,
      "step": 3250
    },
    {
      "epoch": 2.756892230576441,
      "grad_norm": 20.48072052001953,
      "learning_rate": 1.7244548416743255e-05,
      "loss": 1.3041,
      "step": 3300
    },
    {
      "epoch": 2.798663324979114,
      "grad_norm": 0.8754037618637085,
      "learning_rate": 1.720277383240037e-05,
      "loss": 1.2004,
      "step": 3350
    },
    {
      "epoch": 2.8404344193817876,
      "grad_norm": 32.664878845214844,
      "learning_rate": 1.7160999248057483e-05,
      "loss": 1.2166,
      "step": 3400
    },
    {
      "epoch": 2.882205513784461,
      "grad_norm": 13.420926094055176,
      "learning_rate": 1.7119224663714597e-05,
      "loss": 1.2593,
      "step": 3450
    },
    {
      "epoch": 2.9239766081871346,
      "grad_norm": 16.320348739624023,
      "learning_rate": 1.707745007937171e-05,
      "loss": 1.2575,
      "step": 3500
    },
    {
      "epoch": 2.965747702589808,
      "grad_norm": 51.816585540771484,
      "learning_rate": 1.7035675495028824e-05,
      "loss": 1.3123,
      "step": 3550
    },
    {
      "epoch": 3.007518796992481,
      "grad_norm": 7.434196472167969,
      "learning_rate": 1.6993900910685942e-05,
      "loss": 1.1879,
      "step": 3600
    },
    {
      "epoch": 3.0492898913951545,
      "grad_norm": 19.095539093017578,
      "learning_rate": 1.6952126326343056e-05,
      "loss": 1.0774,
      "step": 3650
    },
    {
      "epoch": 3.091060985797828,
      "grad_norm": 11.363150596618652,
      "learning_rate": 1.691035174200017e-05,
      "loss": 1.1259,
      "step": 3700
    },
    {
      "epoch": 3.1328320802005014,
      "grad_norm": 40.07558822631836,
      "learning_rate": 1.6868577157657284e-05,
      "loss": 1.058,
      "step": 3750
    },
    {
      "epoch": 3.1746031746031744,
      "grad_norm": 23.62975311279297,
      "learning_rate": 1.6826802573314394e-05,
      "loss": 1.0941,
      "step": 3800
    },
    {
      "epoch": 3.216374269005848,
      "grad_norm": 23.654922485351562,
      "learning_rate": 1.6785027988971512e-05,
      "loss": 0.9878,
      "step": 3850
    },
    {
      "epoch": 3.2581453634085213,
      "grad_norm": 15.095159530639648,
      "learning_rate": 1.6743253404628626e-05,
      "loss": 1.0991,
      "step": 3900
    },
    {
      "epoch": 3.299916457811195,
      "grad_norm": 24.225435256958008,
      "learning_rate": 1.670147882028574e-05,
      "loss": 1.0553,
      "step": 3950
    },
    {
      "epoch": 3.341687552213868,
      "grad_norm": 41.239261627197266,
      "learning_rate": 1.6659704235942854e-05,
      "loss": 1.015,
      "step": 4000
    },
    {
      "epoch": 3.3834586466165413,
      "grad_norm": 21.136133193969727,
      "learning_rate": 1.6617929651599968e-05,
      "loss": 1.0451,
      "step": 4050
    },
    {
      "epoch": 3.4252297410192147,
      "grad_norm": 14.230918884277344,
      "learning_rate": 1.657615506725708e-05,
      "loss": 1.0563,
      "step": 4100
    },
    {
      "epoch": 3.467000835421888,
      "grad_norm": 16.35744285583496,
      "learning_rate": 1.6534380482914196e-05,
      "loss": 0.9853,
      "step": 4150
    },
    {
      "epoch": 3.5087719298245617,
      "grad_norm": 19.833560943603516,
      "learning_rate": 1.649260589857131e-05,
      "loss": 1.0809,
      "step": 4200
    },
    {
      "epoch": 3.5505430242272347,
      "grad_norm": 19.3465518951416,
      "learning_rate": 1.6450831314228424e-05,
      "loss": 1.06,
      "step": 4250
    },
    {
      "epoch": 3.592314118629908,
      "grad_norm": 47.185245513916016,
      "learning_rate": 1.640905672988554e-05,
      "loss": 0.9934,
      "step": 4300
    },
    {
      "epoch": 3.6340852130325816,
      "grad_norm": 19.286062240600586,
      "learning_rate": 1.6367282145542655e-05,
      "loss": 0.9328,
      "step": 4350
    },
    {
      "epoch": 3.6758563074352546,
      "grad_norm": 27.635419845581055,
      "learning_rate": 1.6325507561199766e-05,
      "loss": 0.9286,
      "step": 4400
    },
    {
      "epoch": 3.717627401837928,
      "grad_norm": 28.93077850341797,
      "learning_rate": 1.628373297685688e-05,
      "loss": 0.8911,
      "step": 4450
    },
    {
      "epoch": 3.7593984962406015,
      "grad_norm": 6.602542877197266,
      "learning_rate": 1.6241958392513997e-05,
      "loss": 0.9376,
      "step": 4500
    },
    {
      "epoch": 3.801169590643275,
      "grad_norm": 13.683168411254883,
      "learning_rate": 1.620018380817111e-05,
      "loss": 0.9827,
      "step": 4550
    },
    {
      "epoch": 3.8429406850459484,
      "grad_norm": 8.653618812561035,
      "learning_rate": 1.6158409223828225e-05,
      "loss": 0.9686,
      "step": 4600
    },
    {
      "epoch": 3.8847117794486214,
      "grad_norm": 29.841218948364258,
      "learning_rate": 1.611663463948534e-05,
      "loss": 0.9835,
      "step": 4650
    },
    {
      "epoch": 3.926482873851295,
      "grad_norm": 16.030054092407227,
      "learning_rate": 1.6074860055142453e-05,
      "loss": 0.9497,
      "step": 4700
    },
    {
      "epoch": 3.9682539682539684,
      "grad_norm": 41.21371078491211,
      "learning_rate": 1.6033085470799567e-05,
      "loss": 0.9437,
      "step": 4750
    },
    {
      "epoch": 4.010025062656641,
      "grad_norm": 31.541624069213867,
      "learning_rate": 1.599131088645668e-05,
      "loss": 0.8401,
      "step": 4800
    },
    {
      "epoch": 4.051796157059315,
      "grad_norm": 28.929073333740234,
      "learning_rate": 1.5949536302113795e-05,
      "loss": 0.8333,
      "step": 4850
    },
    {
      "epoch": 4.093567251461988,
      "grad_norm": 12.41563606262207,
      "learning_rate": 1.590776171777091e-05,
      "loss": 0.7276,
      "step": 4900
    },
    {
      "epoch": 4.135338345864661,
      "grad_norm": 33.126747131347656,
      "learning_rate": 1.5865987133428026e-05,
      "loss": 0.7591,
      "step": 4950
    },
    {
      "epoch": 4.177109440267335,
      "grad_norm": 18.336153030395508,
      "learning_rate": 1.5824212549085137e-05,
      "loss": 0.8042,
      "step": 5000
    },
    {
      "epoch": 4.218880534670008,
      "grad_norm": 13.671285629272461,
      "learning_rate": 1.578243796474225e-05,
      "loss": 0.798,
      "step": 5050
    },
    {
      "epoch": 4.260651629072681,
      "grad_norm": 17.29936408996582,
      "learning_rate": 1.5740663380399365e-05,
      "loss": 0.7078,
      "step": 5100
    },
    {
      "epoch": 4.302422723475355,
      "grad_norm": 14.447928428649902,
      "learning_rate": 1.569888879605648e-05,
      "loss": 0.7174,
      "step": 5150
    },
    {
      "epoch": 4.344193817878028,
      "grad_norm": 57.8358268737793,
      "learning_rate": 1.5657114211713596e-05,
      "loss": 0.7757,
      "step": 5200
    },
    {
      "epoch": 4.385964912280702,
      "grad_norm": 25.56312370300293,
      "learning_rate": 1.561533962737071e-05,
      "loss": 0.8152,
      "step": 5250
    },
    {
      "epoch": 4.427736006683375,
      "grad_norm": 21.909448623657227,
      "learning_rate": 1.5573565043027824e-05,
      "loss": 0.6839,
      "step": 5300
    },
    {
      "epoch": 4.469507101086048,
      "grad_norm": 34.13754653930664,
      "learning_rate": 1.5531790458684938e-05,
      "loss": 0.7502,
      "step": 5350
    },
    {
      "epoch": 4.511278195488722,
      "grad_norm": 32.14202117919922,
      "learning_rate": 1.5490015874342052e-05,
      "loss": 0.786,
      "step": 5400
    },
    {
      "epoch": 4.553049289891395,
      "grad_norm": 22.156665802001953,
      "learning_rate": 1.5448241289999166e-05,
      "loss": 0.7236,
      "step": 5450
    },
    {
      "epoch": 4.594820384294069,
      "grad_norm": 25.08436393737793,
      "learning_rate": 1.540646670565628e-05,
      "loss": 0.7738,
      "step": 5500
    },
    {
      "epoch": 4.636591478696742,
      "grad_norm": 32.960784912109375,
      "learning_rate": 1.5364692121313394e-05,
      "loss": 0.7778,
      "step": 5550
    },
    {
      "epoch": 4.678362573099415,
      "grad_norm": 16.070016860961914,
      "learning_rate": 1.5322917536970508e-05,
      "loss": 0.792,
      "step": 5600
    },
    {
      "epoch": 4.720133667502089,
      "grad_norm": 12.606107711791992,
      "learning_rate": 1.5281142952627622e-05,
      "loss": 0.7382,
      "step": 5650
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 22.041399002075195,
      "learning_rate": 1.5239368368284738e-05,
      "loss": 0.7351,
      "step": 5700
    },
    {
      "epoch": 4.803675856307435,
      "grad_norm": 22.424896240234375,
      "learning_rate": 1.5197593783941851e-05,
      "loss": 0.6698,
      "step": 5750
    },
    {
      "epoch": 4.845446950710109,
      "grad_norm": 18.415851593017578,
      "learning_rate": 1.5155819199598964e-05,
      "loss": 0.7545,
      "step": 5800
    },
    {
      "epoch": 4.887218045112782,
      "grad_norm": 52.402984619140625,
      "learning_rate": 1.5114044615256081e-05,
      "loss": 0.6534,
      "step": 5850
    },
    {
      "epoch": 4.928989139515455,
      "grad_norm": 28.06797218322754,
      "learning_rate": 1.5072270030913193e-05,
      "loss": 0.5699,
      "step": 5900
    },
    {
      "epoch": 4.970760233918129,
      "grad_norm": 11.340112686157227,
      "learning_rate": 1.5030495446570307e-05,
      "loss": 0.6786,
      "step": 5950
    },
    {
      "epoch": 5.012531328320802,
      "grad_norm": 18.82775115966797,
      "learning_rate": 1.4988720862227421e-05,
      "loss": 0.6637,
      "step": 6000
    },
    {
      "epoch": 5.054302422723476,
      "grad_norm": 66.8216781616211,
      "learning_rate": 1.4946946277884535e-05,
      "loss": 0.5432,
      "step": 6050
    },
    {
      "epoch": 5.096073517126149,
      "grad_norm": 8.892007827758789,
      "learning_rate": 1.4905171693541651e-05,
      "loss": 0.695,
      "step": 6100
    },
    {
      "epoch": 5.137844611528822,
      "grad_norm": 16.294639587402344,
      "learning_rate": 1.4863397109198765e-05,
      "loss": 0.5784,
      "step": 6150
    },
    {
      "epoch": 5.179615705931496,
      "grad_norm": 19.78766441345215,
      "learning_rate": 1.4821622524855879e-05,
      "loss": 0.503,
      "step": 6200
    },
    {
      "epoch": 5.221386800334169,
      "grad_norm": 13.428692817687988,
      "learning_rate": 1.4779847940512993e-05,
      "loss": 0.6292,
      "step": 6250
    },
    {
      "epoch": 5.2631578947368425,
      "grad_norm": 29.248811721801758,
      "learning_rate": 1.4738073356170109e-05,
      "loss": 0.5902,
      "step": 6300
    },
    {
      "epoch": 5.3049289891395155,
      "grad_norm": 7.9793877601623535,
      "learning_rate": 1.4696298771827223e-05,
      "loss": 0.5765,
      "step": 6350
    },
    {
      "epoch": 5.3467000835421885,
      "grad_norm": 10.095882415771484,
      "learning_rate": 1.4654524187484337e-05,
      "loss": 0.4703,
      "step": 6400
    },
    {
      "epoch": 5.388471177944862,
      "grad_norm": 25.082889556884766,
      "learning_rate": 1.4612749603141449e-05,
      "loss": 0.4934,
      "step": 6450
    },
    {
      "epoch": 5.430242272347535,
      "grad_norm": 31.18419075012207,
      "learning_rate": 1.4570975018798563e-05,
      "loss": 0.5474,
      "step": 6500
    },
    {
      "epoch": 5.472013366750208,
      "grad_norm": 18.715656280517578,
      "learning_rate": 1.4529200434455679e-05,
      "loss": 0.63,
      "step": 6550
    },
    {
      "epoch": 5.513784461152882,
      "grad_norm": 14.067596435546875,
      "learning_rate": 1.4487425850112793e-05,
      "loss": 0.621,
      "step": 6600
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 15.184345245361328,
      "learning_rate": 1.4445651265769907e-05,
      "loss": 0.5204,
      "step": 6650
    },
    {
      "epoch": 5.597326649958229,
      "grad_norm": 15.532989501953125,
      "learning_rate": 1.440387668142702e-05,
      "loss": 0.5897,
      "step": 6700
    },
    {
      "epoch": 5.639097744360902,
      "grad_norm": 54.043617248535156,
      "learning_rate": 1.4362102097084136e-05,
      "loss": 0.4629,
      "step": 6750
    },
    {
      "epoch": 5.680868838763575,
      "grad_norm": 39.661746978759766,
      "learning_rate": 1.432032751274125e-05,
      "loss": 0.4543,
      "step": 6800
    },
    {
      "epoch": 5.722639933166249,
      "grad_norm": 20.885473251342773,
      "learning_rate": 1.4278552928398364e-05,
      "loss": 0.5593,
      "step": 6850
    },
    {
      "epoch": 5.764411027568922,
      "grad_norm": 17.765832901000977,
      "learning_rate": 1.4236778344055478e-05,
      "loss": 0.5543,
      "step": 6900
    },
    {
      "epoch": 5.806182121971595,
      "grad_norm": 32.63746643066406,
      "learning_rate": 1.419500375971259e-05,
      "loss": 0.3481,
      "step": 6950
    },
    {
      "epoch": 5.847953216374269,
      "grad_norm": 16.857807159423828,
      "learning_rate": 1.4153229175369708e-05,
      "loss": 0.4595,
      "step": 7000
    },
    {
      "epoch": 5.889724310776942,
      "grad_norm": 10.114936828613281,
      "learning_rate": 1.411145459102682e-05,
      "loss": 0.4995,
      "step": 7050
    },
    {
      "epoch": 5.931495405179616,
      "grad_norm": 16.946565628051758,
      "learning_rate": 1.4069680006683934e-05,
      "loss": 0.4598,
      "step": 7100
    },
    {
      "epoch": 5.973266499582289,
      "grad_norm": 15.710683822631836,
      "learning_rate": 1.4027905422341048e-05,
      "loss": 0.4452,
      "step": 7150
    },
    {
      "epoch": 6.015037593984962,
      "grad_norm": 25.516210556030273,
      "learning_rate": 1.3986130837998162e-05,
      "loss": 0.5015,
      "step": 7200
    },
    {
      "epoch": 6.056808688387636,
      "grad_norm": 14.8129243850708,
      "learning_rate": 1.3944356253655278e-05,
      "loss": 0.4292,
      "step": 7250
    },
    {
      "epoch": 6.098579782790309,
      "grad_norm": 3.4943878650665283,
      "learning_rate": 1.3902581669312392e-05,
      "loss": 0.3825,
      "step": 7300
    },
    {
      "epoch": 6.140350877192983,
      "grad_norm": 34.67987060546875,
      "learning_rate": 1.3860807084969506e-05,
      "loss": 0.368,
      "step": 7350
    },
    {
      "epoch": 6.182121971595656,
      "grad_norm": 13.267960548400879,
      "learning_rate": 1.381903250062662e-05,
      "loss": 0.3394,
      "step": 7400
    },
    {
      "epoch": 6.223893065998329,
      "grad_norm": 25.280872344970703,
      "learning_rate": 1.3777257916283735e-05,
      "loss": 0.4007,
      "step": 7450
    },
    {
      "epoch": 6.265664160401003,
      "grad_norm": 28.221872329711914,
      "learning_rate": 1.373548333194085e-05,
      "loss": 0.386,
      "step": 7500
    },
    {
      "epoch": 6.307435254803676,
      "grad_norm": 23.17299461364746,
      "learning_rate": 1.3693708747597963e-05,
      "loss": 0.445,
      "step": 7550
    },
    {
      "epoch": 6.349206349206349,
      "grad_norm": 4.611133575439453,
      "learning_rate": 1.3651934163255076e-05,
      "loss": 0.3661,
      "step": 7600
    },
    {
      "epoch": 6.390977443609023,
      "grad_norm": 35.275779724121094,
      "learning_rate": 1.361015957891219e-05,
      "loss": 0.4559,
      "step": 7650
    },
    {
      "epoch": 6.432748538011696,
      "grad_norm": 27.652978897094727,
      "learning_rate": 1.3568384994569305e-05,
      "loss": 0.3594,
      "step": 7700
    },
    {
      "epoch": 6.474519632414369,
      "grad_norm": 12.323234558105469,
      "learning_rate": 1.352661041022642e-05,
      "loss": 0.4166,
      "step": 7750
    },
    {
      "epoch": 6.516290726817043,
      "grad_norm": 19.783565521240234,
      "learning_rate": 1.3484835825883533e-05,
      "loss": 0.4232,
      "step": 7800
    },
    {
      "epoch": 6.558061821219716,
      "grad_norm": 14.999006271362305,
      "learning_rate": 1.3443061241540647e-05,
      "loss": 0.4427,
      "step": 7850
    },
    {
      "epoch": 6.59983291562239,
      "grad_norm": 12.637155532836914,
      "learning_rate": 1.3401286657197763e-05,
      "loss": 0.3311,
      "step": 7900
    },
    {
      "epoch": 6.641604010025063,
      "grad_norm": 24.413984298706055,
      "learning_rate": 1.3359512072854877e-05,
      "loss": 0.4073,
      "step": 7950
    },
    {
      "epoch": 6.683375104427736,
      "grad_norm": 20.41080665588379,
      "learning_rate": 1.331773748851199e-05,
      "loss": 0.4343,
      "step": 8000
    },
    {
      "epoch": 6.7251461988304095,
      "grad_norm": 32.916595458984375,
      "learning_rate": 1.3275962904169105e-05,
      "loss": 0.355,
      "step": 8050
    },
    {
      "epoch": 6.7669172932330826,
      "grad_norm": 13.167571067810059,
      "learning_rate": 1.3234188319826217e-05,
      "loss": 0.4479,
      "step": 8100
    },
    {
      "epoch": 6.8086883876357565,
      "grad_norm": 18.277618408203125,
      "learning_rate": 1.3192413735483334e-05,
      "loss": 0.3349,
      "step": 8150
    },
    {
      "epoch": 6.8504594820384295,
      "grad_norm": 18.956066131591797,
      "learning_rate": 1.3150639151140447e-05,
      "loss": 0.2944,
      "step": 8200
    },
    {
      "epoch": 6.8922305764411025,
      "grad_norm": 29.309457778930664,
      "learning_rate": 1.310886456679756e-05,
      "loss": 0.3497,
      "step": 8250
    },
    {
      "epoch": 6.934001670843776,
      "grad_norm": 0.8253272771835327,
      "learning_rate": 1.3067089982454675e-05,
      "loss": 0.411,
      "step": 8300
    },
    {
      "epoch": 6.975772765246449,
      "grad_norm": 38.29353332519531,
      "learning_rate": 1.302531539811179e-05,
      "loss": 0.3151,
      "step": 8350
    },
    {
      "epoch": 7.017543859649122,
      "grad_norm": 26.124536514282227,
      "learning_rate": 1.2983540813768904e-05,
      "loss": 0.322,
      "step": 8400
    },
    {
      "epoch": 7.059314954051796,
      "grad_norm": 24.413715362548828,
      "learning_rate": 1.2941766229426018e-05,
      "loss": 0.1929,
      "step": 8450
    },
    {
      "epoch": 7.101086048454469,
      "grad_norm": 28.574317932128906,
      "learning_rate": 1.2899991645083132e-05,
      "loss": 0.2357,
      "step": 8500
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 13.467860221862793,
      "learning_rate": 1.2858217060740246e-05,
      "loss": 0.3188,
      "step": 8550
    },
    {
      "epoch": 7.184628237259816,
      "grad_norm": 23.04376983642578,
      "learning_rate": 1.2816442476397362e-05,
      "loss": 0.3352,
      "step": 8600
    },
    {
      "epoch": 7.226399331662489,
      "grad_norm": 0.04887882620096207,
      "learning_rate": 1.2774667892054476e-05,
      "loss": 0.356,
      "step": 8650
    },
    {
      "epoch": 7.268170426065163,
      "grad_norm": 15.562792778015137,
      "learning_rate": 1.2732893307711588e-05,
      "loss": 0.3169,
      "step": 8700
    },
    {
      "epoch": 7.309941520467836,
      "grad_norm": 7.763381004333496,
      "learning_rate": 1.2691118723368702e-05,
      "loss": 0.2877,
      "step": 8750
    },
    {
      "epoch": 7.351712614870509,
      "grad_norm": 42.26727294921875,
      "learning_rate": 1.2649344139025818e-05,
      "loss": 0.2561,
      "step": 8800
    },
    {
      "epoch": 7.393483709273183,
      "grad_norm": 16.665681838989258,
      "learning_rate": 1.2607569554682932e-05,
      "loss": 0.2958,
      "step": 8850
    },
    {
      "epoch": 7.435254803675856,
      "grad_norm": 44.200042724609375,
      "learning_rate": 1.2565794970340046e-05,
      "loss": 0.2894,
      "step": 8900
    },
    {
      "epoch": 7.47702589807853,
      "grad_norm": 14.340874671936035,
      "learning_rate": 1.252402038599716e-05,
      "loss": 0.3186,
      "step": 8950
    },
    {
      "epoch": 7.518796992481203,
      "grad_norm": 41.146812438964844,
      "learning_rate": 1.2482245801654274e-05,
      "loss": 0.2913,
      "step": 9000
    },
    {
      "epoch": 7.560568086883876,
      "grad_norm": 13.177423477172852,
      "learning_rate": 1.244047121731139e-05,
      "loss": 0.2311,
      "step": 9050
    },
    {
      "epoch": 7.60233918128655,
      "grad_norm": 19.08924102783203,
      "learning_rate": 1.2398696632968503e-05,
      "loss": 0.2501,
      "step": 9100
    },
    {
      "epoch": 7.644110275689223,
      "grad_norm": 13.80128002166748,
      "learning_rate": 1.2356922048625617e-05,
      "loss": 0.27,
      "step": 9150
    },
    {
      "epoch": 7.685881370091897,
      "grad_norm": 32.72663497924805,
      "learning_rate": 1.2315147464282731e-05,
      "loss": 0.268,
      "step": 9200
    },
    {
      "epoch": 7.72765246449457,
      "grad_norm": 28.15250587463379,
      "learning_rate": 1.2273372879939847e-05,
      "loss": 0.3212,
      "step": 9250
    },
    {
      "epoch": 7.769423558897243,
      "grad_norm": 13.896389961242676,
      "learning_rate": 1.2231598295596961e-05,
      "loss": 0.3293,
      "step": 9300
    },
    {
      "epoch": 7.811194653299917,
      "grad_norm": 14.249073028564453,
      "learning_rate": 1.2189823711254073e-05,
      "loss": 0.2786,
      "step": 9350
    },
    {
      "epoch": 7.85296574770259,
      "grad_norm": 19.6274356842041,
      "learning_rate": 1.2148049126911187e-05,
      "loss": 0.2812,
      "step": 9400
    },
    {
      "epoch": 7.894736842105263,
      "grad_norm": 15.745018005371094,
      "learning_rate": 1.2106274542568301e-05,
      "loss": 0.2721,
      "step": 9450
    },
    {
      "epoch": 7.936507936507937,
      "grad_norm": 11.491929054260254,
      "learning_rate": 1.2064499958225417e-05,
      "loss": 0.2833,
      "step": 9500
    },
    {
      "epoch": 7.97827903091061,
      "grad_norm": 4.299226760864258,
      "learning_rate": 1.2022725373882531e-05,
      "loss": 0.2335,
      "step": 9550
    },
    {
      "epoch": 8.020050125313283,
      "grad_norm": 11.306835174560547,
      "learning_rate": 1.1980950789539645e-05,
      "loss": 0.1985,
      "step": 9600
    },
    {
      "epoch": 8.061821219715956,
      "grad_norm": 45.70457077026367,
      "learning_rate": 1.1939176205196759e-05,
      "loss": 0.1748,
      "step": 9650
    },
    {
      "epoch": 8.10359231411863,
      "grad_norm": 140.19454956054688,
      "learning_rate": 1.1897401620853875e-05,
      "loss": 0.2033,
      "step": 9700
    },
    {
      "epoch": 8.145363408521304,
      "grad_norm": 16.645404815673828,
      "learning_rate": 1.1855627036510989e-05,
      "loss": 0.1642,
      "step": 9750
    },
    {
      "epoch": 8.187134502923977,
      "grad_norm": 16.9295654296875,
      "learning_rate": 1.1813852452168103e-05,
      "loss": 0.1904,
      "step": 9800
    },
    {
      "epoch": 8.22890559732665,
      "grad_norm": 34.388484954833984,
      "learning_rate": 1.1772077867825215e-05,
      "loss": 0.217,
      "step": 9850
    },
    {
      "epoch": 8.270676691729323,
      "grad_norm": 12.104029655456543,
      "learning_rate": 1.1730303283482329e-05,
      "loss": 0.2691,
      "step": 9900
    },
    {
      "epoch": 8.312447786131997,
      "grad_norm": 2.027843475341797,
      "learning_rate": 1.1688528699139445e-05,
      "loss": 0.2058,
      "step": 9950
    },
    {
      "epoch": 8.35421888053467,
      "grad_norm": 26.941038131713867,
      "learning_rate": 1.1646754114796558e-05,
      "loss": 0.1581,
      "step": 10000
    },
    {
      "epoch": 8.395989974937343,
      "grad_norm": 28.439321517944336,
      "learning_rate": 1.1604979530453672e-05,
      "loss": 0.2169,
      "step": 10050
    },
    {
      "epoch": 8.437761069340016,
      "grad_norm": 3.916905641555786,
      "learning_rate": 1.1563204946110786e-05,
      "loss": 0.1771,
      "step": 10100
    },
    {
      "epoch": 8.47953216374269,
      "grad_norm": 30.46429443359375,
      "learning_rate": 1.1521430361767902e-05,
      "loss": 0.2606,
      "step": 10150
    },
    {
      "epoch": 8.521303258145362,
      "grad_norm": 4.947411060333252,
      "learning_rate": 1.1479655777425016e-05,
      "loss": 0.203,
      "step": 10200
    },
    {
      "epoch": 8.563074352548037,
      "grad_norm": 12.219408988952637,
      "learning_rate": 1.143788119308213e-05,
      "loss": 0.2081,
      "step": 10250
    },
    {
      "epoch": 8.60484544695071,
      "grad_norm": 45.41501998901367,
      "learning_rate": 1.1396106608739244e-05,
      "loss": 0.1994,
      "step": 10300
    },
    {
      "epoch": 8.646616541353383,
      "grad_norm": 1.2857117652893066,
      "learning_rate": 1.1354332024396358e-05,
      "loss": 0.2014,
      "step": 10350
    },
    {
      "epoch": 8.688387635756056,
      "grad_norm": 18.340967178344727,
      "learning_rate": 1.1312557440053474e-05,
      "loss": 0.179,
      "step": 10400
    },
    {
      "epoch": 8.73015873015873,
      "grad_norm": 35.21903610229492,
      "learning_rate": 1.1270782855710588e-05,
      "loss": 0.1677,
      "step": 10450
    },
    {
      "epoch": 8.771929824561404,
      "grad_norm": 16.27471160888672,
      "learning_rate": 1.12290082713677e-05,
      "loss": 0.1792,
      "step": 10500
    },
    {
      "epoch": 8.813700918964077,
      "grad_norm": 22.30707550048828,
      "learning_rate": 1.1187233687024814e-05,
      "loss": 0.2007,
      "step": 10550
    },
    {
      "epoch": 8.85547201336675,
      "grad_norm": 2.8700950145721436,
      "learning_rate": 1.114545910268193e-05,
      "loss": 0.2363,
      "step": 10600
    },
    {
      "epoch": 8.897243107769423,
      "grad_norm": 24.8457088470459,
      "learning_rate": 1.1103684518339044e-05,
      "loss": 0.1915,
      "step": 10650
    },
    {
      "epoch": 8.939014202172096,
      "grad_norm": 9.145515441894531,
      "learning_rate": 1.1061909933996158e-05,
      "loss": 0.244,
      "step": 10700
    },
    {
      "epoch": 8.980785296574771,
      "grad_norm": 0.5550752282142639,
      "learning_rate": 1.1020135349653272e-05,
      "loss": 0.1613,
      "step": 10750
    },
    {
      "epoch": 9.022556390977444,
      "grad_norm": 18.79015350341797,
      "learning_rate": 1.0978360765310386e-05,
      "loss": 0.2604,
      "step": 10800
    },
    {
      "epoch": 9.064327485380117,
      "grad_norm": 3.671290397644043,
      "learning_rate": 1.0936586180967501e-05,
      "loss": 0.1305,
      "step": 10850
    },
    {
      "epoch": 9.10609857978279,
      "grad_norm": 10.10545539855957,
      "learning_rate": 1.0894811596624615e-05,
      "loss": 0.1584,
      "step": 10900
    },
    {
      "epoch": 9.147869674185463,
      "grad_norm": 0.5803263187408447,
      "learning_rate": 1.085303701228173e-05,
      "loss": 0.1038,
      "step": 10950
    },
    {
      "epoch": 9.189640768588138,
      "grad_norm": 13.21904468536377,
      "learning_rate": 1.0811262427938841e-05,
      "loss": 0.156,
      "step": 11000
    },
    {
      "epoch": 9.23141186299081,
      "grad_norm": 19.366302490234375,
      "learning_rate": 1.0769487843595955e-05,
      "loss": 0.1567,
      "step": 11050
    },
    {
      "epoch": 9.273182957393484,
      "grad_norm": 63.86299514770508,
      "learning_rate": 1.0727713259253071e-05,
      "loss": 0.134,
      "step": 11100
    },
    {
      "epoch": 9.314954051796157,
      "grad_norm": 9.471511840820312,
      "learning_rate": 1.0685938674910185e-05,
      "loss": 0.1439,
      "step": 11150
    },
    {
      "epoch": 9.35672514619883,
      "grad_norm": 17.094606399536133,
      "learning_rate": 1.0644164090567299e-05,
      "loss": 0.1504,
      "step": 11200
    },
    {
      "epoch": 9.398496240601503,
      "grad_norm": 0.7686102390289307,
      "learning_rate": 1.0602389506224413e-05,
      "loss": 0.198,
      "step": 11250
    },
    {
      "epoch": 9.440267335004178,
      "grad_norm": 4.632621765136719,
      "learning_rate": 1.0560614921881529e-05,
      "loss": 0.1299,
      "step": 11300
    },
    {
      "epoch": 9.48203842940685,
      "grad_norm": 17.580154418945312,
      "learning_rate": 1.0518840337538643e-05,
      "loss": 0.1221,
      "step": 11350
    },
    {
      "epoch": 9.523809523809524,
      "grad_norm": 28.859804153442383,
      "learning_rate": 1.0477065753195757e-05,
      "loss": 0.1497,
      "step": 11400
    },
    {
      "epoch": 9.565580618212197,
      "grad_norm": 3.4997804164886475,
      "learning_rate": 1.043529116885287e-05,
      "loss": 0.1228,
      "step": 11450
    },
    {
      "epoch": 9.60735171261487,
      "grad_norm": 21.530311584472656,
      "learning_rate": 1.0393516584509985e-05,
      "loss": 0.122,
      "step": 11500
    },
    {
      "epoch": 9.649122807017545,
      "grad_norm": 4.085865020751953,
      "learning_rate": 1.03517420001671e-05,
      "loss": 0.1625,
      "step": 11550
    },
    {
      "epoch": 9.690893901420218,
      "grad_norm": 13.100555419921875,
      "learning_rate": 1.0309967415824214e-05,
      "loss": 0.1361,
      "step": 11600
    },
    {
      "epoch": 9.73266499582289,
      "grad_norm": 22.437877655029297,
      "learning_rate": 1.0268192831481327e-05,
      "loss": 0.2052,
      "step": 11650
    },
    {
      "epoch": 9.774436090225564,
      "grad_norm": 24.361730575561523,
      "learning_rate": 1.022641824713844e-05,
      "loss": 0.1314,
      "step": 11700
    },
    {
      "epoch": 9.816207184628237,
      "grad_norm": 4.0465497970581055,
      "learning_rate": 1.0184643662795556e-05,
      "loss": 0.1526,
      "step": 11750
    },
    {
      "epoch": 9.857978279030911,
      "grad_norm": 0.056704986840486526,
      "learning_rate": 1.014286907845267e-05,
      "loss": 0.1579,
      "step": 11800
    },
    {
      "epoch": 9.899749373433584,
      "grad_norm": 1.126349687576294,
      "learning_rate": 1.0101094494109784e-05,
      "loss": 0.1602,
      "step": 11850
    },
    {
      "epoch": 9.941520467836257,
      "grad_norm": 42.518741607666016,
      "learning_rate": 1.0059319909766898e-05,
      "loss": 0.1495,
      "step": 11900
    },
    {
      "epoch": 9.98329156223893,
      "grad_norm": 15.24010944366455,
      "learning_rate": 1.0017545325424012e-05,
      "loss": 0.1109,
      "step": 11950
    },
    {
      "epoch": 10.025062656641603,
      "grad_norm": 2.6156651973724365,
      "learning_rate": 9.975770741081126e-06,
      "loss": 0.165,
      "step": 12000
    },
    {
      "epoch": 10.066833751044278,
      "grad_norm": 2.6075878143310547,
      "learning_rate": 9.933996156738242e-06,
      "loss": 0.0826,
      "step": 12050
    },
    {
      "epoch": 10.108604845446951,
      "grad_norm": 9.561171531677246,
      "learning_rate": 9.892221572395356e-06,
      "loss": 0.0878,
      "step": 12100
    },
    {
      "epoch": 10.150375939849624,
      "grad_norm": 3.180940628051758,
      "learning_rate": 9.85044698805247e-06,
      "loss": 0.0723,
      "step": 12150
    },
    {
      "epoch": 10.192147034252297,
      "grad_norm": 2.523481845855713,
      "learning_rate": 9.808672403709584e-06,
      "loss": 0.1363,
      "step": 12200
    },
    {
      "epoch": 10.23391812865497,
      "grad_norm": 14.353055000305176,
      "learning_rate": 9.766897819366698e-06,
      "loss": 0.099,
      "step": 12250
    },
    {
      "epoch": 10.275689223057643,
      "grad_norm": 1.3948580026626587,
      "learning_rate": 9.725123235023812e-06,
      "loss": 0.11,
      "step": 12300
    },
    {
      "epoch": 10.317460317460318,
      "grad_norm": 18.495405197143555,
      "learning_rate": 9.683348650680926e-06,
      "loss": 0.1414,
      "step": 12350
    },
    {
      "epoch": 10.359231411862991,
      "grad_norm": 33.3175163269043,
      "learning_rate": 9.641574066338041e-06,
      "loss": 0.126,
      "step": 12400
    },
    {
      "epoch": 10.401002506265664,
      "grad_norm": 6.8393235206604,
      "learning_rate": 9.599799481995154e-06,
      "loss": 0.1304,
      "step": 12450
    },
    {
      "epoch": 10.442773600668337,
      "grad_norm": 20.7825927734375,
      "learning_rate": 9.55802489765227e-06,
      "loss": 0.1272,
      "step": 12500
    },
    {
      "epoch": 10.48454469507101,
      "grad_norm": 19.048812866210938,
      "learning_rate": 9.516250313309383e-06,
      "loss": 0.108,
      "step": 12550
    },
    {
      "epoch": 10.526315789473685,
      "grad_norm": 19.517911911010742,
      "learning_rate": 9.474475728966497e-06,
      "loss": 0.1222,
      "step": 12600
    },
    {
      "epoch": 10.568086883876358,
      "grad_norm": 0.2565244734287262,
      "learning_rate": 9.432701144623611e-06,
      "loss": 0.0917,
      "step": 12650
    },
    {
      "epoch": 10.609857978279031,
      "grad_norm": 10.629936218261719,
      "learning_rate": 9.390926560280727e-06,
      "loss": 0.1145,
      "step": 12700
    },
    {
      "epoch": 10.651629072681704,
      "grad_norm": 1.9969385862350464,
      "learning_rate": 9.349151975937841e-06,
      "loss": 0.0877,
      "step": 12750
    },
    {
      "epoch": 10.693400167084377,
      "grad_norm": 13.717659950256348,
      "learning_rate": 9.307377391594953e-06,
      "loss": 0.0868,
      "step": 12800
    },
    {
      "epoch": 10.73517126148705,
      "grad_norm": 13.955449104309082,
      "learning_rate": 9.265602807252069e-06,
      "loss": 0.0922,
      "step": 12850
    },
    {
      "epoch": 10.776942355889725,
      "grad_norm": 9.980537414550781,
      "learning_rate": 9.223828222909183e-06,
      "loss": 0.0768,
      "step": 12900
    },
    {
      "epoch": 10.818713450292398,
      "grad_norm": 24.630155563354492,
      "learning_rate": 9.182053638566297e-06,
      "loss": 0.1128,
      "step": 12950
    },
    {
      "epoch": 10.86048454469507,
      "grad_norm": 2.8442764282226562,
      "learning_rate": 9.140279054223411e-06,
      "loss": 0.0794,
      "step": 13000
    },
    {
      "epoch": 10.902255639097744,
      "grad_norm": 39.42329025268555,
      "learning_rate": 9.098504469880527e-06,
      "loss": 0.0781,
      "step": 13050
    },
    {
      "epoch": 10.944026733500417,
      "grad_norm": 103.70584106445312,
      "learning_rate": 9.056729885537639e-06,
      "loss": 0.0872,
      "step": 13100
    },
    {
      "epoch": 10.985797827903092,
      "grad_norm": 0.15249623358249664,
      "learning_rate": 9.014955301194755e-06,
      "loss": 0.1059,
      "step": 13150
    },
    {
      "epoch": 11.027568922305765,
      "grad_norm": 10.956684112548828,
      "learning_rate": 8.973180716851868e-06,
      "loss": 0.0955,
      "step": 13200
    },
    {
      "epoch": 11.069340016708438,
      "grad_norm": 7.523435115814209,
      "learning_rate": 8.931406132508982e-06,
      "loss": 0.0671,
      "step": 13250
    },
    {
      "epoch": 11.11111111111111,
      "grad_norm": 7.550344467163086,
      "learning_rate": 8.889631548166096e-06,
      "loss": 0.0896,
      "step": 13300
    },
    {
      "epoch": 11.152882205513784,
      "grad_norm": 31.79115867614746,
      "learning_rate": 8.84785696382321e-06,
      "loss": 0.0464,
      "step": 13350
    },
    {
      "epoch": 11.194653299916459,
      "grad_norm": 3.681047201156616,
      "learning_rate": 8.806082379480324e-06,
      "loss": 0.0848,
      "step": 13400
    },
    {
      "epoch": 11.236424394319132,
      "grad_norm": 0.7510688304901123,
      "learning_rate": 8.764307795137438e-06,
      "loss": 0.0511,
      "step": 13450
    },
    {
      "epoch": 11.278195488721805,
      "grad_norm": 8.21001148223877,
      "learning_rate": 8.722533210794554e-06,
      "loss": 0.1051,
      "step": 13500
    },
    {
      "epoch": 11.319966583124478,
      "grad_norm": 8.100149154663086,
      "learning_rate": 8.680758626451668e-06,
      "loss": 0.0728,
      "step": 13550
    },
    {
      "epoch": 11.36173767752715,
      "grad_norm": 3.457951545715332,
      "learning_rate": 8.638984042108782e-06,
      "loss": 0.0934,
      "step": 13600
    },
    {
      "epoch": 11.403508771929825,
      "grad_norm": 1.1937059164047241,
      "learning_rate": 8.597209457765896e-06,
      "loss": 0.0834,
      "step": 13650
    },
    {
      "epoch": 11.445279866332498,
      "grad_norm": 0.9485940337181091,
      "learning_rate": 8.55543487342301e-06,
      "loss": 0.0755,
      "step": 13700
    },
    {
      "epoch": 11.487050960735171,
      "grad_norm": 12.561485290527344,
      "learning_rate": 8.513660289080124e-06,
      "loss": 0.0602,
      "step": 13750
    },
    {
      "epoch": 11.528822055137844,
      "grad_norm": 21.742900848388672,
      "learning_rate": 8.471885704737238e-06,
      "loss": 0.0639,
      "step": 13800
    },
    {
      "epoch": 11.570593149540517,
      "grad_norm": 1.016876220703125,
      "learning_rate": 8.430111120394354e-06,
      "loss": 0.0677,
      "step": 13850
    },
    {
      "epoch": 11.61236424394319,
      "grad_norm": 16.71541404724121,
      "learning_rate": 8.388336536051468e-06,
      "loss": 0.0618,
      "step": 13900
    },
    {
      "epoch": 11.654135338345865,
      "grad_norm": 14.695789337158203,
      "learning_rate": 8.346561951708582e-06,
      "loss": 0.0884,
      "step": 13950
    },
    {
      "epoch": 11.695906432748538,
      "grad_norm": 26.240062713623047,
      "learning_rate": 8.304787367365696e-06,
      "loss": 0.0623,
      "step": 14000
    },
    {
      "epoch": 11.737677527151211,
      "grad_norm": 0.9301555752754211,
      "learning_rate": 8.26301278302281e-06,
      "loss": 0.0856,
      "step": 14050
    },
    {
      "epoch": 11.779448621553884,
      "grad_norm": 0.215810164809227,
      "learning_rate": 8.221238198679924e-06,
      "loss": 0.0892,
      "step": 14100
    },
    {
      "epoch": 11.821219715956557,
      "grad_norm": 20.944414138793945,
      "learning_rate": 8.179463614337038e-06,
      "loss": 0.0455,
      "step": 14150
    },
    {
      "epoch": 11.862990810359232,
      "grad_norm": 16.5097599029541,
      "learning_rate": 8.137689029994153e-06,
      "loss": 0.0588,
      "step": 14200
    },
    {
      "epoch": 11.904761904761905,
      "grad_norm": 10.964118957519531,
      "learning_rate": 8.095914445651265e-06,
      "loss": 0.0798,
      "step": 14250
    },
    {
      "epoch": 11.946532999164578,
      "grad_norm": 4.6156134605407715,
      "learning_rate": 8.054139861308381e-06,
      "loss": 0.0681,
      "step": 14300
    },
    {
      "epoch": 11.988304093567251,
      "grad_norm": 15.3454008102417,
      "learning_rate": 8.012365276965495e-06,
      "loss": 0.0767,
      "step": 14350
    },
    {
      "epoch": 12.030075187969924,
      "grad_norm": 2.1442370414733887,
      "learning_rate": 7.970590692622609e-06,
      "loss": 0.0346,
      "step": 14400
    },
    {
      "epoch": 12.071846282372599,
      "grad_norm": 17.47662353515625,
      "learning_rate": 7.928816108279723e-06,
      "loss": 0.0359,
      "step": 14450
    },
    {
      "epoch": 12.113617376775272,
      "grad_norm": 9.307701110839844,
      "learning_rate": 7.887041523936837e-06,
      "loss": 0.0536,
      "step": 14500
    },
    {
      "epoch": 12.155388471177945,
      "grad_norm": 1.3280810117721558,
      "learning_rate": 7.845266939593951e-06,
      "loss": 0.0726,
      "step": 14550
    },
    {
      "epoch": 12.197159565580618,
      "grad_norm": 1.0069313049316406,
      "learning_rate": 7.803492355251065e-06,
      "loss": 0.0725,
      "step": 14600
    },
    {
      "epoch": 12.238930659983291,
      "grad_norm": 42.40116500854492,
      "learning_rate": 7.76171777090818e-06,
      "loss": 0.0281,
      "step": 14650
    },
    {
      "epoch": 12.280701754385966,
      "grad_norm": 0.04481910914182663,
      "learning_rate": 7.719943186565295e-06,
      "loss": 0.0288,
      "step": 14700
    },
    {
      "epoch": 12.322472848788639,
      "grad_norm": 1.7356605529785156,
      "learning_rate": 7.678168602222409e-06,
      "loss": 0.0698,
      "step": 14750
    },
    {
      "epoch": 12.364243943191312,
      "grad_norm": 13.85879135131836,
      "learning_rate": 7.636394017879523e-06,
      "loss": 0.0511,
      "step": 14800
    },
    {
      "epoch": 12.406015037593985,
      "grad_norm": 4.5668253898620605,
      "learning_rate": 7.5946194335366375e-06,
      "loss": 0.0349,
      "step": 14850
    },
    {
      "epoch": 12.447786131996658,
      "grad_norm": 0.4067160189151764,
      "learning_rate": 7.5528448491937515e-06,
      "loss": 0.0309,
      "step": 14900
    },
    {
      "epoch": 12.48955722639933,
      "grad_norm": 1.8756296634674072,
      "learning_rate": 7.511070264850865e-06,
      "loss": 0.089,
      "step": 14950
    },
    {
      "epoch": 12.531328320802006,
      "grad_norm": 0.7279142141342163,
      "learning_rate": 7.469295680507979e-06,
      "loss": 0.0592,
      "step": 15000
    },
    {
      "epoch": 12.573099415204679,
      "grad_norm": 20.90660285949707,
      "learning_rate": 7.427521096165093e-06,
      "loss": 0.0613,
      "step": 15050
    },
    {
      "epoch": 12.614870509607352,
      "grad_norm": 21.889909744262695,
      "learning_rate": 7.385746511822208e-06,
      "loss": 0.0526,
      "step": 15100
    },
    {
      "epoch": 12.656641604010025,
      "grad_norm": 0.16797950863838196,
      "learning_rate": 7.343971927479322e-06,
      "loss": 0.044,
      "step": 15150
    },
    {
      "epoch": 12.698412698412698,
      "grad_norm": 2.835975408554077,
      "learning_rate": 7.302197343136437e-06,
      "loss": 0.0481,
      "step": 15200
    },
    {
      "epoch": 12.740183792815372,
      "grad_norm": 17.579313278198242,
      "learning_rate": 7.26042275879355e-06,
      "loss": 0.0322,
      "step": 15250
    },
    {
      "epoch": 12.781954887218046,
      "grad_norm": 4.634361267089844,
      "learning_rate": 7.218648174450665e-06,
      "loss": 0.0523,
      "step": 15300
    },
    {
      "epoch": 12.823725981620719,
      "grad_norm": 0.9335712194442749,
      "learning_rate": 7.176873590107779e-06,
      "loss": 0.0618,
      "step": 15350
    },
    {
      "epoch": 12.865497076023392,
      "grad_norm": 0.37698858976364136,
      "learning_rate": 7.135099005764893e-06,
      "loss": 0.0698,
      "step": 15400
    },
    {
      "epoch": 12.907268170426065,
      "grad_norm": 12.935955047607422,
      "learning_rate": 7.093324421422008e-06,
      "loss": 0.0293,
      "step": 15450
    },
    {
      "epoch": 12.949039264828738,
      "grad_norm": 27.532899856567383,
      "learning_rate": 7.051549837079121e-06,
      "loss": 0.0345,
      "step": 15500
    },
    {
      "epoch": 12.990810359231412,
      "grad_norm": 13.847272872924805,
      "learning_rate": 7.009775252736236e-06,
      "loss": 0.0266,
      "step": 15550
    },
    {
      "epoch": 13.032581453634085,
      "grad_norm": 0.8636922240257263,
      "learning_rate": 6.96800066839335e-06,
      "loss": 0.0283,
      "step": 15600
    },
    {
      "epoch": 13.074352548036758,
      "grad_norm": 9.82494831085205,
      "learning_rate": 6.9262260840504646e-06,
      "loss": 0.0219,
      "step": 15650
    },
    {
      "epoch": 13.116123642439431,
      "grad_norm": 0.6327198147773743,
      "learning_rate": 6.8844514997075785e-06,
      "loss": 0.032,
      "step": 15700
    },
    {
      "epoch": 13.157894736842104,
      "grad_norm": 0.04686570540070534,
      "learning_rate": 6.8426769153646925e-06,
      "loss": 0.0247,
      "step": 15750
    },
    {
      "epoch": 13.19966583124478,
      "grad_norm": 3.148859977722168,
      "learning_rate": 6.800902331021807e-06,
      "loss": 0.0408,
      "step": 15800
    },
    {
      "epoch": 13.241436925647452,
      "grad_norm": 14.439146995544434,
      "learning_rate": 6.7591277466789205e-06,
      "loss": 0.0261,
      "step": 15850
    },
    {
      "epoch": 13.283208020050125,
      "grad_norm": 2.363865375518799,
      "learning_rate": 6.717353162336035e-06,
      "loss": 0.0497,
      "step": 15900
    },
    {
      "epoch": 13.324979114452798,
      "grad_norm": 11.770255088806152,
      "learning_rate": 6.675578577993149e-06,
      "loss": 0.0395,
      "step": 15950
    },
    {
      "epoch": 13.366750208855471,
      "grad_norm": 0.6963861584663391,
      "learning_rate": 6.633803993650264e-06,
      "loss": 0.0408,
      "step": 16000
    },
    {
      "epoch": 13.408521303258146,
      "grad_norm": 9.609217643737793,
      "learning_rate": 6.592029409307378e-06,
      "loss": 0.0364,
      "step": 16050
    },
    {
      "epoch": 13.450292397660819,
      "grad_norm": 7.188763618469238,
      "learning_rate": 6.550254824964493e-06,
      "loss": 0.0381,
      "step": 16100
    },
    {
      "epoch": 13.492063492063492,
      "grad_norm": 0.07387153059244156,
      "learning_rate": 6.508480240621606e-06,
      "loss": 0.0504,
      "step": 16150
    },
    {
      "epoch": 13.533834586466165,
      "grad_norm": 7.845670223236084,
      "learning_rate": 6.46670565627872e-06,
      "loss": 0.0326,
      "step": 16200
    },
    {
      "epoch": 13.575605680868838,
      "grad_norm": 6.502562522888184,
      "learning_rate": 6.424931071935835e-06,
      "loss": 0.0458,
      "step": 16250
    },
    {
      "epoch": 13.617376775271513,
      "grad_norm": 0.5432217121124268,
      "learning_rate": 6.383156487592949e-06,
      "loss": 0.0229,
      "step": 16300
    },
    {
      "epoch": 13.659147869674186,
      "grad_norm": 0.12599503993988037,
      "learning_rate": 6.341381903250064e-06,
      "loss": 0.0313,
      "step": 16350
    },
    {
      "epoch": 13.700918964076859,
      "grad_norm": 1.3932889699935913,
      "learning_rate": 6.299607318907177e-06,
      "loss": 0.036,
      "step": 16400
    },
    {
      "epoch": 13.742690058479532,
      "grad_norm": 8.858582496643066,
      "learning_rate": 6.257832734564292e-06,
      "loss": 0.0259,
      "step": 16450
    },
    {
      "epoch": 13.784461152882205,
      "grad_norm": 2.9520416259765625,
      "learning_rate": 6.216058150221406e-06,
      "loss": 0.0385,
      "step": 16500
    },
    {
      "epoch": 13.826232247284878,
      "grad_norm": 0.8918272852897644,
      "learning_rate": 6.1742835658785204e-06,
      "loss": 0.0216,
      "step": 16550
    },
    {
      "epoch": 13.868003341687553,
      "grad_norm": 24.075159072875977,
      "learning_rate": 6.1325089815356344e-06,
      "loss": 0.0164,
      "step": 16600
    },
    {
      "epoch": 13.909774436090226,
      "grad_norm": 7.580496311187744,
      "learning_rate": 6.0907343971927476e-06,
      "loss": 0.0266,
      "step": 16650
    },
    {
      "epoch": 13.951545530492899,
      "grad_norm": 19.381996154785156,
      "learning_rate": 6.048959812849862e-06,
      "loss": 0.0436,
      "step": 16700
    },
    {
      "epoch": 13.993316624895572,
      "grad_norm": 0.01642206870019436,
      "learning_rate": 6.007185228506976e-06,
      "loss": 0.0139,
      "step": 16750
    },
    {
      "epoch": 14.035087719298245,
      "grad_norm": 19.350568771362305,
      "learning_rate": 5.965410644164091e-06,
      "loss": 0.0173,
      "step": 16800
    },
    {
      "epoch": 14.07685881370092,
      "grad_norm": 0.03829874470829964,
      "learning_rate": 5.923636059821205e-06,
      "loss": 0.0285,
      "step": 16850
    },
    {
      "epoch": 14.118629908103593,
      "grad_norm": 0.529155433177948,
      "learning_rate": 5.88186147547832e-06,
      "loss": 0.0236,
      "step": 16900
    },
    {
      "epoch": 14.160401002506266,
      "grad_norm": 1.4649921655654907,
      "learning_rate": 5.840086891135434e-06,
      "loss": 0.0402,
      "step": 16950
    },
    {
      "epoch": 14.202172096908939,
      "grad_norm": 15.808168411254883,
      "learning_rate": 5.798312306792549e-06,
      "loss": 0.0397,
      "step": 17000
    },
    {
      "epoch": 14.243943191311612,
      "grad_norm": 0.01485319435596466,
      "learning_rate": 5.756537722449662e-06,
      "loss": 0.0259,
      "step": 17050
    },
    {
      "epoch": 14.285714285714286,
      "grad_norm": 0.036885835230350494,
      "learning_rate": 5.714763138106776e-06,
      "loss": 0.0116,
      "step": 17100
    },
    {
      "epoch": 14.32748538011696,
      "grad_norm": 0.09616250544786453,
      "learning_rate": 5.672988553763891e-06,
      "loss": 0.0165,
      "step": 17150
    },
    {
      "epoch": 14.369256474519633,
      "grad_norm": 0.14387579262256622,
      "learning_rate": 5.631213969421005e-06,
      "loss": 0.0357,
      "step": 17200
    },
    {
      "epoch": 14.411027568922306,
      "grad_norm": 0.9712551236152649,
      "learning_rate": 5.5894393850781196e-06,
      "loss": 0.0318,
      "step": 17250
    },
    {
      "epoch": 14.452798663324979,
      "grad_norm": 1.3842188119888306,
      "learning_rate": 5.547664800735233e-06,
      "loss": 0.0077,
      "step": 17300
    },
    {
      "epoch": 14.494569757727653,
      "grad_norm": 0.19776180386543274,
      "learning_rate": 5.5058902163923475e-06,
      "loss": 0.0215,
      "step": 17350
    },
    {
      "epoch": 14.536340852130326,
      "grad_norm": 0.09455841779708862,
      "learning_rate": 5.4641156320494615e-06,
      "loss": 0.0178,
      "step": 17400
    },
    {
      "epoch": 14.578111946533,
      "grad_norm": 0.8986994028091431,
      "learning_rate": 5.4223410477065755e-06,
      "loss": 0.0197,
      "step": 17450
    },
    {
      "epoch": 14.619883040935672,
      "grad_norm": 0.009756785817444324,
      "learning_rate": 5.38056646336369e-06,
      "loss": 0.0185,
      "step": 17500
    },
    {
      "epoch": 14.661654135338345,
      "grad_norm": 0.09191206842660904,
      "learning_rate": 5.3387918790208035e-06,
      "loss": 0.0149,
      "step": 17550
    },
    {
      "epoch": 14.703425229741018,
      "grad_norm": 1.768214225769043,
      "learning_rate": 5.297017294677918e-06,
      "loss": 0.0115,
      "step": 17600
    },
    {
      "epoch": 14.745196324143693,
      "grad_norm": 1.6435145139694214,
      "learning_rate": 5.255242710335032e-06,
      "loss": 0.0153,
      "step": 17650
    },
    {
      "epoch": 14.786967418546366,
      "grad_norm": 0.0256047360599041,
      "learning_rate": 5.213468125992147e-06,
      "loss": 0.0223,
      "step": 17700
    },
    {
      "epoch": 14.82873851294904,
      "grad_norm": 2.076021671295166,
      "learning_rate": 5.171693541649261e-06,
      "loss": 0.0229,
      "step": 17750
    },
    {
      "epoch": 14.870509607351712,
      "grad_norm": 0.2123277485370636,
      "learning_rate": 5.129918957306376e-06,
      "loss": 0.0101,
      "step": 17800
    },
    {
      "epoch": 14.912280701754385,
      "grad_norm": 0.03163406625390053,
      "learning_rate": 5.088144372963489e-06,
      "loss": 0.0186,
      "step": 17850
    },
    {
      "epoch": 14.95405179615706,
      "grad_norm": 0.5532212257385254,
      "learning_rate": 5.046369788620603e-06,
      "loss": 0.0191,
      "step": 17900
    },
    {
      "epoch": 14.995822890559733,
      "grad_norm": 0.05094052106142044,
      "learning_rate": 5.004595204277718e-06,
      "loss": 0.022,
      "step": 17950
    },
    {
      "epoch": 15.037593984962406,
      "grad_norm": 0.04656049981713295,
      "learning_rate": 4.962820619934832e-06,
      "loss": 0.0155,
      "step": 18000
    },
    {
      "epoch": 15.079365079365079,
      "grad_norm": 9.495512008666992,
      "learning_rate": 4.921046035591947e-06,
      "loss": 0.012,
      "step": 18050
    },
    {
      "epoch": 15.121136173767752,
      "grad_norm": 0.034731555730104446,
      "learning_rate": 4.879271451249061e-06,
      "loss": 0.0042,
      "step": 18100
    },
    {
      "epoch": 15.162907268170427,
      "grad_norm": 0.02487257681787014,
      "learning_rate": 4.837496866906175e-06,
      "loss": 0.0131,
      "step": 18150
    },
    {
      "epoch": 15.2046783625731,
      "grad_norm": 10.468315124511719,
      "learning_rate": 4.795722282563289e-06,
      "loss": 0.0167,
      "step": 18200
    },
    {
      "epoch": 15.246449456975773,
      "grad_norm": 3.7355704307556152,
      "learning_rate": 4.753947698220403e-06,
      "loss": 0.0062,
      "step": 18250
    },
    {
      "epoch": 15.288220551378446,
      "grad_norm": 0.007894457317888737,
      "learning_rate": 4.712173113877517e-06,
      "loss": 0.0102,
      "step": 18300
    },
    {
      "epoch": 15.329991645781119,
      "grad_norm": 0.007423860020935535,
      "learning_rate": 4.670398529534631e-06,
      "loss": 0.0187,
      "step": 18350
    },
    {
      "epoch": 15.371762740183792,
      "grad_norm": 0.5450906753540039,
      "learning_rate": 4.628623945191746e-06,
      "loss": 0.0278,
      "step": 18400
    },
    {
      "epoch": 15.413533834586467,
      "grad_norm": 0.5019950270652771,
      "learning_rate": 4.58684936084886e-06,
      "loss": 0.0299,
      "step": 18450
    },
    {
      "epoch": 15.45530492898914,
      "grad_norm": 1.3405569791793823,
      "learning_rate": 4.545074776505974e-06,
      "loss": 0.022,
      "step": 18500
    },
    {
      "epoch": 15.497076023391813,
      "grad_norm": 7.201114177703857,
      "learning_rate": 4.503300192163088e-06,
      "loss": 0.0144,
      "step": 18550
    },
    {
      "epoch": 15.538847117794486,
      "grad_norm": 1.0454356670379639,
      "learning_rate": 4.461525607820202e-06,
      "loss": 0.0144,
      "step": 18600
    },
    {
      "epoch": 15.580618212197159,
      "grad_norm": 1.4038639068603516,
      "learning_rate": 4.419751023477317e-06,
      "loss": 0.0219,
      "step": 18650
    },
    {
      "epoch": 15.622389306599834,
      "grad_norm": 0.048461660742759705,
      "learning_rate": 4.377976439134431e-06,
      "loss": 0.009,
      "step": 18700
    },
    {
      "epoch": 15.664160401002507,
      "grad_norm": 0.1847960352897644,
      "learning_rate": 4.336201854791545e-06,
      "loss": 0.0076,
      "step": 18750
    },
    {
      "epoch": 15.70593149540518,
      "grad_norm": 0.23470734059810638,
      "learning_rate": 4.29442727044866e-06,
      "loss": 0.0065,
      "step": 18800
    },
    {
      "epoch": 15.747702589807853,
      "grad_norm": 10.248291969299316,
      "learning_rate": 4.252652686105774e-06,
      "loss": 0.0114,
      "step": 18850
    },
    {
      "epoch": 15.789473684210526,
      "grad_norm": 0.04861776903271675,
      "learning_rate": 4.210878101762888e-06,
      "loss": 0.0083,
      "step": 18900
    },
    {
      "epoch": 15.8312447786132,
      "grad_norm": 0.00836202036589384,
      "learning_rate": 4.169103517420002e-06,
      "loss": 0.0204,
      "step": 18950
    },
    {
      "epoch": 15.873015873015873,
      "grad_norm": 39.85865783691406,
      "learning_rate": 4.127328933077116e-06,
      "loss": 0.0101,
      "step": 19000
    },
    {
      "epoch": 15.914786967418546,
      "grad_norm": 0.07122869789600372,
      "learning_rate": 4.0855543487342305e-06,
      "loss": 0.0087,
      "step": 19050
    },
    {
      "epoch": 15.95655806182122,
      "grad_norm": 0.07924563437700272,
      "learning_rate": 4.0437797643913445e-06,
      "loss": 0.0127,
      "step": 19100
    },
    {
      "epoch": 15.998329156223893,
      "grad_norm": 0.040103524923324585,
      "learning_rate": 4.0020051800484585e-06,
      "loss": 0.0114,
      "step": 19150
    },
    {
      "epoch": 16.040100250626566,
      "grad_norm": 0.3489997684955597,
      "learning_rate": 3.960230595705573e-06,
      "loss": 0.0034,
      "step": 19200
    },
    {
      "epoch": 16.08187134502924,
      "grad_norm": 0.0418890118598938,
      "learning_rate": 3.918456011362687e-06,
      "loss": 0.0168,
      "step": 19250
    },
    {
      "epoch": 16.12364243943191,
      "grad_norm": 0.024545153602957726,
      "learning_rate": 3.876681427019801e-06,
      "loss": 0.0121,
      "step": 19300
    },
    {
      "epoch": 16.165413533834588,
      "grad_norm": 8.744132041931152,
      "learning_rate": 3.834906842676916e-06,
      "loss": 0.0089,
      "step": 19350
    },
    {
      "epoch": 16.20718462823726,
      "grad_norm": 0.2575714886188507,
      "learning_rate": 3.7931322583340296e-06,
      "loss": 0.0097,
      "step": 19400
    },
    {
      "epoch": 16.248955722639934,
      "grad_norm": 0.00845133326947689,
      "learning_rate": 3.751357673991144e-06,
      "loss": 0.0158,
      "step": 19450
    },
    {
      "epoch": 16.290726817042607,
      "grad_norm": 2.029202699661255,
      "learning_rate": 3.709583089648258e-06,
      "loss": 0.0085,
      "step": 19500
    },
    {
      "epoch": 16.33249791144528,
      "grad_norm": 0.009376639500260353,
      "learning_rate": 3.6678085053053724e-06,
      "loss": 0.0038,
      "step": 19550
    },
    {
      "epoch": 16.374269005847953,
      "grad_norm": 0.05808446928858757,
      "learning_rate": 3.626033920962487e-06,
      "loss": 0.0179,
      "step": 19600
    },
    {
      "epoch": 16.416040100250626,
      "grad_norm": 0.11780844628810883,
      "learning_rate": 3.584259336619601e-06,
      "loss": 0.0087,
      "step": 19650
    },
    {
      "epoch": 16.4578111946533,
      "grad_norm": 0.15603607892990112,
      "learning_rate": 3.542484752276715e-06,
      "loss": 0.0041,
      "step": 19700
    },
    {
      "epoch": 16.499582289055972,
      "grad_norm": 0.8933451175689697,
      "learning_rate": 3.5007101679338296e-06,
      "loss": 0.0133,
      "step": 19750
    },
    {
      "epoch": 16.541353383458645,
      "grad_norm": 0.1364767998456955,
      "learning_rate": 3.458935583590943e-06,
      "loss": 0.0069,
      "step": 19800
    },
    {
      "epoch": 16.58312447786132,
      "grad_norm": 1.5579296350479126,
      "learning_rate": 3.4171609992480576e-06,
      "loss": 0.0086,
      "step": 19850
    },
    {
      "epoch": 16.624895572263995,
      "grad_norm": 0.11376599967479706,
      "learning_rate": 3.375386414905172e-06,
      "loss": 0.0018,
      "step": 19900
    },
    {
      "epoch": 16.666666666666668,
      "grad_norm": 3.527081251144409,
      "learning_rate": 3.333611830562286e-06,
      "loss": 0.0068,
      "step": 19950
    },
    {
      "epoch": 16.70843776106934,
      "grad_norm": 0.16554129123687744,
      "learning_rate": 3.2918372462194004e-06,
      "loss": 0.0058,
      "step": 20000
    },
    {
      "epoch": 16.750208855472014,
      "grad_norm": 7.927056312561035,
      "learning_rate": 3.2500626618765148e-06,
      "loss": 0.0041,
      "step": 20050
    },
    {
      "epoch": 16.791979949874687,
      "grad_norm": 6.927394390106201,
      "learning_rate": 3.2082880775336287e-06,
      "loss": 0.0112,
      "step": 20100
    },
    {
      "epoch": 16.83375104427736,
      "grad_norm": 3.62300181388855,
      "learning_rate": 3.166513493190743e-06,
      "loss": 0.0088,
      "step": 20150
    },
    {
      "epoch": 16.875522138680033,
      "grad_norm": 37.684913635253906,
      "learning_rate": 3.1247389088478576e-06,
      "loss": 0.0044,
      "step": 20200
    },
    {
      "epoch": 16.917293233082706,
      "grad_norm": 0.34140291810035706,
      "learning_rate": 3.082964324504971e-06,
      "loss": 0.0092,
      "step": 20250
    },
    {
      "epoch": 16.95906432748538,
      "grad_norm": 0.7771002650260925,
      "learning_rate": 3.0411897401620855e-06,
      "loss": 0.0084,
      "step": 20300
    },
    {
      "epoch": 17.000835421888052,
      "grad_norm": 0.10395874083042145,
      "learning_rate": 2.9994151558192e-06,
      "loss": 0.0062,
      "step": 20350
    },
    {
      "epoch": 17.04260651629073,
      "grad_norm": 0.12849818170070648,
      "learning_rate": 2.957640571476314e-06,
      "loss": 0.0101,
      "step": 20400
    },
    {
      "epoch": 17.0843776106934,
      "grad_norm": 0.010177390649914742,
      "learning_rate": 2.9158659871334283e-06,
      "loss": 0.0056,
      "step": 20450
    },
    {
      "epoch": 17.126148705096075,
      "grad_norm": 10.7208833694458,
      "learning_rate": 2.8740914027905427e-06,
      "loss": 0.0063,
      "step": 20500
    },
    {
      "epoch": 17.167919799498748,
      "grad_norm": 0.31796014308929443,
      "learning_rate": 2.8323168184476567e-06,
      "loss": 0.0082,
      "step": 20550
    },
    {
      "epoch": 17.20969089390142,
      "grad_norm": 0.3368360698223114,
      "learning_rate": 2.790542234104771e-06,
      "loss": 0.0027,
      "step": 20600
    },
    {
      "epoch": 17.251461988304094,
      "grad_norm": 0.871994137763977,
      "learning_rate": 2.7487676497618855e-06,
      "loss": 0.0057,
      "step": 20650
    },
    {
      "epoch": 17.293233082706767,
      "grad_norm": 3.6776578426361084,
      "learning_rate": 2.706993065418999e-06,
      "loss": 0.0039,
      "step": 20700
    },
    {
      "epoch": 17.33500417710944,
      "grad_norm": 0.03436708822846413,
      "learning_rate": 2.6652184810761135e-06,
      "loss": 0.0029,
      "step": 20750
    },
    {
      "epoch": 17.376775271512113,
      "grad_norm": 12.215385437011719,
      "learning_rate": 2.6234438967332274e-06,
      "loss": 0.0104,
      "step": 20800
    },
    {
      "epoch": 17.418546365914786,
      "grad_norm": 0.1122766062617302,
      "learning_rate": 2.581669312390342e-06,
      "loss": 0.0082,
      "step": 20850
    },
    {
      "epoch": 17.46031746031746,
      "grad_norm": 0.01590600423514843,
      "learning_rate": 2.5398947280474563e-06,
      "loss": 0.0059,
      "step": 20900
    },
    {
      "epoch": 17.502088554720135,
      "grad_norm": 8.229164123535156,
      "learning_rate": 2.4981201437045707e-06,
      "loss": 0.0014,
      "step": 20950
    },
    {
      "epoch": 17.54385964912281,
      "grad_norm": 0.13155962526798248,
      "learning_rate": 2.4563455593616846e-06,
      "loss": 0.0027,
      "step": 21000
    },
    {
      "epoch": 17.58563074352548,
      "grad_norm": 2.3657147884368896,
      "learning_rate": 2.4145709750187986e-06,
      "loss": 0.0061,
      "step": 21050
    },
    {
      "epoch": 17.627401837928154,
      "grad_norm": 0.07491889595985413,
      "learning_rate": 2.372796390675913e-06,
      "loss": 0.0006,
      "step": 21100
    },
    {
      "epoch": 17.669172932330827,
      "grad_norm": 0.2693181037902832,
      "learning_rate": 2.3310218063330274e-06,
      "loss": 0.0082,
      "step": 21150
    },
    {
      "epoch": 17.7109440267335,
      "grad_norm": 8.37026309967041,
      "learning_rate": 2.2892472219901414e-06,
      "loss": 0.0062,
      "step": 21200
    },
    {
      "epoch": 17.752715121136173,
      "grad_norm": 0.2343984991312027,
      "learning_rate": 2.2474726376472554e-06,
      "loss": 0.0047,
      "step": 21250
    },
    {
      "epoch": 17.794486215538846,
      "grad_norm": 0.3801390528678894,
      "learning_rate": 2.20569805330437e-06,
      "loss": 0.0054,
      "step": 21300
    },
    {
      "epoch": 17.83625730994152,
      "grad_norm": 0.00528654083609581,
      "learning_rate": 2.163923468961484e-06,
      "loss": 0.0008,
      "step": 21350
    },
    {
      "epoch": 17.878028404344192,
      "grad_norm": 0.014739965088665485,
      "learning_rate": 2.122148884618598e-06,
      "loss": 0.0031,
      "step": 21400
    },
    {
      "epoch": 17.91979949874687,
      "grad_norm": 0.04143223166465759,
      "learning_rate": 2.080374300275712e-06,
      "loss": 0.0013,
      "step": 21450
    },
    {
      "epoch": 17.961570593149542,
      "grad_norm": 0.11256618052721024,
      "learning_rate": 2.0385997159328266e-06,
      "loss": 0.0038,
      "step": 21500
    },
    {
      "epoch": 18.003341687552215,
      "grad_norm": 0.31975257396698,
      "learning_rate": 1.996825131589941e-06,
      "loss": 0.0076,
      "step": 21550
    },
    {
      "epoch": 18.045112781954888,
      "grad_norm": 0.0022968221455812454,
      "learning_rate": 1.9550505472470554e-06,
      "loss": 0.0031,
      "step": 21600
    },
    {
      "epoch": 18.08688387635756,
      "grad_norm": 0.06881808489561081,
      "learning_rate": 1.9132759629041693e-06,
      "loss": 0.005,
      "step": 21650
    },
    {
      "epoch": 18.128654970760234,
      "grad_norm": 0.26212799549102783,
      "learning_rate": 1.8715013785612835e-06,
      "loss": 0.0016,
      "step": 21700
    },
    {
      "epoch": 18.170426065162907,
      "grad_norm": 0.0171457901597023,
      "learning_rate": 1.8297267942183977e-06,
      "loss": 0.0067,
      "step": 21750
    },
    {
      "epoch": 18.21219715956558,
      "grad_norm": 0.2334776520729065,
      "learning_rate": 1.787952209875512e-06,
      "loss": 0.0027,
      "step": 21800
    },
    {
      "epoch": 18.253968253968253,
      "grad_norm": 0.08637866377830505,
      "learning_rate": 1.746177625532626e-06,
      "loss": 0.0053,
      "step": 21850
    },
    {
      "epoch": 18.295739348370926,
      "grad_norm": 0.11498326063156128,
      "learning_rate": 1.7044030411897403e-06,
      "loss": 0.0023,
      "step": 21900
    },
    {
      "epoch": 18.3375104427736,
      "grad_norm": 0.014128020964562893,
      "learning_rate": 1.6626284568468545e-06,
      "loss": 0.008,
      "step": 21950
    },
    {
      "epoch": 18.379281537176276,
      "grad_norm": 0.13422049582004547,
      "learning_rate": 1.620853872503969e-06,
      "loss": 0.0024,
      "step": 22000
    },
    {
      "epoch": 18.42105263157895,
      "grad_norm": 0.13545355200767517,
      "learning_rate": 1.5790792881610829e-06,
      "loss": 0.0039,
      "step": 22050
    },
    {
      "epoch": 18.46282372598162,
      "grad_norm": 0.10272631794214249,
      "learning_rate": 1.537304703818197e-06,
      "loss": 0.003,
      "step": 22100
    },
    {
      "epoch": 18.504594820384295,
      "grad_norm": 3.581731081008911,
      "learning_rate": 1.4955301194753113e-06,
      "loss": 0.003,
      "step": 22150
    },
    {
      "epoch": 18.546365914786968,
      "grad_norm": 0.019360538572072983,
      "learning_rate": 1.4537555351324257e-06,
      "loss": 0.001,
      "step": 22200
    },
    {
      "epoch": 18.58813700918964,
      "grad_norm": 0.20149047672748566,
      "learning_rate": 1.4119809507895399e-06,
      "loss": 0.0029,
      "step": 22250
    },
    {
      "epoch": 18.629908103592314,
      "grad_norm": 0.017035024240612984,
      "learning_rate": 1.3702063664466539e-06,
      "loss": 0.0014,
      "step": 22300
    },
    {
      "epoch": 18.671679197994987,
      "grad_norm": 0.325811505317688,
      "learning_rate": 1.3284317821037683e-06,
      "loss": 0.0052,
      "step": 22350
    },
    {
      "epoch": 18.71345029239766,
      "grad_norm": 0.020387643948197365,
      "learning_rate": 1.2866571977608824e-06,
      "loss": 0.0011,
      "step": 22400
    },
    {
      "epoch": 18.755221386800333,
      "grad_norm": 1.3581466674804688,
      "learning_rate": 1.2448826134179966e-06,
      "loss": 0.0013,
      "step": 22450
    },
    {
      "epoch": 18.796992481203006,
      "grad_norm": 0.05018683522939682,
      "learning_rate": 1.2031080290751108e-06,
      "loss": 0.0012,
      "step": 22500
    },
    {
      "epoch": 18.838763575605682,
      "grad_norm": 0.17220334708690643,
      "learning_rate": 1.161333444732225e-06,
      "loss": 0.003,
      "step": 22550
    },
    {
      "epoch": 18.880534670008355,
      "grad_norm": 0.02596069872379303,
      "learning_rate": 1.1195588603893392e-06,
      "loss": 0.0011,
      "step": 22600
    },
    {
      "epoch": 18.92230576441103,
      "grad_norm": 0.21498483419418335,
      "learning_rate": 1.0777842760464534e-06,
      "loss": 0.0049,
      "step": 22650
    },
    {
      "epoch": 18.9640768588137,
      "grad_norm": 0.21940931677818298,
      "learning_rate": 1.0360096917035676e-06,
      "loss": 0.0007,
      "step": 22700
    },
    {
      "epoch": 19.005847953216374,
      "grad_norm": 0.09297411888837814,
      "learning_rate": 9.942351073606818e-07,
      "loss": 0.0008,
      "step": 22750
    },
    {
      "epoch": 19.047619047619047,
      "grad_norm": 0.01873987540602684,
      "learning_rate": 9.524605230177961e-07,
      "loss": 0.0005,
      "step": 22800
    },
    {
      "epoch": 19.08939014202172,
      "grad_norm": 0.029663298279047012,
      "learning_rate": 9.106859386749102e-07,
      "loss": 0.0022,
      "step": 22850
    },
    {
      "epoch": 19.131161236424393,
      "grad_norm": 0.20812617242336273,
      "learning_rate": 8.689113543320245e-07,
      "loss": 0.0065,
      "step": 22900
    },
    {
      "epoch": 19.172932330827066,
      "grad_norm": 0.047941118478775024,
      "learning_rate": 8.271367699891386e-07,
      "loss": 0.0047,
      "step": 22950
    },
    {
      "epoch": 19.21470342522974,
      "grad_norm": 0.18795344233512878,
      "learning_rate": 7.853621856462529e-07,
      "loss": 0.0022,
      "step": 23000
    },
    {
      "epoch": 19.256474519632416,
      "grad_norm": 5.738811492919922,
      "learning_rate": 7.435876013033672e-07,
      "loss": 0.0025,
      "step": 23050
    },
    {
      "epoch": 19.29824561403509,
      "grad_norm": 0.030096910893917084,
      "learning_rate": 7.018130169604812e-07,
      "loss": 0.0006,
      "step": 23100
    },
    {
      "epoch": 19.340016708437762,
      "grad_norm": 0.07230346649885178,
      "learning_rate": 6.600384326175955e-07,
      "loss": 0.0006,
      "step": 23150
    },
    {
      "epoch": 19.381787802840435,
      "grad_norm": 0.1296992152929306,
      "learning_rate": 6.182638482747097e-07,
      "loss": 0.0003,
      "step": 23200
    },
    {
      "epoch": 19.423558897243108,
      "grad_norm": 0.15579549968242645,
      "learning_rate": 5.764892639318239e-07,
      "loss": 0.0013,
      "step": 23250
    },
    {
      "epoch": 19.46532999164578,
      "grad_norm": 0.018042083829641342,
      "learning_rate": 5.347146795889381e-07,
      "loss": 0.0016,
      "step": 23300
    },
    {
      "epoch": 19.507101086048454,
      "grad_norm": 0.4105440378189087,
      "learning_rate": 4.929400952460523e-07,
      "loss": 0.0006,
      "step": 23350
    },
    {
      "epoch": 19.548872180451127,
      "grad_norm": 0.038732532411813736,
      "learning_rate": 4.5116551090316656e-07,
      "loss": 0.004,
      "step": 23400
    },
    {
      "epoch": 19.5906432748538,
      "grad_norm": 2.204296827316284,
      "learning_rate": 4.093909265602808e-07,
      "loss": 0.0011,
      "step": 23450
    },
    {
      "epoch": 19.632414369256473,
      "grad_norm": 0.014660513959825039,
      "learning_rate": 3.67616342217395e-07,
      "loss": 0.0009,
      "step": 23500
    },
    {
      "epoch": 19.674185463659146,
      "grad_norm": 0.011966018006205559,
      "learning_rate": 3.258417578745092e-07,
      "loss": 0.0006,
      "step": 23550
    },
    {
      "epoch": 19.715956558061823,
      "grad_norm": 0.03099227510392666,
      "learning_rate": 2.840671735316234e-07,
      "loss": 0.0009,
      "step": 23600
    },
    {
      "epoch": 19.757727652464496,
      "grad_norm": 0.09417425096035004,
      "learning_rate": 2.422925891887376e-07,
      "loss": 0.0032,
      "step": 23650
    },
    {
      "epoch": 19.79949874686717,
      "grad_norm": 0.153071790933609,
      "learning_rate": 2.005180048458518e-07,
      "loss": 0.0021,
      "step": 23700
    },
    {
      "epoch": 19.841269841269842,
      "grad_norm": 0.015282063744962215,
      "learning_rate": 1.5874342050296602e-07,
      "loss": 0.0005,
      "step": 23750
    },
    {
      "epoch": 19.883040935672515,
      "grad_norm": 0.012147588655352592,
      "learning_rate": 1.1696883616008022e-07,
      "loss": 0.0041,
      "step": 23800
    },
    {
      "epoch": 19.924812030075188,
      "grad_norm": 0.16458311676979065,
      "learning_rate": 7.519425181719443e-08,
      "loss": 0.0018,
      "step": 23850
    },
    {
      "epoch": 19.96658312447786,
      "grad_norm": 0.11444168537855148,
      "learning_rate": 3.341966747430863e-08,
      "loss": 0.002,
      "step": 23900
    }
  ],
  "logging_steps": 50,
  "max_steps": 23940,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.5544269721786112e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}