{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 25.0,
  "eval_steps": 500,
  "global_step": 3875,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 14.686903953552246,
      "learning_rate": 5.154639175257732e-06,
      "loss": 1.8113,
      "step": 10
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 9.743651390075684,
      "learning_rate": 1.0309278350515464e-05,
      "loss": 1.57,
      "step": 20
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 2.2041146755218506,
      "learning_rate": 1.5463917525773197e-05,
      "loss": 0.6814,
      "step": 30
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 3.186547040939331,
      "learning_rate": 2.0618556701030927e-05,
      "loss": 0.4245,
      "step": 40
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 1.2101554870605469,
      "learning_rate": 2.5773195876288658e-05,
      "loss": 0.2726,
      "step": 50
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.7474563121795654,
      "learning_rate": 3.0927835051546395e-05,
      "loss": 0.2088,
      "step": 60
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.9382892847061157,
      "learning_rate": 3.6082474226804125e-05,
      "loss": 0.2013,
      "step": 70
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 1.0286656618118286,
      "learning_rate": 4.1237113402061855e-05,
      "loss": 0.1683,
      "step": 80
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.867642343044281,
      "learning_rate": 4.639175257731959e-05,
      "loss": 0.1561,
      "step": 90
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 1.0434398651123047,
      "learning_rate": 5.1546391752577315e-05,
      "loss": 0.1509,
      "step": 100
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 1.3080216646194458,
      "learning_rate": 5.670103092783505e-05,
      "loss": 0.1291,
      "step": 110
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.38779398798942566,
      "learning_rate": 6.185567010309279e-05,
      "loss": 0.1209,
      "step": 120
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.49606090784072876,
      "learning_rate": 6.701030927835051e-05,
      "loss": 0.1202,
      "step": 130
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.7980489730834961,
      "learning_rate": 7.216494845360825e-05,
      "loss": 0.1153,
      "step": 140
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.8646230697631836,
      "learning_rate": 7.731958762886599e-05,
      "loss": 0.1068,
      "step": 150
    },
    {
      "epoch": 1.032258064516129,
      "grad_norm": 0.6217169165611267,
      "learning_rate": 8.247422680412371e-05,
      "loss": 0.1049,
      "step": 160
    },
    {
      "epoch": 1.096774193548387,
      "grad_norm": 0.7635177373886108,
      "learning_rate": 8.762886597938145e-05,
      "loss": 0.0953,
      "step": 170
    },
    {
      "epoch": 1.1612903225806452,
      "grad_norm": 0.5218844413757324,
      "learning_rate": 9.278350515463918e-05,
      "loss": 0.098,
      "step": 180
    },
    {
      "epoch": 1.2258064516129032,
      "grad_norm": 0.5090600848197937,
      "learning_rate": 9.793814432989691e-05,
      "loss": 0.1049,
      "step": 190
    },
    {
      "epoch": 1.2903225806451613,
      "grad_norm": 0.5775400400161743,
      "learning_rate": 9.999934444418978e-05,
      "loss": 0.0995,
      "step": 200
    },
    {
      "epoch": 1.3548387096774195,
      "grad_norm": 0.739729106426239,
      "learning_rate": 9.999533833204613e-05,
      "loss": 0.0879,
      "step": 210
    },
    {
      "epoch": 1.4193548387096775,
      "grad_norm": 0.4800107479095459,
      "learning_rate": 9.99876905968797e-05,
      "loss": 0.0854,
      "step": 220
    },
    {
      "epoch": 1.4838709677419355,
      "grad_norm": 0.7302453517913818,
      "learning_rate": 9.997640179574574e-05,
      "loss": 0.0923,
      "step": 230
    },
    {
      "epoch": 1.5483870967741935,
      "grad_norm": 0.362665057182312,
      "learning_rate": 9.996147275091215e-05,
      "loss": 0.0873,
      "step": 240
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 0.502337634563446,
      "learning_rate": 9.994290454979931e-05,
      "loss": 0.0833,
      "step": 250
    },
    {
      "epoch": 1.6774193548387095,
      "grad_norm": 0.6111910939216614,
      "learning_rate": 9.992069854490114e-05,
      "loss": 0.0806,
      "step": 260
    },
    {
      "epoch": 1.7419354838709677,
      "grad_norm": 0.5922254920005798,
      "learning_rate": 9.989485635368641e-05,
      "loss": 0.0838,
      "step": 270
    },
    {
      "epoch": 1.8064516129032258,
      "grad_norm": 1.0255498886108398,
      "learning_rate": 9.986537985848097e-05,
      "loss": 0.0838,
      "step": 280
    },
    {
      "epoch": 1.870967741935484,
      "grad_norm": 0.8610944151878357,
      "learning_rate": 9.983227120633066e-05,
      "loss": 0.0831,
      "step": 290
    },
    {
      "epoch": 1.935483870967742,
      "grad_norm": 0.5282477736473083,
      "learning_rate": 9.979553280884494e-05,
      "loss": 0.0768,
      "step": 300
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.7257622480392456,
      "learning_rate": 9.975516734202118e-05,
      "loss": 0.082,
      "step": 310
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.5951042771339417,
      "learning_rate": 9.971117774604977e-05,
      "loss": 0.0785,
      "step": 320
    },
    {
      "epoch": 2.129032258064516,
      "grad_norm": 1.008421778678894,
      "learning_rate": 9.966356722509995e-05,
      "loss": 0.0756,
      "step": 330
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.6158808469772339,
      "learning_rate": 9.961233924708644e-05,
      "loss": 0.0698,
      "step": 340
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.5757787227630615,
      "learning_rate": 9.95574975434168e-05,
      "loss": 0.0703,
      "step": 350
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.6450510621070862,
      "learning_rate": 9.949904610871968e-05,
      "loss": 0.0685,
      "step": 360
    },
    {
      "epoch": 2.3870967741935485,
      "grad_norm": 0.5834465026855469,
      "learning_rate": 9.943698920055384e-05,
      "loss": 0.0676,
      "step": 370
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.634287416934967,
      "learning_rate": 9.937133133909801e-05,
      "loss": 0.0639,
      "step": 380
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.32366201281547546,
      "learning_rate": 9.93020773068217e-05,
      "loss": 0.0734,
      "step": 390
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.6290192008018494,
      "learning_rate": 9.922923214813675e-05,
      "loss": 0.0748,
      "step": 400
    },
    {
      "epoch": 2.6451612903225805,
      "grad_norm": 0.5695043206214905,
      "learning_rate": 9.915280116903003e-05,
      "loss": 0.066,
      "step": 410
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.5956539511680603,
      "learning_rate": 9.907278993667681e-05,
      "loss": 0.065,
      "step": 420
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.505896806716919,
      "learning_rate": 9.89892042790354e-05,
      "loss": 0.0637,
      "step": 430
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.6462914943695068,
      "learning_rate": 9.890205028442252e-05,
      "loss": 0.0742,
      "step": 440
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.6515319347381592,
      "learning_rate": 9.88113343010699e-05,
      "loss": 0.068,
      "step": 450
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.5437873601913452,
      "learning_rate": 9.87170629366619e-05,
      "loss": 0.0734,
      "step": 460
    },
    {
      "epoch": 3.032258064516129,
      "grad_norm": 0.5710848569869995,
      "learning_rate": 9.861924305785409e-05,
      "loss": 0.072,
      "step": 470
    },
    {
      "epoch": 3.096774193548387,
      "grad_norm": 0.47411492466926575,
      "learning_rate": 9.851788178977327e-05,
      "loss": 0.0632,
      "step": 480
    },
    {
      "epoch": 3.161290322580645,
      "grad_norm": 0.40361443161964417,
      "learning_rate": 9.841298651549831e-05,
      "loss": 0.058,
      "step": 490
    },
    {
      "epoch": 3.225806451612903,
      "grad_norm": 0.5025441646575928,
      "learning_rate": 9.83045648755225e-05,
      "loss": 0.0594,
      "step": 500
    },
    {
      "epoch": 3.2903225806451615,
      "grad_norm": 0.6928324103355408,
      "learning_rate": 9.819262476719692e-05,
      "loss": 0.061,
      "step": 510
    },
    {
      "epoch": 3.3548387096774195,
      "grad_norm": 0.45038920640945435,
      "learning_rate": 9.807717434415527e-05,
      "loss": 0.0597,
      "step": 520
    },
    {
      "epoch": 3.4193548387096775,
      "grad_norm": 0.35843929648399353,
      "learning_rate": 9.795822201571998e-05,
      "loss": 0.0637,
      "step": 530
    },
    {
      "epoch": 3.4838709677419355,
      "grad_norm": 0.727299690246582,
      "learning_rate": 9.78357764462896e-05,
      "loss": 0.062,
      "step": 540
    },
    {
      "epoch": 3.5483870967741935,
      "grad_norm": 0.5294666886329651,
      "learning_rate": 9.770984655470775e-05,
      "loss": 0.0616,
      "step": 550
    },
    {
      "epoch": 3.6129032258064515,
      "grad_norm": 0.24387721717357635,
      "learning_rate": 9.758044151361347e-05,
      "loss": 0.0599,
      "step": 560
    },
    {
      "epoch": 3.6774193548387095,
      "grad_norm": 0.42391934990882874,
      "learning_rate": 9.744757074877312e-05,
      "loss": 0.0572,
      "step": 570
    },
    {
      "epoch": 3.741935483870968,
      "grad_norm": 0.43955346941947937,
      "learning_rate": 9.731124393839375e-05,
      "loss": 0.0562,
      "step": 580
    },
    {
      "epoch": 3.806451612903226,
      "grad_norm": 0.6420799493789673,
      "learning_rate": 9.717147101241816e-05,
      "loss": 0.0568,
      "step": 590
    },
    {
      "epoch": 3.870967741935484,
      "grad_norm": 0.2555811405181885,
      "learning_rate": 9.70282621518017e-05,
      "loss": 0.0539,
      "step": 600
    },
    {
      "epoch": 3.935483870967742,
      "grad_norm": 0.408918559551239,
      "learning_rate": 9.688162778777056e-05,
      "loss": 0.0585,
      "step": 610
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.422941118478775,
      "learning_rate": 9.673157860106206e-05,
      "loss": 0.0547,
      "step": 620
    },
    {
      "epoch": 4.064516129032258,
      "grad_norm": 0.4911976158618927,
      "learning_rate": 9.657812552114667e-05,
      "loss": 0.0559,
      "step": 630
    },
    {
      "epoch": 4.129032258064516,
      "grad_norm": 0.715604841709137,
      "learning_rate": 9.642127972543184e-05,
      "loss": 0.0536,
      "step": 640
    },
    {
      "epoch": 4.193548387096774,
      "grad_norm": 0.530028760433197,
      "learning_rate": 9.626105263844797e-05,
      "loss": 0.0538,
      "step": 650
    },
    {
      "epoch": 4.258064516129032,
      "grad_norm": 0.4460236728191376,
      "learning_rate": 9.609745593101611e-05,
      "loss": 0.0533,
      "step": 660
    },
    {
      "epoch": 4.32258064516129,
      "grad_norm": 0.422241747379303,
      "learning_rate": 9.5930501519398e-05,
      "loss": 0.0573,
      "step": 670
    },
    {
      "epoch": 4.387096774193548,
      "grad_norm": 0.5292857885360718,
      "learning_rate": 9.576020156442802e-05,
      "loss": 0.0558,
      "step": 680
    },
    {
      "epoch": 4.451612903225806,
      "grad_norm": 0.3689402937889099,
      "learning_rate": 9.55865684706274e-05,
      "loss": 0.0502,
      "step": 690
    },
    {
      "epoch": 4.516129032258064,
      "grad_norm": 0.490133672952652,
      "learning_rate": 9.540961488530074e-05,
      "loss": 0.0574,
      "step": 700
    },
    {
      "epoch": 4.580645161290323,
      "grad_norm": 0.40120774507522583,
      "learning_rate": 9.522935369761475e-05,
      "loss": 0.0557,
      "step": 710
    },
    {
      "epoch": 4.645161290322581,
      "grad_norm": 0.4087425172328949,
      "learning_rate": 9.504579803765943e-05,
      "loss": 0.0504,
      "step": 720
    },
    {
      "epoch": 4.709677419354839,
      "grad_norm": 0.6458566188812256,
      "learning_rate": 9.485896127549163e-05,
      "loss": 0.0564,
      "step": 730
    },
    {
      "epoch": 4.774193548387097,
      "grad_norm": 0.43900686502456665,
      "learning_rate": 9.466885702016127e-05,
      "loss": 0.0566,
      "step": 740
    },
    {
      "epoch": 4.838709677419355,
      "grad_norm": 0.4088176190853119,
      "learning_rate": 9.447549911872002e-05,
      "loss": 0.058,
      "step": 750
    },
    {
      "epoch": 4.903225806451613,
      "grad_norm": 0.40604203939437866,
      "learning_rate": 9.427890165521269e-05,
      "loss": 0.0499,
      "step": 760
    },
    {
      "epoch": 4.967741935483871,
      "grad_norm": 0.41275304555892944,
      "learning_rate": 9.407907894965137e-05,
      "loss": 0.0499,
      "step": 770
    },
    {
      "epoch": 5.032258064516129,
      "grad_norm": 0.2919212281703949,
      "learning_rate": 9.387604555697239e-05,
      "loss": 0.0555,
      "step": 780
    },
    {
      "epoch": 5.096774193548387,
      "grad_norm": 0.39005234837532043,
      "learning_rate": 9.366981626597608e-05,
      "loss": 0.0502,
      "step": 790
    },
    {
      "epoch": 5.161290322580645,
      "grad_norm": 0.4438292980194092,
      "learning_rate": 9.346040609824962e-05,
      "loss": 0.0568,
      "step": 800
    },
    {
      "epoch": 5.225806451612903,
      "grad_norm": 0.5161975622177124,
      "learning_rate": 9.324783030707292e-05,
      "loss": 0.0532,
      "step": 810
    },
    {
      "epoch": 5.290322580645161,
      "grad_norm": 0.40832287073135376,
      "learning_rate": 9.303210437630746e-05,
      "loss": 0.0552,
      "step": 820
    },
    {
      "epoch": 5.354838709677419,
      "grad_norm": 0.3923545777797699,
      "learning_rate": 9.28132440192686e-05,
      "loss": 0.0557,
      "step": 830
    },
    {
      "epoch": 5.419354838709677,
      "grad_norm": 0.33239755034446716,
      "learning_rate": 9.25912651775809e-05,
      "loss": 0.054,
      "step": 840
    },
    {
      "epoch": 5.483870967741936,
      "grad_norm": 0.40319114923477173,
      "learning_rate": 9.236618402001707e-05,
      "loss": 0.0501,
      "step": 850
    },
    {
      "epoch": 5.548387096774194,
      "grad_norm": 0.49930399656295776,
      "learning_rate": 9.213801694132012e-05,
      "loss": 0.0541,
      "step": 860
    },
    {
      "epoch": 5.612903225806452,
      "grad_norm": 0.3818790912628174,
      "learning_rate": 9.190678056100933e-05,
      "loss": 0.0501,
      "step": 870
    },
    {
      "epoch": 5.67741935483871,
      "grad_norm": 0.5576165914535522,
      "learning_rate": 9.16724917221695e-05,
      "loss": 0.0506,
      "step": 880
    },
    {
      "epoch": 5.741935483870968,
      "grad_norm": 0.5411040782928467,
      "learning_rate": 9.143516749022433e-05,
      "loss": 0.0461,
      "step": 890
    },
    {
      "epoch": 5.806451612903226,
      "grad_norm": 0.35116180777549744,
      "learning_rate": 9.119482515169324e-05,
      "loss": 0.0479,
      "step": 900
    },
    {
      "epoch": 5.870967741935484,
      "grad_norm": 0.30685099959373474,
      "learning_rate": 9.095148221293225e-05,
      "loss": 0.0459,
      "step": 910
    },
    {
      "epoch": 5.935483870967742,
      "grad_norm": 0.4129478633403778,
      "learning_rate": 9.070515639885888e-05,
      "loss": 0.0505,
      "step": 920
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.5053979754447937,
      "learning_rate": 9.045586565166107e-05,
      "loss": 0.0525,
      "step": 930
    },
    {
      "epoch": 6.064516129032258,
      "grad_norm": 0.3175376057624817,
      "learning_rate": 9.020362812949024e-05,
      "loss": 0.0456,
      "step": 940
    },
    {
      "epoch": 6.129032258064516,
      "grad_norm": 0.4626881182193756,
      "learning_rate": 8.994846220513872e-05,
      "loss": 0.0441,
      "step": 950
    },
    {
      "epoch": 6.193548387096774,
      "grad_norm": 0.321857750415802,
      "learning_rate": 8.969038646470143e-05,
      "loss": 0.0468,
      "step": 960
    },
    {
      "epoch": 6.258064516129032,
      "grad_norm": 0.4286996126174927,
      "learning_rate": 8.942941970622216e-05,
      "loss": 0.0488,
      "step": 970
    },
    {
      "epoch": 6.32258064516129,
      "grad_norm": 0.5266990065574646,
      "learning_rate": 8.916558093832424e-05,
      "loss": 0.0478,
      "step": 980
    },
    {
      "epoch": 6.387096774193548,
      "grad_norm": 0.2945270538330078,
      "learning_rate": 8.889888937882604e-05,
      "loss": 0.052,
      "step": 990
    },
    {
      "epoch": 6.451612903225806,
      "grad_norm": 0.32375168800354004,
      "learning_rate": 8.862936445334116e-05,
      "loss": 0.0484,
      "step": 1000
    },
    {
      "epoch": 6.516129032258064,
      "grad_norm": 0.3967803120613098,
      "learning_rate": 8.835702579386342e-05,
      "loss": 0.0549,
      "step": 1010
    },
    {
      "epoch": 6.580645161290323,
      "grad_norm": 0.35367152094841003,
      "learning_rate": 8.808189323733693e-05,
      "loss": 0.0476,
      "step": 1020
    },
    {
      "epoch": 6.645161290322581,
      "grad_norm": 0.46086496114730835,
      "learning_rate": 8.780398682421117e-05,
      "loss": 0.0463,
      "step": 1030
    },
    {
      "epoch": 6.709677419354839,
      "grad_norm": 0.5151063799858093,
      "learning_rate": 8.752332679698128e-05,
      "loss": 0.0468,
      "step": 1040
    },
    {
      "epoch": 6.774193548387097,
      "grad_norm": 0.5349656343460083,
      "learning_rate": 8.723993359871354e-05,
      "loss": 0.0472,
      "step": 1050
    },
    {
      "epoch": 6.838709677419355,
      "grad_norm": 0.4370066821575165,
      "learning_rate": 8.695382787155643e-05,
      "loss": 0.0414,
      "step": 1060
    },
    {
      "epoch": 6.903225806451613,
      "grad_norm": 0.39678850769996643,
      "learning_rate": 8.666503045523692e-05,
      "loss": 0.0399,
      "step": 1070
    },
    {
      "epoch": 6.967741935483871,
      "grad_norm": 0.5493939518928528,
      "learning_rate": 8.63735623855427e-05,
      "loss": 0.0545,
      "step": 1080
    },
    {
      "epoch": 7.032258064516129,
      "grad_norm": 0.2903650104999542,
      "learning_rate": 8.607944489278976e-05,
      "loss": 0.0423,
      "step": 1090
    },
    {
      "epoch": 7.096774193548387,
      "grad_norm": 0.5154908895492554,
      "learning_rate": 8.578269940027616e-05,
      "loss": 0.0441,
      "step": 1100
    },
    {
      "epoch": 7.161290322580645,
      "grad_norm": 0.3061012625694275,
      "learning_rate": 8.548334752272146e-05,
      "loss": 0.0455,
      "step": 1110
    },
    {
      "epoch": 7.225806451612903,
      "grad_norm": 0.34137821197509766,
      "learning_rate": 8.518141106469233e-05,
      "loss": 0.0426,
      "step": 1120
    },
    {
      "epoch": 7.290322580645161,
      "grad_norm": 0.2501906156539917,
      "learning_rate": 8.487691201901439e-05,
      "loss": 0.0471,
      "step": 1130
    },
    {
      "epoch": 7.354838709677419,
      "grad_norm": 0.5570168495178223,
      "learning_rate": 8.456987256517023e-05,
      "loss": 0.0415,
      "step": 1140
    },
    {
      "epoch": 7.419354838709677,
      "grad_norm": 0.36885467171669006,
      "learning_rate": 8.426031506768381e-05,
      "loss": 0.0488,
      "step": 1150
    },
    {
      "epoch": 7.483870967741936,
      "grad_norm": 0.2259949892759323,
      "learning_rate": 8.394826207449157e-05,
      "loss": 0.0443,
      "step": 1160
    },
    {
      "epoch": 7.548387096774194,
      "grad_norm": 0.31414613127708435,
      "learning_rate": 8.363373631529998e-05,
      "loss": 0.0462,
      "step": 1170
    },
    {
      "epoch": 7.612903225806452,
      "grad_norm": 0.43513432145118713,
      "learning_rate": 8.331676069992989e-05,
      "loss": 0.0417,
      "step": 1180
    },
    {
      "epoch": 7.67741935483871,
      "grad_norm": 0.2809264361858368,
      "learning_rate": 8.299735831664788e-05,
      "loss": 0.0448,
      "step": 1190
    },
    {
      "epoch": 7.741935483870968,
      "grad_norm": 0.3759617209434509,
      "learning_rate": 8.267555243048446e-05,
      "loss": 0.0432,
      "step": 1200
    },
    {
      "epoch": 7.806451612903226,
      "grad_norm": 0.33138594031333923,
      "learning_rate": 8.235136648153954e-05,
      "loss": 0.0434,
      "step": 1210
    },
    {
      "epoch": 7.870967741935484,
      "grad_norm": 0.47733554244041443,
      "learning_rate": 8.202482408327497e-05,
      "loss": 0.0406,
      "step": 1220
    },
    {
      "epoch": 7.935483870967742,
      "grad_norm": 0.3868086338043213,
      "learning_rate": 8.16959490207946e-05,
      "loss": 0.0394,
      "step": 1230
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.44184964895248413,
      "learning_rate": 8.136476524911187e-05,
      "loss": 0.0393,
      "step": 1240
    },
    {
      "epoch": 8.064516129032258,
      "grad_norm": 0.3758850693702698,
      "learning_rate": 8.103129689140479e-05,
      "loss": 0.0454,
      "step": 1250
    },
    {
      "epoch": 8.129032258064516,
      "grad_norm": 0.5086485743522644,
      "learning_rate": 8.069556823725895e-05,
      "loss": 0.042,
      "step": 1260
    },
    {
      "epoch": 8.193548387096774,
      "grad_norm": 0.3741207420825958,
      "learning_rate": 8.03576037408982e-05,
      "loss": 0.0439,
      "step": 1270
    },
    {
      "epoch": 8.258064516129032,
      "grad_norm": 0.49306967854499817,
      "learning_rate": 8.001742801940349e-05,
      "loss": 0.04,
      "step": 1280
    },
    {
      "epoch": 8.32258064516129,
      "grad_norm": 0.3498378098011017,
      "learning_rate": 7.96750658509198e-05,
      "loss": 0.0448,
      "step": 1290
    },
    {
      "epoch": 8.387096774193548,
      "grad_norm": 0.3390824496746063,
      "learning_rate": 7.933054217285118e-05,
      "loss": 0.0472,
      "step": 1300
    },
    {
      "epoch": 8.451612903225806,
      "grad_norm": 0.27651500701904297,
      "learning_rate": 7.898388208004449e-05,
      "loss": 0.0368,
      "step": 1310
    },
    {
      "epoch": 8.516129032258064,
      "grad_norm": 0.33945196866989136,
      "learning_rate": 7.86351108229614e-05,
      "loss": 0.0376,
      "step": 1320
    },
    {
      "epoch": 8.580645161290322,
      "grad_norm": 0.2656388580799103,
      "learning_rate": 7.828425380583923e-05,
      "loss": 0.0415,
      "step": 1330
    },
    {
      "epoch": 8.64516129032258,
      "grad_norm": 0.2991732954978943,
      "learning_rate": 7.793133658484051e-05,
      "loss": 0.0434,
      "step": 1340
    },
    {
      "epoch": 8.709677419354838,
      "grad_norm": 0.5004262328147888,
      "learning_rate": 7.757638486619144e-05,
      "loss": 0.0418,
      "step": 1350
    },
    {
      "epoch": 8.774193548387096,
      "grad_norm": 0.3629301190376282,
      "learning_rate": 7.72194245043095e-05,
      "loss": 0.0368,
      "step": 1360
    },
    {
      "epoch": 8.838709677419354,
      "grad_norm": 0.4232747256755829,
      "learning_rate": 7.686048149992032e-05,
      "loss": 0.0393,
      "step": 1370
    },
    {
      "epoch": 8.903225806451612,
      "grad_norm": 0.3285137116909027,
      "learning_rate": 7.649958199816363e-05,
      "loss": 0.0373,
      "step": 1380
    },
    {
      "epoch": 8.967741935483872,
      "grad_norm": 0.3300577402114868,
      "learning_rate": 7.613675228668904e-05,
      "loss": 0.0376,
      "step": 1390
    },
    {
      "epoch": 9.03225806451613,
      "grad_norm": 0.27525898814201355,
      "learning_rate": 7.577201879374115e-05,
      "loss": 0.0401,
      "step": 1400
    },
    {
      "epoch": 9.096774193548388,
      "grad_norm": 0.2236848622560501,
      "learning_rate": 7.540540808623455e-05,
      "loss": 0.0407,
      "step": 1410
    },
    {
      "epoch": 9.161290322580646,
      "grad_norm": 0.25309398770332336,
      "learning_rate": 7.50369468678188e-05,
      "loss": 0.0373,
      "step": 1420
    },
    {
      "epoch": 9.225806451612904,
      "grad_norm": 0.46527889370918274,
      "learning_rate": 7.466666197693326e-05,
      "loss": 0.0397,
      "step": 1430
    },
    {
      "epoch": 9.290322580645162,
      "grad_norm": 0.5017492175102234,
      "learning_rate": 7.429458038485222e-05,
      "loss": 0.0429,
      "step": 1440
    },
    {
      "epoch": 9.35483870967742,
      "grad_norm": 0.3527701795101166,
      "learning_rate": 7.392072919372032e-05,
      "loss": 0.0356,
      "step": 1450
    },
    {
      "epoch": 9.419354838709678,
      "grad_norm": 0.37153077125549316,
      "learning_rate": 7.354513563457855e-05,
      "loss": 0.038,
      "step": 1460
    },
    {
      "epoch": 9.483870967741936,
      "grad_norm": 0.5790444016456604,
      "learning_rate": 7.316782706538056e-05,
      "loss": 0.0408,
      "step": 1470
    },
    {
      "epoch": 9.548387096774194,
      "grad_norm": 0.3680723309516907,
      "learning_rate": 7.278883096900017e-05,
      "loss": 0.0402,
      "step": 1480
    },
    {
      "epoch": 9.612903225806452,
      "grad_norm": 0.40202105045318604,
      "learning_rate": 7.240817495122935e-05,
      "loss": 0.0376,
      "step": 1490
    },
    {
      "epoch": 9.67741935483871,
      "grad_norm": 0.24831123650074005,
      "learning_rate": 7.202588673876751e-05,
      "loss": 0.0371,
      "step": 1500
    },
    {
      "epoch": 9.741935483870968,
      "grad_norm": 0.4128989279270172,
      "learning_rate": 7.16419941772019e-05,
      "loss": 0.0337,
      "step": 1510
    },
    {
      "epoch": 9.806451612903226,
      "grad_norm": 0.2867458164691925,
      "learning_rate": 7.125652522897936e-05,
      "loss": 0.0383,
      "step": 1520
    },
    {
      "epoch": 9.870967741935484,
      "grad_norm": 0.32444578409194946,
      "learning_rate": 7.086950797136959e-05,
      "loss": 0.0425,
      "step": 1530
    },
    {
      "epoch": 9.935483870967742,
      "grad_norm": 0.8138065338134766,
      "learning_rate": 7.04809705944199e-05,
      "loss": 0.0422,
      "step": 1540
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.5340340733528137,
      "learning_rate": 7.009094139890206e-05,
      "loss": 0.0386,
      "step": 1550
    },
    {
      "epoch": 10.064516129032258,
      "grad_norm": 0.3925679922103882,
      "learning_rate": 6.969944879425069e-05,
      "loss": 0.0375,
      "step": 1560
    },
    {
      "epoch": 10.129032258064516,
      "grad_norm": 0.32105499505996704,
      "learning_rate": 6.930652129649411e-05,
      "loss": 0.0412,
      "step": 1570
    },
    {
      "epoch": 10.193548387096774,
      "grad_norm": 0.31760817766189575,
      "learning_rate": 6.891218752617716e-05,
      "loss": 0.034,
      "step": 1580
    },
    {
      "epoch": 10.258064516129032,
      "grad_norm": 0.36178886890411377,
      "learning_rate": 6.851647620627648e-05,
      "loss": 0.0338,
      "step": 1590
    },
    {
      "epoch": 10.32258064516129,
      "grad_norm": 0.29000788927078247,
      "learning_rate": 6.811941616010847e-05,
      "loss": 0.0379,
      "step": 1600
    },
    {
      "epoch": 10.387096774193548,
      "grad_norm": 0.40512529015541077,
      "learning_rate": 6.772103630922964e-05,
      "loss": 0.0399,
      "step": 1610
    },
    {
      "epoch": 10.451612903225806,
      "grad_norm": 0.3559243083000183,
      "learning_rate": 6.732136567133019e-05,
      "loss": 0.0349,
      "step": 1620
    },
    {
      "epoch": 10.516129032258064,
      "grad_norm": 0.5191022157669067,
      "learning_rate": 6.69204333581202e-05,
      "loss": 0.0342,
      "step": 1630
    },
    {
      "epoch": 10.580645161290322,
      "grad_norm": 0.21767917275428772,
      "learning_rate": 6.651826857320926e-05,
      "loss": 0.0386,
      "step": 1640
    },
    {
      "epoch": 10.64516129032258,
      "grad_norm": 0.39933088421821594,
      "learning_rate": 6.611490060997933e-05,
      "loss": 0.0375,
      "step": 1650
    },
    {
      "epoch": 10.709677419354838,
      "grad_norm": 0.32508501410484314,
      "learning_rate": 6.57103588494509e-05,
      "loss": 0.0348,
      "step": 1660
    },
    {
      "epoch": 10.774193548387096,
      "grad_norm": 0.6718910932540894,
      "learning_rate": 6.530467275814301e-05,
      "loss": 0.0405,
      "step": 1670
    },
    {
      "epoch": 10.838709677419354,
      "grad_norm": 0.46869444847106934,
      "learning_rate": 6.489787188592693e-05,
      "loss": 0.035,
      "step": 1680
    },
    {
      "epoch": 10.903225806451612,
      "grad_norm": 0.39346209168434143,
      "learning_rate": 6.448998586387365e-05,
      "loss": 0.0344,
      "step": 1690
    },
    {
      "epoch": 10.967741935483872,
      "grad_norm": 0.4559718370437622,
      "learning_rate": 6.408104440209574e-05,
      "loss": 0.038,
      "step": 1700
    },
    {
      "epoch": 11.03225806451613,
      "grad_norm": 0.7514871954917908,
      "learning_rate": 6.367107728758319e-05,
      "loss": 0.0339,
      "step": 1710
    },
    {
      "epoch": 11.096774193548388,
      "grad_norm": 0.2884572148323059,
      "learning_rate": 6.326011438203378e-05,
      "loss": 0.0362,
      "step": 1720
    },
    {
      "epoch": 11.161290322580646,
      "grad_norm": 0.3102618157863617,
      "learning_rate": 6.28481856196779e-05,
      "loss": 0.0326,
      "step": 1730
    },
    {
      "epoch": 11.225806451612904,
      "grad_norm": 0.25867921113967896,
      "learning_rate": 6.24353210050983e-05,
      "loss": 0.0398,
      "step": 1740
    },
    {
      "epoch": 11.290322580645162,
      "grad_norm": 0.28058162331581116,
      "learning_rate": 6.202155061104448e-05,
      "loss": 0.0362,
      "step": 1750
    },
    {
      "epoch": 11.35483870967742,
      "grad_norm": 0.360380619764328,
      "learning_rate": 6.160690457624223e-05,
      "loss": 0.0374,
      "step": 1760
    },
    {
      "epoch": 11.419354838709678,
      "grad_norm": 0.40499451756477356,
      "learning_rate": 6.119141310319838e-05,
      "loss": 0.0355,
      "step": 1770
    },
    {
      "epoch": 11.483870967741936,
      "grad_norm": 0.3203999996185303,
      "learning_rate": 6.077510645600081e-05,
      "loss": 0.0349,
      "step": 1780
    },
    {
      "epoch": 11.548387096774194,
      "grad_norm": 0.2518363296985626,
      "learning_rate": 6.035801495811411e-05,
      "loss": 0.0356,
      "step": 1790
    },
    {
      "epoch": 11.612903225806452,
      "grad_norm": 0.4911201000213623,
      "learning_rate": 5.99401689901708e-05,
      "loss": 0.0331,
      "step": 1800
    },
    {
      "epoch": 11.67741935483871,
      "grad_norm": 0.30413028597831726,
      "learning_rate": 5.9521598987758395e-05,
      "loss": 0.0333,
      "step": 1810
    },
    {
      "epoch": 11.741935483870968,
      "grad_norm": 0.37464162707328796,
      "learning_rate": 5.910233543920263e-05,
      "loss": 0.0336,
      "step": 1820
    },
    {
      "epoch": 11.806451612903226,
      "grad_norm": 0.352731853723526,
      "learning_rate": 5.868240888334653e-05,
      "loss": 0.0327,
      "step": 1830
    },
    {
      "epoch": 11.870967741935484,
      "grad_norm": 0.4417053461074829,
      "learning_rate": 5.826184990732609e-05,
      "loss": 0.0327,
      "step": 1840
    },
    {
      "epoch": 11.935483870967742,
      "grad_norm": 0.3826858401298523,
      "learning_rate": 5.784068914434238e-05,
      "loss": 0.0333,
      "step": 1850
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.4200211763381958,
      "learning_rate": 5.741895727143013e-05,
      "loss": 0.0368,
      "step": 1860
    },
    {
      "epoch": 12.064516129032258,
      "grad_norm": 0.22449392080307007,
      "learning_rate": 5.699668500722328e-05,
      "loss": 0.0326,
      "step": 1870
    },
    {
      "epoch": 12.129032258064516,
      "grad_norm": 0.2556811571121216,
      "learning_rate": 5.65739031097175e-05,
      "loss": 0.0305,
      "step": 1880
    },
    {
      "epoch": 12.193548387096774,
      "grad_norm": 0.34918874502182007,
      "learning_rate": 5.615064237402974e-05,
      "loss": 0.0294,
      "step": 1890
    },
    {
      "epoch": 12.258064516129032,
      "grad_norm": 0.3033507764339447,
      "learning_rate": 5.5726933630155196e-05,
      "loss": 0.0311,
      "step": 1900
    },
    {
      "epoch": 12.32258064516129,
      "grad_norm": 0.2633187770843506,
      "learning_rate": 5.5302807740721606e-05,
      "loss": 0.0369,
      "step": 1910
    },
    {
      "epoch": 12.387096774193548,
      "grad_norm": 0.33521905541419983,
      "learning_rate": 5.4878295598741325e-05,
      "loss": 0.0299,
      "step": 1920
    },
    {
      "epoch": 12.451612903225806,
      "grad_norm": 0.28460752964019775,
      "learning_rate": 5.4453428125361e-05,
      "loss": 0.0297,
      "step": 1930
    },
    {
      "epoch": 12.516129032258064,
      "grad_norm": 0.24392494559288025,
      "learning_rate": 5.40282362676094e-05,
      "loss": 0.0338,
      "step": 1940
    },
    {
      "epoch": 12.580645161290322,
      "grad_norm": 0.24771785736083984,
      "learning_rate": 5.360275099614319e-05,
      "loss": 0.0327,
      "step": 1950
    },
    {
      "epoch": 12.64516129032258,
      "grad_norm": 0.41986414790153503,
      "learning_rate": 5.317700330299107e-05,
      "loss": 0.0273,
      "step": 1960
    },
    {
      "epoch": 12.709677419354838,
      "grad_norm": 0.3345301151275635,
      "learning_rate": 5.275102419929632e-05,
      "loss": 0.0329,
      "step": 1970
    },
    {
      "epoch": 12.774193548387096,
      "grad_norm": 0.35422471165657043,
      "learning_rate": 5.232484471305804e-05,
      "loss": 0.035,
      "step": 1980
    },
    {
      "epoch": 12.838709677419354,
      "grad_norm": 0.2817692160606384,
      "learning_rate": 5.189849588687099e-05,
      "loss": 0.0288,
      "step": 1990
    },
    {
      "epoch": 12.903225806451612,
      "grad_norm": 0.4547789394855499,
      "learning_rate": 5.147200877566456e-05,
      "loss": 0.0347,
      "step": 2000
    },
    {
      "epoch": 12.967741935483872,
      "grad_norm": 0.2539784908294678,
      "learning_rate": 5.104541444444071e-05,
      "loss": 0.0352,
      "step": 2010
    },
    {
      "epoch": 13.03225806451613,
      "grad_norm": 0.2622417211532593,
      "learning_rate": 5.061874396601121e-05,
      "loss": 0.0296,
      "step": 2020
    },
    {
      "epoch": 13.096774193548388,
      "grad_norm": 0.3102482259273529,
      "learning_rate": 5.0192028418734335e-05,
      "loss": 0.0313,
      "step": 2030
    },
    {
      "epoch": 13.161290322580646,
      "grad_norm": 0.25369301438331604,
      "learning_rate": 4.9765298884251186e-05,
      "loss": 0.0309,
      "step": 2040
    },
    {
      "epoch": 13.225806451612904,
      "grad_norm": 0.3013876974582672,
      "learning_rate": 4.933858644522165e-05,
      "loss": 0.0372,
      "step": 2050
    },
    {
      "epoch": 13.290322580645162,
      "grad_norm": 0.28694114089012146,
      "learning_rate": 4.8911922183060356e-05,
      "loss": 0.0295,
      "step": 2060
    },
    {
      "epoch": 13.35483870967742,
      "grad_norm": 0.4296466112136841,
      "learning_rate": 4.848533717567283e-05,
      "loss": 0.0305,
      "step": 2070
    },
    {
      "epoch": 13.419354838709678,
      "grad_norm": 0.2966064512729645,
      "learning_rate": 4.805886249519172e-05,
      "loss": 0.0354,
      "step": 2080
    },
    {
      "epoch": 13.483870967741936,
      "grad_norm": 0.25592073798179626,
      "learning_rate": 4.763252920571351e-05,
      "loss": 0.0332,
      "step": 2090
    },
    {
      "epoch": 13.548387096774194,
      "grad_norm": 0.42708101868629456,
      "learning_rate": 4.720636836103593e-05,
      "loss": 0.0362,
      "step": 2100
    },
    {
      "epoch": 13.612903225806452,
      "grad_norm": 0.44891414046287537,
      "learning_rate": 4.6780411002395904e-05,
      "loss": 0.0312,
      "step": 2110
    },
    {
      "epoch": 13.67741935483871,
      "grad_norm": 0.33705928921699524,
      "learning_rate": 4.6354688156208616e-05,
      "loss": 0.0322,
      "step": 2120
    },
    {
      "epoch": 13.741935483870968,
      "grad_norm": 0.34952977299690247,
      "learning_rate": 4.592923083180752e-05,
      "loss": 0.0297,
      "step": 2130
    },
    {
      "epoch": 13.806451612903226,
      "grad_norm": 0.2684139013290405,
      "learning_rate": 4.55040700191857e-05,
      "loss": 0.0334,
      "step": 2140
    },
    {
      "epoch": 13.870967741935484,
      "grad_norm": 0.3220863342285156,
      "learning_rate": 4.507923668673847e-05,
      "loss": 0.0312,
      "step": 2150
    },
    {
      "epoch": 13.935483870967742,
      "grad_norm": 0.31924524903297424,
      "learning_rate": 4.465476177900782e-05,
      "loss": 0.0303,
      "step": 2160
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.5949335694313049,
      "learning_rate": 4.423067621442831e-05,
      "loss": 0.0275,
      "step": 2170
    },
    {
      "epoch": 14.064516129032258,
      "grad_norm": 0.28924089670181274,
      "learning_rate": 4.380701088307501e-05,
      "loss": 0.0272,
      "step": 2180
    },
    {
      "epoch": 14.129032258064516,
      "grad_norm": 0.3126032054424286,
      "learning_rate": 4.338379664441357e-05,
      "loss": 0.0305,
      "step": 2190
    },
    {
      "epoch": 14.193548387096774,
      "grad_norm": 0.2669059634208679,
      "learning_rate": 4.2961064325052335e-05,
      "loss": 0.0286,
      "step": 2200
    },
    {
      "epoch": 14.258064516129032,
      "grad_norm": 0.3986091911792755,
      "learning_rate": 4.253884471649707e-05,
      "loss": 0.0305,
      "step": 2210
    },
    {
      "epoch": 14.32258064516129,
      "grad_norm": 0.397923082113266,
      "learning_rate": 4.2117168572907996e-05,
      "loss": 0.0324,
      "step": 2220
    },
    {
      "epoch": 14.387096774193548,
      "grad_norm": 0.3409479856491089,
      "learning_rate": 4.169606660885982e-05,
      "loss": 0.0276,
      "step": 2230
    },
    {
      "epoch": 14.451612903225806,
      "grad_norm": 0.2611437737941742,
      "learning_rate": 4.127556949710437e-05,
      "loss": 0.0283,
      "step": 2240
    },
    {
      "epoch": 14.516129032258064,
      "grad_norm": 0.3530644178390503,
      "learning_rate": 4.085570786633656e-05,
      "loss": 0.0278,
      "step": 2250
    },
    {
      "epoch": 14.580645161290322,
      "grad_norm": 0.23989705741405487,
      "learning_rate": 4.0436512298963305e-05,
      "loss": 0.0318,
      "step": 2260
    },
    {
      "epoch": 14.64516129032258,
      "grad_norm": 0.2740343511104584,
      "learning_rate": 4.001801332887595e-05,
      "loss": 0.0297,
      "step": 2270
    },
    {
      "epoch": 14.709677419354838,
      "grad_norm": 0.39286455512046814,
      "learning_rate": 3.960024143922625e-05,
      "loss": 0.0291,
      "step": 2280
    },
    {
      "epoch": 14.774193548387096,
      "grad_norm": 0.7122088074684143,
      "learning_rate": 3.918322706020593e-05,
      "loss": 0.0368,
      "step": 2290
    },
    {
      "epoch": 14.838709677419354,
      "grad_norm": 0.22896356880664825,
      "learning_rate": 3.876700056683026e-05,
      "loss": 0.027,
      "step": 2300
    },
    {
      "epoch": 14.903225806451612,
      "grad_norm": 0.3285376727581024,
      "learning_rate": 3.8351592276725425e-05,
      "loss": 0.0248,
      "step": 2310
    },
    {
      "epoch": 14.967741935483872,
      "grad_norm": 0.23626801371574402,
      "learning_rate": 3.793703244792038e-05,
      "loss": 0.0295,
      "step": 2320
    },
    {
      "epoch": 15.03225806451613,
      "grad_norm": 0.39834141731262207,
      "learning_rate": 3.7523351276642736e-05,
      "loss": 0.0292,
      "step": 2330
    },
    {
      "epoch": 15.096774193548388,
      "grad_norm": 0.29628074169158936,
      "learning_rate": 3.71105788951194e-05,
      "loss": 0.0275,
      "step": 2340
    },
    {
      "epoch": 15.161290322580646,
      "grad_norm": 0.18978668749332428,
      "learning_rate": 3.669874536938164e-05,
      "loss": 0.0265,
      "step": 2350
    },
    {
      "epoch": 15.225806451612904,
      "grad_norm": 0.30174311995506287,
      "learning_rate": 3.628788069707524e-05,
      "loss": 0.0266,
      "step": 2360
    },
    {
      "epoch": 15.290322580645162,
      "grad_norm": 0.24498514831066132,
      "learning_rate": 3.587801480527542e-05,
      "loss": 0.0259,
      "step": 2370
    },
    {
      "epoch": 15.35483870967742,
      "grad_norm": 0.3696959316730499,
      "learning_rate": 3.546917754830691e-05,
      "loss": 0.032,
      "step": 2380
    },
    {
      "epoch": 15.419354838709678,
      "grad_norm": 0.31626754999160767,
      "learning_rate": 3.5061398705569545e-05,
      "loss": 0.0264,
      "step": 2390
    },
    {
      "epoch": 15.483870967741936,
      "grad_norm": 0.5776691436767578,
      "learning_rate": 3.465470797936896e-05,
      "loss": 0.0244,
      "step": 2400
    },
    {
      "epoch": 15.548387096774194,
      "grad_norm": 0.25500577688217163,
      "learning_rate": 3.424913499275328e-05,
      "loss": 0.0304,
      "step": 2410
    },
    {
      "epoch": 15.612903225806452,
      "grad_norm": 0.3002663552761078,
      "learning_rate": 3.384470928735527e-05,
      "loss": 0.0287,
      "step": 2420
    },
    {
      "epoch": 15.67741935483871,
      "grad_norm": 0.45792222023010254,
      "learning_rate": 3.3441460321240605e-05,
      "loss": 0.0316,
      "step": 2430
    },
    {
      "epoch": 15.741935483870968,
      "grad_norm": 0.20462553203105927,
      "learning_rate": 3.303941746676212e-05,
      "loss": 0.0255,
      "step": 2440
    },
    {
      "epoch": 15.806451612903226,
      "grad_norm": 0.29612648487091064,
      "learning_rate": 3.263861000842043e-05,
      "loss": 0.0292,
      "step": 2450
    },
    {
      "epoch": 15.870967741935484,
      "grad_norm": 0.3627132475376129,
      "learning_rate": 3.223906714073083e-05,
      "loss": 0.0277,
      "step": 2460
    },
    {
      "epoch": 15.935483870967742,
      "grad_norm": 0.4241921901702881,
      "learning_rate": 3.1840817966096684e-05,
      "loss": 0.0323,
      "step": 2470
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.4466724693775177,
      "learning_rate": 3.1443891492689834e-05,
      "loss": 0.0257,
      "step": 2480
    },
    {
      "epoch": 16.06451612903226,
      "grad_norm": 0.33882275223731995,
      "learning_rate": 3.104831663233746e-05,
      "loss": 0.0288,
      "step": 2490
    },
    {
      "epoch": 16.129032258064516,
      "grad_norm": 0.28266456723213196,
      "learning_rate": 3.065412219841635e-05,
      "loss": 0.0266,
      "step": 2500
    },
    {
      "epoch": 16.193548387096776,
      "grad_norm": 0.2942975163459778,
      "learning_rate": 3.026133690375398e-05,
      "loss": 0.026,
      "step": 2510
    },
    {
      "epoch": 16.258064516129032,
      "grad_norm": 0.28727394342422485,
      "learning_rate": 2.9869989358537253e-05,
      "loss": 0.0282,
      "step": 2520
    },
    {
      "epoch": 16.322580645161292,
      "grad_norm": 0.28704243898391724,
      "learning_rate": 2.9480108068228397e-05,
      "loss": 0.0285,
      "step": 2530
    },
    {
      "epoch": 16.387096774193548,
      "grad_norm": 0.3424932360649109,
      "learning_rate": 2.9091721431488784e-05,
      "loss": 0.0298,
      "step": 2540
    },
    {
      "epoch": 16.451612903225808,
      "grad_norm": 0.4286734461784363,
      "learning_rate": 2.8704857738110368e-05,
      "loss": 0.0244,
      "step": 2550
    },
    {
      "epoch": 16.516129032258064,
      "grad_norm": 0.2728700339794159,
      "learning_rate": 2.8319545166954963e-05,
      "loss": 0.0265,
      "step": 2560
    },
    {
      "epoch": 16.580645161290324,
      "grad_norm": 0.5243811011314392,
      "learning_rate": 2.793581178390188e-05,
      "loss": 0.0242,
      "step": 2570
    },
    {
      "epoch": 16.64516129032258,
      "grad_norm": 0.3646429479122162,
      "learning_rate": 2.7553685539803488e-05,
      "loss": 0.027,
      "step": 2580
    },
    {
      "epoch": 16.70967741935484,
      "grad_norm": 0.24419990181922913,
      "learning_rate": 2.717319426844942e-05,
      "loss": 0.0274,
      "step": 2590
    },
    {
      "epoch": 16.774193548387096,
      "grad_norm": 0.3144078254699707,
      "learning_rate": 2.679436568453904e-05,
      "loss": 0.0266,
      "step": 2600
    },
    {
      "epoch": 16.838709677419356,
      "grad_norm": 0.3204503655433655,
      "learning_rate": 2.64172273816629e-05,
      "loss": 0.027,
      "step": 2610
    },
    {
      "epoch": 16.903225806451612,
      "grad_norm": 0.2552044093608856,
      "learning_rate": 2.6041806830292647e-05,
      "loss": 0.0269,
      "step": 2620
    },
    {
      "epoch": 16.967741935483872,
      "grad_norm": 0.25380566716194153,
      "learning_rate": 2.5668131375780276e-05,
      "loss": 0.0231,
      "step": 2630
    },
    {
      "epoch": 17.032258064516128,
      "grad_norm": 0.3057281970977783,
      "learning_rate": 2.5296228236366194e-05,
      "loss": 0.0266,
      "step": 2640
    },
    {
      "epoch": 17.096774193548388,
      "grad_norm": 0.26944369077682495,
      "learning_rate": 2.492612450119669e-05,
      "loss": 0.0264,
      "step": 2650
    },
    {
      "epoch": 17.161290322580644,
      "grad_norm": 0.31917497515678406,
      "learning_rate": 2.455784712835084e-05,
      "loss": 0.0265,
      "step": 2660
    },
    {
      "epoch": 17.225806451612904,
      "grad_norm": 0.2606102228164673,
      "learning_rate": 2.4191422942876803e-05,
      "loss": 0.0238,
      "step": 2670
    },
    {
      "epoch": 17.29032258064516,
      "grad_norm": 0.25582873821258545,
      "learning_rate": 2.3826878634838e-05,
      "loss": 0.024,
      "step": 2680
    },
    {
      "epoch": 17.35483870967742,
      "grad_norm": 0.25627753138542175,
      "learning_rate": 2.3464240757368944e-05,
      "loss": 0.0261,
      "step": 2690
    },
    {
      "epoch": 17.419354838709676,
      "grad_norm": 0.2993682622909546,
      "learning_rate": 2.3103535724741233e-05,
      "loss": 0.0267,
      "step": 2700
    },
    {
      "epoch": 17.483870967741936,
      "grad_norm": 0.24699701368808746,
      "learning_rate": 2.2744789810439422e-05,
      "loss": 0.0246,
      "step": 2710
    },
    {
      "epoch": 17.548387096774192,
      "grad_norm": 0.24654793739318848,
      "learning_rate": 2.2388029145247396e-05,
      "loss": 0.0216,
      "step": 2720
    },
    {
      "epoch": 17.612903225806452,
      "grad_norm": 0.3724614083766937,
      "learning_rate": 2.2033279715345006e-05,
      "loss": 0.0264,
      "step": 2730
    },
    {
      "epoch": 17.677419354838708,
      "grad_norm": 0.2768930196762085,
      "learning_rate": 2.1680567360415155e-05,
      "loss": 0.0264,
      "step": 2740
    },
    {
      "epoch": 17.741935483870968,
      "grad_norm": 0.1919165402650833,
      "learning_rate": 2.1329917771761805e-05,
      "loss": 0.0218,
      "step": 2750
    },
    {
      "epoch": 17.806451612903224,
      "grad_norm": 0.15743491053581238,
      "learning_rate": 2.0981356490438502e-05,
      "loss": 0.0213,
      "step": 2760
    },
    {
      "epoch": 17.870967741935484,
      "grad_norm": 0.3243708312511444,
      "learning_rate": 2.0634908905388123e-05,
      "loss": 0.0221,
      "step": 2770
    },
    {
      "epoch": 17.93548387096774,
      "grad_norm": 1.23497474193573,
      "learning_rate": 2.02906002515934e-05,
      "loss": 0.0252,
      "step": 2780
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.3177509903907776,
      "learning_rate": 1.9948455608238985e-05,
      "loss": 0.0272,
      "step": 2790
    },
    {
      "epoch": 18.06451612903226,
      "grad_norm": 0.29627230763435364,
      "learning_rate": 1.960849989688463e-05,
      "loss": 0.0238,
      "step": 2800
    },
    {
      "epoch": 18.129032258064516,
      "grad_norm": 0.47126612067222595,
      "learning_rate": 1.927075787964985e-05,
      "loss": 0.0226,
      "step": 2810
    },
    {
      "epoch": 18.193548387096776,
      "grad_norm": 0.22074201703071594,
      "learning_rate": 1.8935254157410403e-05,
      "loss": 0.0227,
      "step": 2820
    },
    {
      "epoch": 18.258064516129032,
      "grad_norm": 0.23865483701229095,
      "learning_rate": 1.8602013168006293e-05,
      "loss": 0.0232,
      "step": 2830
    },
    {
      "epoch": 18.322580645161292,
      "grad_norm": 0.24160803854465485,
      "learning_rate": 1.827105918446178e-05,
      "loss": 0.0226,
      "step": 2840
    },
    {
      "epoch": 18.387096774193548,
      "grad_norm": 0.29074233770370483,
      "learning_rate": 1.794241631321727e-05,
      "loss": 0.0215,
      "step": 2850
    },
    {
      "epoch": 18.451612903225808,
      "grad_norm": 0.2850009799003601,
      "learning_rate": 1.7616108492373545e-05,
      "loss": 0.0209,
      "step": 2860
    },
    {
      "epoch": 18.516129032258064,
      "grad_norm": 0.39563989639282227,
      "learning_rate": 1.7292159489948012e-05,
      "loss": 0.0234,
      "step": 2870
    },
    {
      "epoch": 18.580645161290324,
      "grad_norm": 0.2690832316875458,
      "learning_rate": 1.697059290214356e-05,
      "loss": 0.0251,
      "step": 2880
    },
    {
      "epoch": 18.64516129032258,
      "grad_norm": 0.21451742947101593,
      "learning_rate": 1.6651432151629725e-05,
      "loss": 0.0251,
      "step": 2890
    },
    {
      "epoch": 18.70967741935484,
      "grad_norm": 0.5447711944580078,
      "learning_rate": 1.6334700485836714e-05,
      "loss": 0.0241,
      "step": 2900
    },
    {
      "epoch": 18.774193548387096,
      "grad_norm": 0.26067161560058594,
      "learning_rate": 1.6020420975261956e-05,
      "loss": 0.0279,
      "step": 2910
    },
    {
      "epoch": 18.838709677419356,
      "grad_norm": 0.3259269595146179,
      "learning_rate": 1.570861651178978e-05,
      "loss": 0.0219,
      "step": 2920
    },
    {
      "epoch": 18.903225806451612,
      "grad_norm": 0.2738400399684906,
      "learning_rate": 1.5399309807023944e-05,
      "loss": 0.0205,
      "step": 2930
    },
    {
      "epoch": 18.967741935483872,
      "grad_norm": 0.27828454971313477,
      "learning_rate": 1.5092523390633267e-05,
      "loss": 0.0226,
      "step": 2940
    },
    {
      "epoch": 19.032258064516128,
      "grad_norm": 0.23453515768051147,
      "learning_rate": 1.4788279608710732e-05,
      "loss": 0.025,
      "step": 2950
    },
    {
      "epoch": 19.096774193548388,
      "grad_norm": 0.3187068998813629,
      "learning_rate": 1.4486600622145652e-05,
      "loss": 0.0242,
      "step": 2960
    },
    {
      "epoch": 19.161290322580644,
      "grad_norm": 0.29299116134643555,
      "learning_rate": 1.4187508405009637e-05,
      "loss": 0.0216,
      "step": 2970
    },
    {
      "epoch": 19.225806451612904,
      "grad_norm": 0.25096479058265686,
      "learning_rate": 1.3891024742955877e-05,
      "loss": 0.0217,
      "step": 2980
    },
    {
      "epoch": 19.29032258064516,
      "grad_norm": 0.34088948369026184,
      "learning_rate": 1.3597171231632433e-05,
      "loss": 0.0233,
      "step": 2990
    },
    {
      "epoch": 19.35483870967742,
      "grad_norm": 0.255126416683197,
      "learning_rate": 1.3305969275109098e-05,
      "loss": 0.023,
      "step": 3000
    },
    {
      "epoch": 19.419354838709676,
      "grad_norm": 0.2508387863636017,
      "learning_rate": 1.3017440084318421e-05,
      "loss": 0.0205,
      "step": 3010
    },
    {
      "epoch": 19.483870967741936,
      "grad_norm": 0.21891236305236816,
      "learning_rate": 1.2731604675510728e-05,
      "loss": 0.0221,
      "step": 3020
    },
    {
      "epoch": 19.548387096774192,
      "grad_norm": 0.3564584255218506,
      "learning_rate": 1.2448483868723216e-05,
      "loss": 0.0243,
      "step": 3030
    },
    {
      "epoch": 19.612903225806452,
      "grad_norm": 0.2741142809391022,
      "learning_rate": 1.2168098286263557e-05,
      "loss": 0.022,
      "step": 3040
    },
    {
      "epoch": 19.677419354838708,
      "grad_norm": 0.40683725476264954,
      "learning_rate": 1.189046835120769e-05,
      "loss": 0.0265,
      "step": 3050
    },
    {
      "epoch": 19.741935483870968,
      "grad_norm": 0.3363529145717621,
      "learning_rate": 1.1615614285912301e-05,
      "loss": 0.0255,
      "step": 3060
    },
    {
      "epoch": 19.806451612903224,
      "grad_norm": 0.17003341019153595,
      "learning_rate": 1.134355611054176e-05,
      "loss": 0.0214,
      "step": 3070
    },
    {
      "epoch": 19.870967741935484,
      "grad_norm": 0.27854353189468384,
      "learning_rate": 1.1074313641609935e-05,
      "loss": 0.023,
      "step": 3080
    },
    {
      "epoch": 19.93548387096774,
      "grad_norm": 0.3035428524017334,
      "learning_rate": 1.0807906490536751e-05,
      "loss": 0.0233,
      "step": 3090
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.3595190644264221,
      "learning_rate": 1.0544354062219658e-05,
      "loss": 0.0228,
      "step": 3100
    },
    {
      "epoch": 20.06451612903226,
      "grad_norm": 0.2843579649925232,
      "learning_rate": 1.0283675553620281e-05,
      "loss": 0.0192,
      "step": 3110
    },
    {
      "epoch": 20.129032258064516,
      "grad_norm": 0.4682447910308838,
      "learning_rate": 1.0025889952366085e-05,
      "loss": 0.0243,
      "step": 3120
    },
    {
      "epoch": 20.193548387096776,
      "grad_norm": 0.1721201092004776,
      "learning_rate": 9.77101603536728e-06,
      "loss": 0.0234,
      "step": 3130
    },
    {
      "epoch": 20.258064516129032,
      "grad_norm": 0.2416217029094696,
      "learning_rate": 9.519072367449239e-06,
      "loss": 0.0189,
      "step": 3140
    },
    {
      "epoch": 20.322580645161292,
      "grad_norm": 0.28073132038116455,
      "learning_rate": 9.270077300000145e-06,
      "loss": 0.021,
      "step": 3150
    },
    {
      "epoch": 20.387096774193548,
      "grad_norm": 0.2682770788669586,
      "learning_rate": 9.02404896963433e-06,
      "loss": 0.0201,
      "step": 3160
    },
    {
      "epoch": 20.451612903225808,
      "grad_norm": 0.29497283697128296,
      "learning_rate": 8.781005296871248e-06,
      "loss": 0.0305,
      "step": 3170
    },
    {
      "epoch": 20.516129032258064,
      "grad_norm": 0.2409420758485794,
      "learning_rate": 8.540963984830075e-06,
      "loss": 0.0206,
      "step": 3180
    },
    {
      "epoch": 20.580645161290324,
      "grad_norm": 0.23492980003356934,
      "learning_rate": 8.303942517940327e-06,
      "loss": 0.023,
      "step": 3190
    },
    {
      "epoch": 20.64516129032258,
      "grad_norm": 0.18785379827022552,
      "learning_rate": 8.069958160668256e-06,
      "loss": 0.0217,
      "step": 3200
    },
    {
      "epoch": 20.70967741935484,
      "grad_norm": 0.2183133363723755,
      "learning_rate": 7.839027956259282e-06,
      "loss": 0.0213,
      "step": 3210
    },
    {
      "epoch": 20.774193548387096,
      "grad_norm": 0.20956051349639893,
      "learning_rate": 7.6111687254966705e-06,
      "loss": 0.0188,
      "step": 3220
    },
    {
      "epoch": 20.838709677419356,
      "grad_norm": 0.2115253210067749,
      "learning_rate": 7.386397065476209e-06,
      "loss": 0.0219,
      "step": 3230
    },
    {
      "epoch": 20.903225806451612,
      "grad_norm": 0.27826544642448425,
      "learning_rate": 7.164729348397409e-06,
      "loss": 0.021,
      "step": 3240
    },
    {
      "epoch": 20.967741935483872,
      "grad_norm": 0.8272599577903748,
      "learning_rate": 6.946181720370825e-06,
      "loss": 0.0197,
      "step": 3250
    },
    {
      "epoch": 21.032258064516128,
      "grad_norm": 0.31838661432266235,
      "learning_rate": 6.73077010024214e-06,
      "loss": 0.025,
      "step": 3260
    },
    {
      "epoch": 21.096774193548388,
      "grad_norm": 0.32917433977127075,
      "learning_rate": 6.518510178432491e-06,
      "loss": 0.0209,
      "step": 3270
    },
    {
      "epoch": 21.161290322580644,
      "grad_norm": 0.21181564033031464,
      "learning_rate": 6.309417415795732e-06,
      "loss": 0.0203,
      "step": 3280
    },
    {
      "epoch": 21.225806451612904,
      "grad_norm": 0.13702601194381714,
      "learning_rate": 6.1035070424921905e-06,
      "loss": 0.0238,
      "step": 3290
    },
    {
      "epoch": 21.29032258064516,
      "grad_norm": 0.5193454027175903,
      "learning_rate": 5.900794056879317e-06,
      "loss": 0.021,
      "step": 3300
    },
    {
      "epoch": 21.35483870967742,
      "grad_norm": 0.2874934673309326,
      "learning_rate": 5.7012932244192745e-06,
      "loss": 0.0202,
      "step": 3310
    },
    {
      "epoch": 21.419354838709676,
      "grad_norm": 0.20375904440879822,
      "learning_rate": 5.505019076603352e-06,
      "loss": 0.0206,
      "step": 3320
    },
    {
      "epoch": 21.483870967741936,
      "grad_norm": 0.25239813327789307,
      "learning_rate": 5.311985909893591e-06,
      "loss": 0.0208,
      "step": 3330
    },
    {
      "epoch": 21.548387096774192,
      "grad_norm": 0.1695331186056137,
      "learning_rate": 5.122207784681337e-06,
      "loss": 0.0241,
      "step": 3340
    },
    {
      "epoch": 21.612903225806452,
      "grad_norm": 0.2161603420972824,
      "learning_rate": 4.935698524263216e-06,
      "loss": 0.0214,
      "step": 3350
    },
    {
      "epoch": 21.677419354838708,
      "grad_norm": 0.3184122145175934,
      "learning_rate": 4.7524717138341335e-06,
      "loss": 0.0205,
      "step": 3360
    },
    {
      "epoch": 21.741935483870968,
      "grad_norm": 0.24667605757713318,
      "learning_rate": 4.5725406994978235e-06,
      "loss": 0.0182,
      "step": 3370
    },
    {
      "epoch": 21.806451612903224,
      "grad_norm": 0.21050481498241425,
      "learning_rate": 4.395918587294701e-06,
      "loss": 0.0223,
      "step": 3380
    },
    {
      "epoch": 21.870967741935484,
      "grad_norm": 0.31748640537261963,
      "learning_rate": 4.222618242247195e-06,
      "loss": 0.0164,
      "step": 3390
    },
    {
      "epoch": 21.93548387096774,
      "grad_norm": 0.23009532690048218,
      "learning_rate": 4.052652287422754e-06,
      "loss": 0.0223,
      "step": 3400
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.46855324506759644,
      "learning_rate": 3.886033103014286e-06,
      "loss": 0.0228,
      "step": 3410
    },
    {
      "epoch": 22.06451612903226,
      "grad_norm": 0.3878401219844818,
      "learning_rate": 3.7227728254384752e-06,
      "loss": 0.0214,
      "step": 3420
    },
    {
      "epoch": 22.129032258064516,
      "grad_norm": 0.26421085000038147,
      "learning_rate": 3.5628833464517398e-06,
      "loss": 0.0214,
      "step": 3430
    },
    {
      "epoch": 22.193548387096776,
      "grad_norm": 0.2137315571308136,
      "learning_rate": 3.4063763122840654e-06,
      "loss": 0.0185,
      "step": 3440
    },
    {
      "epoch": 22.258064516129032,
      "grad_norm": 0.20358504354953766,
      "learning_rate": 3.2532631227906562e-06,
      "loss": 0.0205,
      "step": 3450
    },
    {
      "epoch": 22.322580645161292,
      "grad_norm": 0.2786470055580139,
      "learning_rate": 3.103554930621644e-06,
      "loss": 0.0225,
      "step": 3460
    },
    {
      "epoch": 22.387096774193548,
      "grad_norm": 0.25646957755088806,
      "learning_rate": 2.9572626404096917e-06,
      "loss": 0.0191,
      "step": 3470
    },
    {
      "epoch": 22.451612903225808,
      "grad_norm": 0.15664377808570862,
      "learning_rate": 2.8143969079757083e-06,
      "loss": 0.02,
      "step": 3480
    },
    {
      "epoch": 22.516129032258064,
      "grad_norm": 0.21855230629444122,
      "learning_rate": 2.6749681395527194e-06,
      "loss": 0.0187,
      "step": 3490
    },
    {
      "epoch": 22.580645161290324,
      "grad_norm": 0.15705305337905884,
      "learning_rate": 2.538986491027845e-06,
      "loss": 0.0198,
      "step": 3500
    },
    {
      "epoch": 22.64516129032258,
      "grad_norm": 0.3838616609573364,
      "learning_rate": 2.4064618672025917e-06,
      "loss": 0.0203,
      "step": 3510
    },
    {
      "epoch": 22.70967741935484,
      "grad_norm": 0.1712443083524704,
      "learning_rate": 2.2774039210713584e-06,
      "loss": 0.0205,
      "step": 3520
    },
    {
      "epoch": 22.774193548387096,
      "grad_norm": 0.3191426396369934,
      "learning_rate": 2.151822053118352e-06,
      "loss": 0.0204,
      "step": 3530
    },
    {
      "epoch": 22.838709677419356,
      "grad_norm": 0.21879324316978455,
      "learning_rate": 2.029725410632821e-06,
      "loss": 0.019,
      "step": 3540
    },
    {
      "epoch": 22.903225806451612,
      "grad_norm": 0.25989222526550293,
      "learning_rate": 1.9111228870428267e-06,
      "loss": 0.019,
      "step": 3550
    },
    {
      "epoch": 22.967741935483872,
      "grad_norm": 0.22728225588798523,
      "learning_rate": 1.7960231212674095e-06,
      "loss": 0.019,
      "step": 3560
    },
    {
      "epoch": 23.032258064516128,
      "grad_norm": 0.3381948173046112,
      "learning_rate": 1.684434497087356e-06,
      "loss": 0.0204,
      "step": 3570
    },
    {
      "epoch": 23.096774193548388,
      "grad_norm": 0.3168867230415344,
      "learning_rate": 1.5763651425345306e-06,
      "loss": 0.0173,
      "step": 3580
    },
    {
      "epoch": 23.161290322580644,
      "grad_norm": 0.4736108183860779,
      "learning_rate": 1.4718229292998265e-06,
      "loss": 0.0193,
      "step": 3590
    },
    {
      "epoch": 23.225806451612904,
      "grad_norm": 0.1927083134651184,
      "learning_rate": 1.3708154721598142e-06,
      "loss": 0.0162,
      "step": 3600
    },
    {
      "epoch": 23.29032258064516,
      "grad_norm": 0.26042094826698303,
      "learning_rate": 1.2733501284220573e-06,
      "loss": 0.019,
      "step": 3610
    },
    {
      "epoch": 23.35483870967742,
      "grad_norm": 0.3572435975074768,
      "learning_rate": 1.1794339973892509e-06,
      "loss": 0.0187,
      "step": 3620
    },
    {
      "epoch": 23.419354838709676,
      "grad_norm": 0.31472429633140564,
      "learning_rate": 1.0890739198420763e-06,
      "loss": 0.0223,
      "step": 3630
    },
    {
      "epoch": 23.483870967741936,
      "grad_norm": 0.28377604484558105,
      "learning_rate": 1.0022764775409532e-06,
      "loss": 0.0187,
      "step": 3640
    },
    {
      "epoch": 23.548387096774192,
      "grad_norm": 0.2872464656829834,
      "learning_rate": 9.190479927466023e-07,
      "loss": 0.0195,
      "step": 3650
    },
    {
      "epoch": 23.612903225806452,
      "grad_norm": 0.2037927806377411,
      "learning_rate": 8.393945277595682e-07,
      "loss": 0.0209,
      "step": 3660
    },
    {
      "epoch": 23.677419354838708,
      "grad_norm": 0.21536409854888916,
      "learning_rate": 7.633218844786238e-07,
      "loss": 0.0209,
      "step": 3670
    },
    {
      "epoch": 23.741935483870968,
      "grad_norm": 0.19614161550998688,
      "learning_rate": 6.908356039781516e-07,
      "loss": 0.0188,
      "step": 3680
    },
    {
      "epoch": 23.806451612903224,
      "grad_norm": 0.2418230175971985,
      "learning_rate": 6.219409661045839e-07,
      "loss": 0.0209,
      "step": 3690
    },
    {
      "epoch": 23.870967741935484,
      "grad_norm": 0.41142016649246216,
      "learning_rate": 5.566429890917601e-07,
      "loss": 0.0201,
      "step": 3700
    },
    {
      "epoch": 23.93548387096774,
      "grad_norm": 0.22285668551921844,
      "learning_rate": 4.949464291954642e-07,
      "loss": 0.0183,
      "step": 3710
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.27075517177581787,
      "learning_rate": 4.368557803469342e-07,
      "loss": 0.0185,
      "step": 3720
    },
    {
      "epoch": 24.06451612903226,
      "grad_norm": 0.31757959723472595,
      "learning_rate": 3.823752738255471e-07,
      "loss": 0.022,
      "step": 3730
    },
    {
      "epoch": 24.129032258064516,
      "grad_norm": 0.18830479681491852,
      "learning_rate": 3.315088779506259e-07,
      "loss": 0.0198,
      "step": 3740
    },
    {
      "epoch": 24.193548387096776,
      "grad_norm": 0.5040279626846313,
      "learning_rate": 2.8426029779236586e-07,
      "loss": 0.0241,
      "step": 3750
    },
    {
      "epoch": 24.258064516129032,
      "grad_norm": 0.7920020222663879,
      "learning_rate": 2.406329749019942e-07,
      "loss": 0.0213,
      "step": 3760
    },
    {
      "epoch": 24.322580645161292,
      "grad_norm": 0.18160688877105713,
      "learning_rate": 2.0063008706103782e-07,
      "loss": 0.0186,
      "step": 3770
    },
    {
      "epoch": 24.387096774193548,
      "grad_norm": 0.29395878314971924,
      "learning_rate": 1.6425454804991913e-07,
      "loss": 0.0198,
      "step": 3780
    },
    {
      "epoch": 24.451612903225808,
      "grad_norm": 0.2948833107948303,
      "learning_rate": 1.3150900743566509e-07,
      "loss": 0.02,
      "step": 3790
    },
    {
      "epoch": 24.516129032258064,
      "grad_norm": 0.40248140692710876,
      "learning_rate": 1.0239585037894462e-07,
      "loss": 0.0179,
      "step": 3800
    },
    {
      "epoch": 24.580645161290324,
      "grad_norm": 0.2159591168165207,
      "learning_rate": 7.691719746033e-08,
      "loss": 0.0151,
      "step": 3810
    },
    {
      "epoch": 24.64516129032258,
      "grad_norm": 0.3262782692909241,
      "learning_rate": 5.507490452582587e-08,
      "loss": 0.0214,
      "step": 3820
    },
    {
      "epoch": 24.70967741935484,
      "grad_norm": 0.47080403566360474,
      "learning_rate": 3.687056255169963e-08,
      "loss": 0.0234,
      "step": 3830
    },
    {
      "epoch": 24.774193548387096,
      "grad_norm": 0.5033960342407227,
      "learning_rate": 2.2305497528601892e-08,
      "loss": 0.023,
      "step": 3840
    },
    {
      "epoch": 24.838709677419356,
      "grad_norm": 0.3430034816265106,
      "learning_rate": 1.1380770364960436e-08,
      "loss": 0.0234,
      "step": 3850
    },
    {
      "epoch": 24.903225806451612,
      "grad_norm": 0.23608365654945374,
      "learning_rate": 4.0971768097253224e-09,
      "loss": 0.0199,
      "step": 3860
    },
    {
      "epoch": 24.967741935483872,
      "grad_norm": 0.6302427649497986,
      "learning_rate": 4.55247394404168e-10,
      "loss": 0.0207,
      "step": 3870
    },
    {
      "epoch": 25.0,
      "step": 3875,
      "total_flos": 4.172300356853376e+17,
      "train_loss": 0.051802249112436846,
      "train_runtime": 4196.5277,
      "train_samples_per_second": 45.103,
      "train_steps_per_second": 0.923
    }
  ],
  "logging_steps": 10,
  "max_steps": 3875,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 25,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.172300356853376e+17,
  "train_batch_size": 49,
  "trial_name": null,
  "trial_params": null
}