{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 12620,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01584786053882726,
      "grad_norm": 6.662916660308838,
      "learning_rate": 1.584786053882726e-06,
      "loss": 1.0759,
      "step": 10
    },
    {
      "epoch": 0.03169572107765452,
      "grad_norm": 5.666072845458984,
      "learning_rate": 3.169572107765452e-06,
      "loss": 1.0851,
      "step": 20
    },
    {
      "epoch": 0.04754358161648178,
      "grad_norm": 5.542662620544434,
      "learning_rate": 4.754358161648178e-06,
      "loss": 1.0049,
      "step": 30
    },
    {
      "epoch": 0.06339144215530904,
      "grad_norm": 3.666578769683838,
      "learning_rate": 6.339144215530904e-06,
      "loss": 0.7551,
      "step": 40
    },
    {
      "epoch": 0.07923930269413629,
      "grad_norm": 1.8371094465255737,
      "learning_rate": 7.923930269413629e-06,
      "loss": 0.5051,
      "step": 50
    },
    {
      "epoch": 0.09508716323296355,
      "grad_norm": 1.8207030296325684,
      "learning_rate": 9.508716323296357e-06,
      "loss": 0.3629,
      "step": 60
    },
    {
      "epoch": 0.1109350237717908,
      "grad_norm": 1.8528467416763306,
      "learning_rate": 1.109350237717908e-05,
      "loss": 0.2969,
      "step": 70
    },
    {
      "epoch": 0.12678288431061807,
      "grad_norm": 1.4607429504394531,
      "learning_rate": 1.2678288431061808e-05,
      "loss": 0.2692,
      "step": 80
    },
    {
      "epoch": 0.14263074484944532,
      "grad_norm": 1.288856029510498,
      "learning_rate": 1.4263074484944532e-05,
      "loss": 0.2774,
      "step": 90
    },
    {
      "epoch": 0.15847860538827258,
      "grad_norm": 1.119730830192566,
      "learning_rate": 1.5847860538827258e-05,
      "loss": 0.2193,
      "step": 100
    },
    {
      "epoch": 0.17432646592709986,
      "grad_norm": 0.9573730826377869,
      "learning_rate": 1.7432646592709986e-05,
      "loss": 0.2068,
      "step": 110
    },
    {
      "epoch": 0.1901743264659271,
      "grad_norm": 0.9363383054733276,
      "learning_rate": 1.9017432646592713e-05,
      "loss": 0.2061,
      "step": 120
    },
    {
      "epoch": 0.20602218700475436,
      "grad_norm": 0.9630652070045471,
      "learning_rate": 2.0602218700475437e-05,
      "loss": 0.1937,
      "step": 130
    },
    {
      "epoch": 0.2218700475435816,
      "grad_norm": 1.1261632442474365,
      "learning_rate": 2.218700475435816e-05,
      "loss": 0.1769,
      "step": 140
    },
    {
      "epoch": 0.23771790808240886,
      "grad_norm": 0.859064519405365,
      "learning_rate": 2.377179080824089e-05,
      "loss": 0.1788,
      "step": 150
    },
    {
      "epoch": 0.25356576862123614,
      "grad_norm": 0.8056842684745789,
      "learning_rate": 2.5356576862123617e-05,
      "loss": 0.1486,
      "step": 160
    },
    {
      "epoch": 0.2694136291600634,
      "grad_norm": 0.889215886592865,
      "learning_rate": 2.694136291600634e-05,
      "loss": 0.1597,
      "step": 170
    },
    {
      "epoch": 0.28526148969889065,
      "grad_norm": 0.90467369556427,
      "learning_rate": 2.8526148969889065e-05,
      "loss": 0.1571,
      "step": 180
    },
    {
      "epoch": 0.3011093502377179,
      "grad_norm": 0.9579144716262817,
      "learning_rate": 3.0110935023771792e-05,
      "loss": 0.1378,
      "step": 190
    },
    {
      "epoch": 0.31695721077654515,
      "grad_norm": 1.2036852836608887,
      "learning_rate": 3.1695721077654516e-05,
      "loss": 0.1315,
      "step": 200
    },
    {
      "epoch": 0.3328050713153724,
      "grad_norm": 0.9379674196243286,
      "learning_rate": 3.3280507131537244e-05,
      "loss": 0.128,
      "step": 210
    },
    {
      "epoch": 0.3486529318541997,
      "grad_norm": 0.9713570475578308,
      "learning_rate": 3.486529318541997e-05,
      "loss": 0.124,
      "step": 220
    },
    {
      "epoch": 0.36450079239302696,
      "grad_norm": 0.9157624244689941,
      "learning_rate": 3.64500792393027e-05,
      "loss": 0.1264,
      "step": 230
    },
    {
      "epoch": 0.3803486529318542,
      "grad_norm": 0.5934288501739502,
      "learning_rate": 3.8034865293185427e-05,
      "loss": 0.1121,
      "step": 240
    },
    {
      "epoch": 0.39619651347068147,
      "grad_norm": 0.865558922290802,
      "learning_rate": 3.961965134706815e-05,
      "loss": 0.1222,
      "step": 250
    },
    {
      "epoch": 0.4120443740095087,
      "grad_norm": 0.8881043195724487,
      "learning_rate": 4.1204437400950875e-05,
      "loss": 0.1067,
      "step": 260
    },
    {
      "epoch": 0.42789223454833597,
      "grad_norm": 0.7673732042312622,
      "learning_rate": 4.27892234548336e-05,
      "loss": 0.1088,
      "step": 270
    },
    {
      "epoch": 0.4437400950871632,
      "grad_norm": 0.5540139079093933,
      "learning_rate": 4.437400950871632e-05,
      "loss": 0.094,
      "step": 280
    },
    {
      "epoch": 0.4595879556259905,
      "grad_norm": 0.8689896464347839,
      "learning_rate": 4.595879556259905e-05,
      "loss": 0.0978,
      "step": 290
    },
    {
      "epoch": 0.4754358161648177,
      "grad_norm": 0.6194612979888916,
      "learning_rate": 4.754358161648178e-05,
      "loss": 0.0791,
      "step": 300
    },
    {
      "epoch": 0.49128367670364503,
      "grad_norm": 0.698275089263916,
      "learning_rate": 4.9128367670364506e-05,
      "loss": 0.0883,
      "step": 310
    },
    {
      "epoch": 0.5071315372424723,
      "grad_norm": 0.7928034663200378,
      "learning_rate": 5.071315372424723e-05,
      "loss": 0.0994,
      "step": 320
    },
    {
      "epoch": 0.5229793977812995,
      "grad_norm": 0.5640034675598145,
      "learning_rate": 5.2297939778129954e-05,
      "loss": 0.0832,
      "step": 330
    },
    {
      "epoch": 0.5388272583201268,
      "grad_norm": 0.8224833011627197,
      "learning_rate": 5.388272583201268e-05,
      "loss": 0.0926,
      "step": 340
    },
    {
      "epoch": 0.554675118858954,
      "grad_norm": 0.9649167656898499,
      "learning_rate": 5.546751188589541e-05,
      "loss": 0.0896,
      "step": 350
    },
    {
      "epoch": 0.5705229793977813,
      "grad_norm": 0.7821329832077026,
      "learning_rate": 5.705229793977813e-05,
      "loss": 0.1003,
      "step": 360
    },
    {
      "epoch": 0.5863708399366085,
      "grad_norm": 0.5526576638221741,
      "learning_rate": 5.863708399366086e-05,
      "loss": 0.0826,
      "step": 370
    },
    {
      "epoch": 0.6022187004754358,
      "grad_norm": 0.6012312769889832,
      "learning_rate": 6.0221870047543585e-05,
      "loss": 0.0808,
      "step": 380
    },
    {
      "epoch": 0.618066561014263,
      "grad_norm": 0.6598588824272156,
      "learning_rate": 6.18066561014263e-05,
      "loss": 0.0781,
      "step": 390
    },
    {
      "epoch": 0.6339144215530903,
      "grad_norm": 0.6164723634719849,
      "learning_rate": 6.339144215530903e-05,
      "loss": 0.0725,
      "step": 400
    },
    {
      "epoch": 0.6497622820919176,
      "grad_norm": 0.6792150139808655,
      "learning_rate": 6.497622820919176e-05,
      "loss": 0.0694,
      "step": 410
    },
    {
      "epoch": 0.6656101426307448,
      "grad_norm": 0.5863011479377747,
      "learning_rate": 6.656101426307449e-05,
      "loss": 0.0771,
      "step": 420
    },
    {
      "epoch": 0.6814580031695721,
      "grad_norm": 0.6146591305732727,
      "learning_rate": 6.814580031695722e-05,
      "loss": 0.0768,
      "step": 430
    },
    {
      "epoch": 0.6973058637083994,
      "grad_norm": 0.4906776547431946,
      "learning_rate": 6.973058637083994e-05,
      "loss": 0.073,
      "step": 440
    },
    {
      "epoch": 0.7131537242472267,
      "grad_norm": 0.7824636101722717,
      "learning_rate": 7.131537242472267e-05,
      "loss": 0.074,
      "step": 450
    },
    {
      "epoch": 0.7290015847860539,
      "grad_norm": 0.5947498679161072,
      "learning_rate": 7.29001584786054e-05,
      "loss": 0.0786,
      "step": 460
    },
    {
      "epoch": 0.7448494453248812,
      "grad_norm": 0.49313023686408997,
      "learning_rate": 7.448494453248813e-05,
      "loss": 0.0694,
      "step": 470
    },
    {
      "epoch": 0.7606973058637084,
      "grad_norm": 0.36435437202453613,
      "learning_rate": 7.606973058637085e-05,
      "loss": 0.067,
      "step": 480
    },
    {
      "epoch": 0.7765451664025357,
      "grad_norm": 0.6767722368240356,
      "learning_rate": 7.765451664025357e-05,
      "loss": 0.0747,
      "step": 490
    },
    {
      "epoch": 0.7923930269413629,
      "grad_norm": 0.5377907752990723,
      "learning_rate": 7.92393026941363e-05,
      "loss": 0.0709,
      "step": 500
    },
    {
      "epoch": 0.8082408874801902,
      "grad_norm": 0.740249752998352,
      "learning_rate": 8.082408874801902e-05,
      "loss": 0.0762,
      "step": 510
    },
    {
      "epoch": 0.8240887480190174,
      "grad_norm": 0.5422998666763306,
      "learning_rate": 8.240887480190175e-05,
      "loss": 0.0636,
      "step": 520
    },
    {
      "epoch": 0.8399366085578447,
      "grad_norm": 0.7832110524177551,
      "learning_rate": 8.399366085578448e-05,
      "loss": 0.0673,
      "step": 530
    },
    {
      "epoch": 0.8557844690966719,
      "grad_norm": 0.8280210494995117,
      "learning_rate": 8.55784469096672e-05,
      "loss": 0.0729,
      "step": 540
    },
    {
      "epoch": 0.8716323296354992,
      "grad_norm": 0.4729553461074829,
      "learning_rate": 8.716323296354992e-05,
      "loss": 0.0802,
      "step": 550
    },
    {
      "epoch": 0.8874801901743264,
      "grad_norm": 0.49598968029022217,
      "learning_rate": 8.874801901743265e-05,
      "loss": 0.0707,
      "step": 560
    },
    {
      "epoch": 0.9033280507131537,
      "grad_norm": 0.5164231657981873,
      "learning_rate": 9.033280507131537e-05,
      "loss": 0.0723,
      "step": 570
    },
    {
      "epoch": 0.919175911251981,
      "grad_norm": 0.8574791550636292,
      "learning_rate": 9.19175911251981e-05,
      "loss": 0.0691,
      "step": 580
    },
    {
      "epoch": 0.9350237717908082,
      "grad_norm": 0.6576387286186218,
      "learning_rate": 9.350237717908083e-05,
      "loss": 0.0652,
      "step": 590
    },
    {
      "epoch": 0.9508716323296355,
      "grad_norm": 0.5376480221748352,
      "learning_rate": 9.508716323296356e-05,
      "loss": 0.0665,
      "step": 600
    },
    {
      "epoch": 0.9667194928684627,
      "grad_norm": 0.3735605776309967,
      "learning_rate": 9.667194928684627e-05,
      "loss": 0.0663,
      "step": 610
    },
    {
      "epoch": 0.9825673534072901,
      "grad_norm": 0.4635787606239319,
      "learning_rate": 9.825673534072901e-05,
      "loss": 0.0641,
      "step": 620
    },
    {
      "epoch": 0.9984152139461173,
      "grad_norm": 0.7257930040359497,
      "learning_rate": 9.984152139461174e-05,
      "loss": 0.0689,
      "step": 630
    },
    {
      "epoch": 1.0142630744849446,
      "grad_norm": 0.4881118834018707,
      "learning_rate": 9.999986095395153e-05,
      "loss": 0.0612,
      "step": 640
    },
    {
      "epoch": 1.0301109350237718,
      "grad_norm": 0.4648587107658386,
      "learning_rate": 9.99993803019373e-05,
      "loss": 0.0638,
      "step": 650
    },
    {
      "epoch": 1.045958795562599,
      "grad_norm": 0.47810834646224976,
      "learning_rate": 9.999855633063904e-05,
      "loss": 0.0594,
      "step": 660
    },
    {
      "epoch": 1.0618066561014263,
      "grad_norm": 0.5248630046844482,
      "learning_rate": 9.999738904571453e-05,
      "loss": 0.0613,
      "step": 670
    },
    {
      "epoch": 1.0776545166402536,
      "grad_norm": 0.5785868167877197,
      "learning_rate": 9.999587845517889e-05,
      "loss": 0.0658,
      "step": 680
    },
    {
      "epoch": 1.0935023771790808,
      "grad_norm": 0.5674669742584229,
      "learning_rate": 9.999402456940454e-05,
      "loss": 0.0584,
      "step": 690
    },
    {
      "epoch": 1.109350237717908,
      "grad_norm": 0.5009925961494446,
      "learning_rate": 9.999182740112115e-05,
      "loss": 0.061,
      "step": 700
    },
    {
      "epoch": 1.1251980982567353,
      "grad_norm": 0.4827341139316559,
      "learning_rate": 9.99892869654155e-05,
      "loss": 0.0668,
      "step": 710
    },
    {
      "epoch": 1.1410459587955626,
      "grad_norm": 0.5092630982398987,
      "learning_rate": 9.998640327973141e-05,
      "loss": 0.0644,
      "step": 720
    },
    {
      "epoch": 1.1568938193343898,
      "grad_norm": 0.5155372619628906,
      "learning_rate": 9.998317636386964e-05,
      "loss": 0.0629,
      "step": 730
    },
    {
      "epoch": 1.172741679873217,
      "grad_norm": 0.49632275104522705,
      "learning_rate": 9.997960623998772e-05,
      "loss": 0.0617,
      "step": 740
    },
    {
      "epoch": 1.1885895404120443,
      "grad_norm": 0.44003790616989136,
      "learning_rate": 9.997569293259977e-05,
      "loss": 0.0492,
      "step": 750
    },
    {
      "epoch": 1.2044374009508716,
      "grad_norm": 0.5962253212928772,
      "learning_rate": 9.997143646857643e-05,
      "loss": 0.0606,
      "step": 760
    },
    {
      "epoch": 1.2202852614896988,
      "grad_norm": 0.5411946177482605,
      "learning_rate": 9.996683687714457e-05,
      "loss": 0.0613,
      "step": 770
    },
    {
      "epoch": 1.236133122028526,
      "grad_norm": 0.38321027159690857,
      "learning_rate": 9.996189418988715e-05,
      "loss": 0.0524,
      "step": 780
    },
    {
      "epoch": 1.2519809825673534,
      "grad_norm": 0.41845589876174927,
      "learning_rate": 9.9956608440743e-05,
      "loss": 0.0703,
      "step": 790
    },
    {
      "epoch": 1.2678288431061806,
      "grad_norm": 0.5127869844436646,
      "learning_rate": 9.995097966600655e-05,
      "loss": 0.0644,
      "step": 800
    },
    {
      "epoch": 1.2836767036450079,
      "grad_norm": 0.46290555596351624,
      "learning_rate": 9.994500790432762e-05,
      "loss": 0.0645,
      "step": 810
    },
    {
      "epoch": 1.299524564183835,
      "grad_norm": 0.4053901731967926,
      "learning_rate": 9.993869319671114e-05,
      "loss": 0.0595,
      "step": 820
    },
    {
      "epoch": 1.3153724247226624,
      "grad_norm": 0.5436721444129944,
      "learning_rate": 9.993203558651687e-05,
      "loss": 0.0549,
      "step": 830
    },
    {
      "epoch": 1.3312202852614896,
      "grad_norm": 0.47135990858078003,
      "learning_rate": 9.992503511945907e-05,
      "loss": 0.0716,
      "step": 840
    },
    {
      "epoch": 1.3470681458003169,
      "grad_norm": 0.5177005529403687,
      "learning_rate": 9.991769184360629e-05,
      "loss": 0.0616,
      "step": 850
    },
    {
      "epoch": 1.3629160063391441,
      "grad_norm": 0.49199798703193665,
      "learning_rate": 9.991000580938087e-05,
      "loss": 0.0559,
      "step": 860
    },
    {
      "epoch": 1.3787638668779714,
      "grad_norm": 0.4700946509838104,
      "learning_rate": 9.990197706955877e-05,
      "loss": 0.0534,
      "step": 870
    },
    {
      "epoch": 1.3946117274167986,
      "grad_norm": 0.49670886993408203,
      "learning_rate": 9.98936056792691e-05,
      "loss": 0.0494,
      "step": 880
    },
    {
      "epoch": 1.4104595879556259,
      "grad_norm": 0.42340198159217834,
      "learning_rate": 9.988489169599373e-05,
      "loss": 0.0577,
      "step": 890
    },
    {
      "epoch": 1.4263074484944531,
      "grad_norm": 0.395857036113739,
      "learning_rate": 9.987583517956703e-05,
      "loss": 0.0465,
      "step": 900
    },
    {
      "epoch": 1.4421553090332804,
      "grad_norm": 0.4153169095516205,
      "learning_rate": 9.986643619217524e-05,
      "loss": 0.0497,
      "step": 910
    },
    {
      "epoch": 1.4580031695721076,
      "grad_norm": 0.36922216415405273,
      "learning_rate": 9.985669479835629e-05,
      "loss": 0.055,
      "step": 920
    },
    {
      "epoch": 1.473851030110935,
      "grad_norm": 0.43492555618286133,
      "learning_rate": 9.984661106499913e-05,
      "loss": 0.0459,
      "step": 930
    },
    {
      "epoch": 1.4896988906497624,
      "grad_norm": 0.4480608403682709,
      "learning_rate": 9.983618506134344e-05,
      "loss": 0.0567,
      "step": 940
    },
    {
      "epoch": 1.5055467511885894,
      "grad_norm": 0.4628249704837799,
      "learning_rate": 9.98254168589791e-05,
      "loss": 0.0595,
      "step": 950
    },
    {
      "epoch": 1.5213946117274166,
      "grad_norm": 0.2762962877750397,
      "learning_rate": 9.98143065318456e-05,
      "loss": 0.055,
      "step": 960
    },
    {
      "epoch": 1.537242472266244,
      "grad_norm": 0.4730890095233917,
      "learning_rate": 9.980285415623172e-05,
      "loss": 0.0571,
      "step": 970
    },
    {
      "epoch": 1.5530903328050714,
      "grad_norm": 0.5532105565071106,
      "learning_rate": 9.979105981077483e-05,
      "loss": 0.05,
      "step": 980
    },
    {
      "epoch": 1.5689381933438986,
      "grad_norm": 0.3818027675151825,
      "learning_rate": 9.977892357646049e-05,
      "loss": 0.0564,
      "step": 990
    },
    {
      "epoch": 1.5847860538827259,
      "grad_norm": 0.4600647985935211,
      "learning_rate": 9.976644553662178e-05,
      "loss": 0.0517,
      "step": 1000
    },
    {
      "epoch": 1.6006339144215531,
      "grad_norm": 0.39071592688560486,
      "learning_rate": 9.975362577693879e-05,
      "loss": 0.0583,
      "step": 1010
    },
    {
      "epoch": 1.6164817749603804,
      "grad_norm": 0.5415641069412231,
      "learning_rate": 9.974046438543805e-05,
      "loss": 0.0549,
      "step": 1020
    },
    {
      "epoch": 1.6323296354992076,
      "grad_norm": 0.4827348291873932,
      "learning_rate": 9.972696145249185e-05,
      "loss": 0.0537,
      "step": 1030
    },
    {
      "epoch": 1.6481774960380349,
      "grad_norm": 0.4411364495754242,
      "learning_rate": 9.971311707081769e-05,
      "loss": 0.0474,
      "step": 1040
    },
    {
      "epoch": 1.6640253565768621,
      "grad_norm": 0.46820345520973206,
      "learning_rate": 9.96989313354776e-05,
      "loss": 0.0491,
      "step": 1050
    },
    {
      "epoch": 1.6798732171156894,
      "grad_norm": 0.38286513090133667,
      "learning_rate": 9.968440434387756e-05,
      "loss": 0.0536,
      "step": 1060
    },
    {
      "epoch": 1.6957210776545166,
      "grad_norm": 0.45724204182624817,
      "learning_rate": 9.966953619576667e-05,
      "loss": 0.0543,
      "step": 1070
    },
    {
      "epoch": 1.7115689381933439,
      "grad_norm": 0.4794733226299286,
      "learning_rate": 9.965432699323669e-05,
      "loss": 0.0456,
      "step": 1080
    },
    {
      "epoch": 1.7274167987321711,
      "grad_norm": 0.4839860498905182,
      "learning_rate": 9.963877684072113e-05,
      "loss": 0.0558,
      "step": 1090
    },
    {
      "epoch": 1.7432646592709984,
      "grad_norm": 0.4146821200847626,
      "learning_rate": 9.962288584499466e-05,
      "loss": 0.0492,
      "step": 1100
    },
    {
      "epoch": 1.7591125198098256,
      "grad_norm": 0.4119221568107605,
      "learning_rate": 9.960665411517235e-05,
      "loss": 0.045,
      "step": 1110
    },
    {
      "epoch": 1.7749603803486529,
      "grad_norm": 0.5363435745239258,
      "learning_rate": 9.959008176270892e-05,
      "loss": 0.0508,
      "step": 1120
    },
    {
      "epoch": 1.7908082408874801,
      "grad_norm": 1.4820852279663086,
      "learning_rate": 9.957316890139792e-05,
      "loss": 0.0546,
      "step": 1130
    },
    {
      "epoch": 1.8066561014263076,
      "grad_norm": 1.0511815547943115,
      "learning_rate": 9.955591564737099e-05,
      "loss": 0.0624,
      "step": 1140
    },
    {
      "epoch": 1.8225039619651349,
      "grad_norm": 1.2796475887298584,
      "learning_rate": 9.953832211909715e-05,
      "loss": 0.0498,
      "step": 1150
    },
    {
      "epoch": 1.8383518225039621,
      "grad_norm": 0.44021984934806824,
      "learning_rate": 9.952038843738181e-05,
      "loss": 0.0545,
      "step": 1160
    },
    {
      "epoch": 1.8541996830427894,
      "grad_norm": 0.3289697468280792,
      "learning_rate": 9.950211472536609e-05,
      "loss": 0.0525,
      "step": 1170
    },
    {
      "epoch": 1.8700475435816166,
      "grad_norm": 0.33451518416404724,
      "learning_rate": 9.948350110852587e-05,
      "loss": 0.0532,
      "step": 1180
    },
    {
      "epoch": 1.8858954041204439,
      "grad_norm": 0.28288567066192627,
      "learning_rate": 9.946454771467104e-05,
      "loss": 0.0554,
      "step": 1190
    },
    {
      "epoch": 1.9017432646592711,
      "grad_norm": 0.43782156705856323,
      "learning_rate": 9.944525467394452e-05,
      "loss": 0.0464,
      "step": 1200
    },
    {
      "epoch": 1.9175911251980984,
      "grad_norm": 0.43314260244369507,
      "learning_rate": 9.94256221188214e-05,
      "loss": 0.0457,
      "step": 1210
    },
    {
      "epoch": 1.9334389857369256,
      "grad_norm": 0.3398579955101013,
      "learning_rate": 9.940565018410805e-05,
      "loss": 0.0479,
      "step": 1220
    },
    {
      "epoch": 1.9492868462757529,
      "grad_norm": 0.4561791718006134,
      "learning_rate": 9.938533900694118e-05,
      "loss": 0.0524,
      "step": 1230
    },
    {
      "epoch": 1.9651347068145801,
      "grad_norm": 0.4242919981479645,
      "learning_rate": 9.93646887267869e-05,
      "loss": 0.0472,
      "step": 1240
    },
    {
      "epoch": 1.9809825673534074,
      "grad_norm": 0.4337559938430786,
      "learning_rate": 9.934369948543972e-05,
      "loss": 0.0483,
      "step": 1250
    },
    {
      "epoch": 1.9968304278922346,
      "grad_norm": 0.3361351490020752,
      "learning_rate": 9.93223714270217e-05,
      "loss": 0.0584,
      "step": 1260
    },
    {
      "epoch": 2.012678288431062,
      "grad_norm": 0.38473933935165405,
      "learning_rate": 9.93007046979813e-05,
      "loss": 0.0464,
      "step": 1270
    },
    {
      "epoch": 2.028526148969889,
      "grad_norm": 0.4139537811279297,
      "learning_rate": 9.92786994470925e-05,
      "loss": 0.0482,
      "step": 1280
    },
    {
      "epoch": 2.0443740095087164,
      "grad_norm": 0.4201923906803131,
      "learning_rate": 9.92563558254537e-05,
      "loss": 0.0385,
      "step": 1290
    },
    {
      "epoch": 2.0602218700475436,
      "grad_norm": 0.36632242798805237,
      "learning_rate": 9.923367398648671e-05,
      "loss": 0.0482,
      "step": 1300
    },
    {
      "epoch": 2.076069730586371,
      "grad_norm": 0.5546051859855652,
      "learning_rate": 9.921065408593574e-05,
      "loss": 0.0522,
      "step": 1310
    },
    {
      "epoch": 2.091917591125198,
      "grad_norm": 0.34690526127815247,
      "learning_rate": 9.918729628186628e-05,
      "loss": 0.0493,
      "step": 1320
    },
    {
      "epoch": 2.1077654516640254,
      "grad_norm": 0.32220637798309326,
      "learning_rate": 9.916360073466397e-05,
      "loss": 0.0445,
      "step": 1330
    },
    {
      "epoch": 2.1236133122028527,
      "grad_norm": 0.3459847569465637,
      "learning_rate": 9.913956760703363e-05,
      "loss": 0.0528,
      "step": 1340
    },
    {
      "epoch": 2.13946117274168,
      "grad_norm": 0.5802285671234131,
      "learning_rate": 9.911519706399798e-05,
      "loss": 0.0517,
      "step": 1350
    },
    {
      "epoch": 2.155309033280507,
      "grad_norm": 0.49526548385620117,
      "learning_rate": 9.909048927289668e-05,
      "loss": 0.0521,
      "step": 1360
    },
    {
      "epoch": 2.1711568938193344,
      "grad_norm": 0.48161160945892334,
      "learning_rate": 9.906544440338504e-05,
      "loss": 0.0486,
      "step": 1370
    },
    {
      "epoch": 2.1870047543581617,
      "grad_norm": 0.45289692282676697,
      "learning_rate": 9.904006262743293e-05,
      "loss": 0.0541,
      "step": 1380
    },
    {
      "epoch": 2.202852614896989,
      "grad_norm": 0.2760493755340576,
      "learning_rate": 9.901434411932358e-05,
      "loss": 0.0488,
      "step": 1390
    },
    {
      "epoch": 2.218700475435816,
      "grad_norm": 0.3549060523509979,
      "learning_rate": 9.898828905565236e-05,
      "loss": 0.0428,
      "step": 1400
    },
    {
      "epoch": 2.2345483359746434,
      "grad_norm": 0.39921554923057556,
      "learning_rate": 9.896189761532563e-05,
      "loss": 0.046,
      "step": 1410
    },
    {
      "epoch": 2.2503961965134707,
      "grad_norm": 0.31093716621398926,
      "learning_rate": 9.89351699795594e-05,
      "loss": 0.0507,
      "step": 1420
    },
    {
      "epoch": 2.266244057052298,
      "grad_norm": 0.48712223768234253,
      "learning_rate": 9.890810633187825e-05,
      "loss": 0.0537,
      "step": 1430
    },
    {
      "epoch": 2.282091917591125,
      "grad_norm": 0.2943997085094452,
      "learning_rate": 9.888070685811389e-05,
      "loss": 0.0434,
      "step": 1440
    },
    {
      "epoch": 2.2979397781299524,
      "grad_norm": 0.5522529482841492,
      "learning_rate": 9.885297174640401e-05,
      "loss": 0.0508,
      "step": 1450
    },
    {
      "epoch": 2.3137876386687797,
      "grad_norm": 0.43696942925453186,
      "learning_rate": 9.882490118719095e-05,
      "loss": 0.0469,
      "step": 1460
    },
    {
      "epoch": 2.329635499207607,
      "grad_norm": 0.34890133142471313,
      "learning_rate": 9.87964953732204e-05,
      "loss": 0.0406,
      "step": 1470
    },
    {
      "epoch": 2.345483359746434,
      "grad_norm": 0.4267130494117737,
      "learning_rate": 9.876775449954003e-05,
      "loss": 0.0482,
      "step": 1480
    },
    {
      "epoch": 2.3613312202852614,
      "grad_norm": 0.44068190455436707,
      "learning_rate": 9.873867876349822e-05,
      "loss": 0.0509,
      "step": 1490
    },
    {
      "epoch": 2.3771790808240887,
      "grad_norm": 0.6220930814743042,
      "learning_rate": 9.870926836474265e-05,
      "loss": 0.0451,
      "step": 1500
    },
    {
      "epoch": 2.393026941362916,
      "grad_norm": 0.33855652809143066,
      "learning_rate": 9.867952350521899e-05,
      "loss": 0.0489,
      "step": 1510
    },
    {
      "epoch": 2.408874801901743,
      "grad_norm": 0.35320836305618286,
      "learning_rate": 9.864944438916943e-05,
      "loss": 0.0553,
      "step": 1520
    },
    {
      "epoch": 2.4247226624405704,
      "grad_norm": 0.44654354453086853,
      "learning_rate": 9.861903122313132e-05,
      "loss": 0.0523,
      "step": 1530
    },
    {
      "epoch": 2.4405705229793977,
      "grad_norm": 0.41467657685279846,
      "learning_rate": 9.858828421593582e-05,
      "loss": 0.0457,
      "step": 1540
    },
    {
      "epoch": 2.456418383518225,
      "grad_norm": 0.4683903157711029,
      "learning_rate": 9.855720357870635e-05,
      "loss": 0.0451,
      "step": 1550
    },
    {
      "epoch": 2.472266244057052,
      "grad_norm": 0.3570249378681183,
      "learning_rate": 9.852578952485716e-05,
      "loss": 0.0496,
      "step": 1560
    },
    {
      "epoch": 2.4881141045958794,
      "grad_norm": 0.31039777398109436,
      "learning_rate": 9.849404227009196e-05,
      "loss": 0.047,
      "step": 1570
    },
    {
      "epoch": 2.5039619651347067,
      "grad_norm": 0.35661402344703674,
      "learning_rate": 9.846196203240234e-05,
      "loss": 0.0451,
      "step": 1580
    },
    {
      "epoch": 2.519809825673534,
      "grad_norm": 0.2695527970790863,
      "learning_rate": 9.842954903206634e-05,
      "loss": 0.0405,
      "step": 1590
    },
    {
      "epoch": 2.535657686212361,
      "grad_norm": 0.2955043613910675,
      "learning_rate": 9.839680349164684e-05,
      "loss": 0.0378,
      "step": 1600
    },
    {
      "epoch": 2.5515055467511885,
      "grad_norm": 0.32479894161224365,
      "learning_rate": 9.836372563599017e-05,
      "loss": 0.0398,
      "step": 1610
    },
    {
      "epoch": 2.5673534072900157,
      "grad_norm": 0.2761167883872986,
      "learning_rate": 9.833031569222443e-05,
      "loss": 0.0373,
      "step": 1620
    },
    {
      "epoch": 2.583201267828843,
      "grad_norm": 0.42928674817085266,
      "learning_rate": 9.829657388975803e-05,
      "loss": 0.0445,
      "step": 1630
    },
    {
      "epoch": 2.59904912836767,
      "grad_norm": 0.27622172236442566,
      "learning_rate": 9.826250046027809e-05,
      "loss": 0.038,
      "step": 1640
    },
    {
      "epoch": 2.6148969889064975,
      "grad_norm": 0.3467934727668762,
      "learning_rate": 9.822809563774881e-05,
      "loss": 0.0417,
      "step": 1650
    },
    {
      "epoch": 2.6307448494453247,
      "grad_norm": 0.3505828380584717,
      "learning_rate": 9.81933596584099e-05,
      "loss": 0.0424,
      "step": 1660
    },
    {
      "epoch": 2.6465927099841524,
      "grad_norm": 0.38430240750312805,
      "learning_rate": 9.815829276077492e-05,
      "loss": 0.0407,
      "step": 1670
    },
    {
      "epoch": 2.662440570522979,
      "grad_norm": 0.280718058347702,
      "learning_rate": 9.812289518562975e-05,
      "loss": 0.0415,
      "step": 1680
    },
    {
      "epoch": 2.678288431061807,
      "grad_norm": 0.3132197856903076,
      "learning_rate": 9.808716717603076e-05,
      "loss": 0.0467,
      "step": 1690
    },
    {
      "epoch": 2.6941362916006337,
      "grad_norm": 0.43638864159584045,
      "learning_rate": 9.80511089773033e-05,
      "loss": 0.0488,
      "step": 1700
    },
    {
      "epoch": 2.7099841521394614,
      "grad_norm": 0.39665859937667847,
      "learning_rate": 9.801472083703993e-05,
      "loss": 0.043,
      "step": 1710
    },
    {
      "epoch": 2.7258320126782882,
      "grad_norm": 0.43067046999931335,
      "learning_rate": 9.797800300509879e-05,
      "loss": 0.044,
      "step": 1720
    },
    {
      "epoch": 2.741679873217116,
      "grad_norm": 0.4771805703639984,
      "learning_rate": 9.794095573360173e-05,
      "loss": 0.0428,
      "step": 1730
    },
    {
      "epoch": 2.7575277337559427,
      "grad_norm": 0.28175461292266846,
      "learning_rate": 9.790357927693282e-05,
      "loss": 0.0407,
      "step": 1740
    },
    {
      "epoch": 2.7733755942947704,
      "grad_norm": 0.3774772584438324,
      "learning_rate": 9.786587389173639e-05,
      "loss": 0.0526,
      "step": 1750
    },
    {
      "epoch": 2.7892234548335972,
      "grad_norm": 0.38130345940589905,
      "learning_rate": 9.782783983691534e-05,
      "loss": 0.0397,
      "step": 1760
    },
    {
      "epoch": 2.805071315372425,
      "grad_norm": 0.3435608744621277,
      "learning_rate": 9.778947737362942e-05,
      "loss": 0.0421,
      "step": 1770
    },
    {
      "epoch": 2.8209191759112517,
      "grad_norm": 0.3259428143501282,
      "learning_rate": 9.775078676529338e-05,
      "loss": 0.0534,
      "step": 1780
    },
    {
      "epoch": 2.8367670364500794,
      "grad_norm": 0.37528592348098755,
      "learning_rate": 9.771176827757512e-05,
      "loss": 0.0397,
      "step": 1790
    },
    {
      "epoch": 2.8526148969889062,
      "grad_norm": 0.22234618663787842,
      "learning_rate": 9.767242217839397e-05,
      "loss": 0.0425,
      "step": 1800
    },
    {
      "epoch": 2.868462757527734,
      "grad_norm": 0.366315096616745,
      "learning_rate": 9.763274873791874e-05,
      "loss": 0.048,
      "step": 1810
    },
    {
      "epoch": 2.8843106180665607,
      "grad_norm": 0.2822195887565613,
      "learning_rate": 9.759274822856598e-05,
      "loss": 0.0394,
      "step": 1820
    },
    {
      "epoch": 2.9001584786053884,
      "grad_norm": 0.2494378387928009,
      "learning_rate": 9.7552420924998e-05,
      "loss": 0.0525,
      "step": 1830
    },
    {
      "epoch": 2.9160063391442153,
      "grad_norm": 0.3741839528083801,
      "learning_rate": 9.751176710412106e-05,
      "loss": 0.0406,
      "step": 1840
    },
    {
      "epoch": 2.931854199683043,
      "grad_norm": 0.436900794506073,
      "learning_rate": 9.747078704508343e-05,
      "loss": 0.04,
      "step": 1850
    },
    {
      "epoch": 2.94770206022187,
      "grad_norm": 0.4009973704814911,
      "learning_rate": 9.742948102927351e-05,
      "loss": 0.0379,
      "step": 1860
    },
    {
      "epoch": 2.9635499207606975,
      "grad_norm": 0.34224581718444824,
      "learning_rate": 9.738784934031781e-05,
      "loss": 0.0383,
      "step": 1870
    },
    {
      "epoch": 2.9793977812995247,
      "grad_norm": 0.32024386525154114,
      "learning_rate": 9.734589226407913e-05,
      "loss": 0.0421,
      "step": 1880
    },
    {
      "epoch": 2.995245641838352,
      "grad_norm": 0.2870291769504547,
      "learning_rate": 9.730361008865452e-05,
      "loss": 0.038,
      "step": 1890
    },
    {
      "epoch": 3.011093502377179,
      "grad_norm": 0.30015242099761963,
      "learning_rate": 9.726100310437327e-05,
      "loss": 0.0427,
      "step": 1900
    },
    {
      "epoch": 3.0269413629160065,
      "grad_norm": 0.37298670411109924,
      "learning_rate": 9.721807160379503e-05,
      "loss": 0.0368,
      "step": 1910
    },
    {
      "epoch": 3.0427892234548337,
      "grad_norm": 0.3384378254413605,
      "learning_rate": 9.717481588170765e-05,
      "loss": 0.0338,
      "step": 1920
    },
    {
      "epoch": 3.058637083993661,
      "grad_norm": 0.456691175699234,
      "learning_rate": 9.713123623512532e-05,
      "loss": 0.0406,
      "step": 1930
    },
    {
      "epoch": 3.074484944532488,
      "grad_norm": 0.28940680623054504,
      "learning_rate": 9.70873329632864e-05,
      "loss": 0.039,
      "step": 1940
    },
    {
      "epoch": 3.0903328050713155,
      "grad_norm": 0.3975684940814972,
      "learning_rate": 9.704310636765142e-05,
      "loss": 0.0445,
      "step": 1950
    },
    {
      "epoch": 3.1061806656101427,
      "grad_norm": 0.33805158734321594,
      "learning_rate": 9.699855675190099e-05,
      "loss": 0.0452,
      "step": 1960
    },
    {
      "epoch": 3.12202852614897,
      "grad_norm": 0.4213513433933258,
      "learning_rate": 9.695368442193378e-05,
      "loss": 0.0371,
      "step": 1970
    },
    {
      "epoch": 3.1378763866877972,
      "grad_norm": 0.3289247751235962,
      "learning_rate": 9.69084896858643e-05,
      "loss": 0.0345,
      "step": 1980
    },
    {
      "epoch": 3.1537242472266245,
      "grad_norm": 0.3328181505203247,
      "learning_rate": 9.68629728540209e-05,
      "loss": 0.0436,
      "step": 1990
    },
    {
      "epoch": 3.1695721077654517,
      "grad_norm": 0.37982073426246643,
      "learning_rate": 9.681713423894359e-05,
      "loss": 0.0415,
      "step": 2000
    },
    {
      "epoch": 3.185419968304279,
      "grad_norm": 0.4652085602283478,
      "learning_rate": 9.677097415538186e-05,
      "loss": 0.0391,
      "step": 2010
    },
    {
      "epoch": 3.2012678288431062,
      "grad_norm": 0.44633859395980835,
      "learning_rate": 9.672449292029257e-05,
      "loss": 0.0375,
      "step": 2020
    },
    {
      "epoch": 3.2171156893819335,
      "grad_norm": 0.4091266095638275,
      "learning_rate": 9.66776908528378e-05,
      "loss": 0.042,
      "step": 2030
    },
    {
      "epoch": 3.2329635499207607,
      "grad_norm": 0.37333956360816956,
      "learning_rate": 9.663056827438252e-05,
      "loss": 0.0416,
      "step": 2040
    },
    {
      "epoch": 3.248811410459588,
      "grad_norm": 0.3241555988788605,
      "learning_rate": 9.65831255084926e-05,
      "loss": 0.0375,
      "step": 2050
    },
    {
      "epoch": 3.2646592709984152,
      "grad_norm": 0.3356478214263916,
      "learning_rate": 9.653536288093237e-05,
      "loss": 0.0379,
      "step": 2060
    },
    {
      "epoch": 3.2805071315372425,
      "grad_norm": 0.3036734163761139,
      "learning_rate": 9.648728071966251e-05,
      "loss": 0.0401,
      "step": 2070
    },
    {
      "epoch": 3.2963549920760697,
      "grad_norm": 0.3258291780948639,
      "learning_rate": 9.64388793548378e-05,
      "loss": 0.0403,
      "step": 2080
    },
    {
      "epoch": 3.312202852614897,
      "grad_norm": 0.24130631983280182,
      "learning_rate": 9.639015911880478e-05,
      "loss": 0.0429,
      "step": 2090
    },
    {
      "epoch": 3.3280507131537242,
      "grad_norm": 0.32036861777305603,
      "learning_rate": 9.634112034609955e-05,
      "loss": 0.044,
      "step": 2100
    },
    {
      "epoch": 3.3438985736925515,
      "grad_norm": 0.4092555046081543,
      "learning_rate": 9.629176337344538e-05,
      "loss": 0.04,
      "step": 2110
    },
    {
      "epoch": 3.3597464342313788,
      "grad_norm": 0.2772470712661743,
      "learning_rate": 9.62420885397505e-05,
      "loss": 0.0441,
      "step": 2120
    },
    {
      "epoch": 3.375594294770206,
      "grad_norm": 0.26047825813293457,
      "learning_rate": 9.619209618610569e-05,
      "loss": 0.0465,
      "step": 2130
    },
    {
      "epoch": 3.3914421553090333,
      "grad_norm": 0.3633308410644531,
      "learning_rate": 9.614178665578199e-05,
      "loss": 0.0366,
      "step": 2140
    },
    {
      "epoch": 3.4072900158478605,
      "grad_norm": 0.3024093806743622,
      "learning_rate": 9.609116029422834e-05,
      "loss": 0.0394,
      "step": 2150
    },
    {
      "epoch": 3.4231378763866878,
      "grad_norm": 0.30647802352905273,
      "learning_rate": 9.604021744906915e-05,
      "loss": 0.0378,
      "step": 2160
    },
    {
      "epoch": 3.438985736925515,
      "grad_norm": 0.36456671357154846,
      "learning_rate": 9.598895847010198e-05,
      "loss": 0.0378,
      "step": 2170
    },
    {
      "epoch": 3.4548335974643423,
      "grad_norm": 0.28538623452186584,
      "learning_rate": 9.593738370929513e-05,
      "loss": 0.0367,
      "step": 2180
    },
    {
      "epoch": 3.4706814580031695,
      "grad_norm": 0.3848700523376465,
      "learning_rate": 9.588549352078517e-05,
      "loss": 0.0376,
      "step": 2190
    },
    {
      "epoch": 3.4865293185419968,
      "grad_norm": 0.4077780842781067,
      "learning_rate": 9.583328826087456e-05,
      "loss": 0.0401,
      "step": 2200
    },
    {
      "epoch": 3.502377179080824,
      "grad_norm": 0.29360130429267883,
      "learning_rate": 9.578076828802922e-05,
      "loss": 0.0377,
      "step": 2210
    },
    {
      "epoch": 3.5182250396196513,
      "grad_norm": 0.23208092153072357,
      "learning_rate": 9.572793396287598e-05,
      "loss": 0.0456,
      "step": 2220
    },
    {
      "epoch": 3.5340729001584785,
      "grad_norm": 0.2558813691139221,
      "learning_rate": 9.567478564820019e-05,
      "loss": 0.032,
      "step": 2230
    },
    {
      "epoch": 3.5499207606973058,
      "grad_norm": 0.24153469502925873,
      "learning_rate": 9.562132370894321e-05,
      "loss": 0.0374,
      "step": 2240
    },
    {
      "epoch": 3.565768621236133,
      "grad_norm": 0.3506905436515808,
      "learning_rate": 9.55675485121999e-05,
      "loss": 0.0455,
      "step": 2250
    },
    {
      "epoch": 3.5816164817749603,
      "grad_norm": 0.3719404637813568,
      "learning_rate": 9.551346042721604e-05,
      "loss": 0.042,
      "step": 2260
    },
    {
      "epoch": 3.5974643423137875,
      "grad_norm": 0.27092769742012024,
      "learning_rate": 9.545905982538592e-05,
      "loss": 0.0351,
      "step": 2270
    },
    {
      "epoch": 3.613312202852615,
      "grad_norm": 0.492046982049942,
      "learning_rate": 9.540434708024966e-05,
      "loss": 0.0414,
      "step": 2280
    },
    {
      "epoch": 3.629160063391442,
      "grad_norm": 0.3070124387741089,
      "learning_rate": 9.534932256749074e-05,
      "loss": 0.0396,
      "step": 2290
    },
    {
      "epoch": 3.6450079239302693,
      "grad_norm": 0.30400729179382324,
      "learning_rate": 9.529398666493336e-05,
      "loss": 0.0356,
      "step": 2300
    },
    {
      "epoch": 3.6608557844690965,
      "grad_norm": 0.26050692796707153,
      "learning_rate": 9.523833975253988e-05,
      "loss": 0.0419,
      "step": 2310
    },
    {
      "epoch": 3.676703645007924,
      "grad_norm": 0.27897489070892334,
      "learning_rate": 9.51823822124082e-05,
      "loss": 0.034,
      "step": 2320
    },
    {
      "epoch": 3.692551505546751,
      "grad_norm": 0.3234636187553406,
      "learning_rate": 9.512611442876914e-05,
      "loss": 0.0428,
      "step": 2330
    },
    {
      "epoch": 3.7083993660855783,
      "grad_norm": 0.3589284121990204,
      "learning_rate": 9.506953678798378e-05,
      "loss": 0.0387,
      "step": 2340
    },
    {
      "epoch": 3.7242472266244055,
      "grad_norm": 0.4306239187717438,
      "learning_rate": 9.501264967854084e-05,
      "loss": 0.0474,
      "step": 2350
    },
    {
      "epoch": 3.740095087163233,
      "grad_norm": 0.22645992040634155,
      "learning_rate": 9.495545349105401e-05,
      "loss": 0.0385,
      "step": 2360
    },
    {
      "epoch": 3.75594294770206,
      "grad_norm": 0.3852635622024536,
      "learning_rate": 9.489794861825923e-05,
      "loss": 0.0345,
      "step": 2370
    },
    {
      "epoch": 3.7717908082408877,
      "grad_norm": 0.27143415808677673,
      "learning_rate": 9.484013545501203e-05,
      "loss": 0.0361,
      "step": 2380
    },
    {
      "epoch": 3.7876386687797146,
      "grad_norm": 0.28437864780426025,
      "learning_rate": 9.47820143982848e-05,
      "loss": 0.0341,
      "step": 2390
    },
    {
      "epoch": 3.8034865293185423,
      "grad_norm": 0.2932587265968323,
      "learning_rate": 9.472358584716408e-05,
      "loss": 0.0462,
      "step": 2400
    },
    {
      "epoch": 3.819334389857369,
      "grad_norm": 0.4200306236743927,
      "learning_rate": 9.466485020284782e-05,
      "loss": 0.0421,
      "step": 2410
    },
    {
      "epoch": 3.8351822503961968,
      "grad_norm": 0.41429468989372253,
      "learning_rate": 9.46058078686426e-05,
      "loss": 0.0429,
      "step": 2420
    },
    {
      "epoch": 3.8510301109350236,
      "grad_norm": 0.29475075006484985,
      "learning_rate": 9.454645924996087e-05,
      "loss": 0.036,
      "step": 2430
    },
    {
      "epoch": 3.8668779714738513,
      "grad_norm": 0.36007851362228394,
      "learning_rate": 9.448680475431819e-05,
      "loss": 0.0343,
      "step": 2440
    },
    {
      "epoch": 3.882725832012678,
      "grad_norm": 0.31012412905693054,
      "learning_rate": 9.442684479133044e-05,
      "loss": 0.0328,
      "step": 2450
    },
    {
      "epoch": 3.8985736925515058,
      "grad_norm": 0.3186264932155609,
      "learning_rate": 9.436657977271093e-05,
      "loss": 0.0357,
      "step": 2460
    },
    {
      "epoch": 3.9144215530903326,
      "grad_norm": 0.289347380399704,
      "learning_rate": 9.430601011226763e-05,
      "loss": 0.0322,
      "step": 2470
    },
    {
      "epoch": 3.9302694136291603,
      "grad_norm": 0.8456028699874878,
      "learning_rate": 9.424513622590038e-05,
      "loss": 0.0368,
      "step": 2480
    },
    {
      "epoch": 3.946117274167987,
      "grad_norm": 0.2324322909116745,
      "learning_rate": 9.418395853159793e-05,
      "loss": 0.0334,
      "step": 2490
    },
    {
      "epoch": 3.9619651347068148,
      "grad_norm": 0.24869747459888458,
      "learning_rate": 9.412247744943512e-05,
      "loss": 0.0333,
      "step": 2500
    },
    {
      "epoch": 3.9778129952456416,
      "grad_norm": 0.31198471784591675,
      "learning_rate": 9.406069340157003e-05,
      "loss": 0.0335,
      "step": 2510
    },
    {
      "epoch": 3.9936608557844693,
      "grad_norm": 0.3861044645309448,
      "learning_rate": 9.399860681224098e-05,
      "loss": 0.0363,
      "step": 2520
    },
    {
      "epoch": 4.009508716323296,
      "grad_norm": 0.21961505711078644,
      "learning_rate": 9.393621810776376e-05,
      "loss": 0.0353,
      "step": 2530
    },
    {
      "epoch": 4.025356576862124,
      "grad_norm": 0.28296446800231934,
      "learning_rate": 9.387352771652856e-05,
      "loss": 0.0438,
      "step": 2540
    },
    {
      "epoch": 4.041204437400951,
      "grad_norm": 0.48964765667915344,
      "learning_rate": 9.381053606899713e-05,
      "loss": 0.0346,
      "step": 2550
    },
    {
      "epoch": 4.057052297939778,
      "grad_norm": 0.38259637355804443,
      "learning_rate": 9.374724359769979e-05,
      "loss": 0.0342,
      "step": 2560
    },
    {
      "epoch": 4.072900158478605,
      "grad_norm": 0.29834380745887756,
      "learning_rate": 9.368365073723241e-05,
      "loss": 0.031,
      "step": 2570
    },
    {
      "epoch": 4.088748019017433,
      "grad_norm": 0.41095930337905884,
      "learning_rate": 9.361975792425356e-05,
      "loss": 0.0344,
      "step": 2580
    },
    {
      "epoch": 4.10459587955626,
      "grad_norm": 0.21189731359481812,
      "learning_rate": 9.355556559748133e-05,
      "loss": 0.0367,
      "step": 2590
    },
    {
      "epoch": 4.120443740095087,
      "grad_norm": 0.2741738557815552,
      "learning_rate": 9.349107419769048e-05,
      "loss": 0.0366,
      "step": 2600
    },
    {
      "epoch": 4.136291600633914,
      "grad_norm": 0.28367432951927185,
      "learning_rate": 9.342628416770928e-05,
      "loss": 0.0301,
      "step": 2610
    },
    {
      "epoch": 4.152139461172742,
      "grad_norm": 0.29805341362953186,
      "learning_rate": 9.336119595241665e-05,
      "loss": 0.0332,
      "step": 2620
    },
    {
      "epoch": 4.167987321711569,
      "grad_norm": 0.340262770652771,
      "learning_rate": 9.329580999873887e-05,
      "loss": 0.0332,
      "step": 2630
    },
    {
      "epoch": 4.183835182250396,
      "grad_norm": 0.2894122302532196,
      "learning_rate": 9.323012675564668e-05,
      "loss": 0.0333,
      "step": 2640
    },
    {
      "epoch": 4.199683042789223,
      "grad_norm": 0.2781189978122711,
      "learning_rate": 9.316414667415216e-05,
      "loss": 0.0348,
      "step": 2650
    },
    {
      "epoch": 4.215530903328051,
      "grad_norm": 0.321756511926651,
      "learning_rate": 9.309787020730562e-05,
      "loss": 0.0303,
      "step": 2660
    },
    {
      "epoch": 4.231378763866878,
      "grad_norm": 0.275852233171463,
      "learning_rate": 9.303129781019249e-05,
      "loss": 0.0407,
      "step": 2670
    },
    {
      "epoch": 4.247226624405705,
      "grad_norm": 0.44196420907974243,
      "learning_rate": 9.296442993993015e-05,
      "loss": 0.0395,
      "step": 2680
    },
    {
      "epoch": 4.263074484944532,
      "grad_norm": 0.2846081852912903,
      "learning_rate": 9.289726705566491e-05,
      "loss": 0.0344,
      "step": 2690
    },
    {
      "epoch": 4.27892234548336,
      "grad_norm": 0.31943535804748535,
      "learning_rate": 9.282980961856875e-05,
      "loss": 0.0388,
      "step": 2700
    },
    {
      "epoch": 4.294770206022187,
      "grad_norm": 0.4001297354698181,
      "learning_rate": 9.276205809183618e-05,
      "loss": 0.0366,
      "step": 2710
    },
    {
      "epoch": 4.310618066561014,
      "grad_norm": 0.2874903976917267,
      "learning_rate": 9.26940129406811e-05,
      "loss": 0.0302,
      "step": 2720
    },
    {
      "epoch": 4.326465927099841,
      "grad_norm": 0.3430187404155731,
      "learning_rate": 9.262567463233352e-05,
      "loss": 0.0368,
      "step": 2730
    },
    {
      "epoch": 4.342313787638669,
      "grad_norm": 0.3248710632324219,
      "learning_rate": 9.255704363603645e-05,
      "loss": 0.0337,
      "step": 2740
    },
    {
      "epoch": 4.358161648177496,
      "grad_norm": 0.3309313654899597,
      "learning_rate": 9.248812042304263e-05,
      "loss": 0.0328,
      "step": 2750
    },
    {
      "epoch": 4.374009508716323,
      "grad_norm": 0.2918064594268799,
      "learning_rate": 9.24189054666113e-05,
      "loss": 0.0394,
      "step": 2760
    },
    {
      "epoch": 4.38985736925515,
      "grad_norm": 0.35082730650901794,
      "learning_rate": 9.23493992420049e-05,
      "loss": 0.0406,
      "step": 2770
    },
    {
      "epoch": 4.405705229793978,
      "grad_norm": 0.32973727583885193,
      "learning_rate": 9.227960222648593e-05,
      "loss": 0.034,
      "step": 2780
    },
    {
      "epoch": 4.4215530903328055,
      "grad_norm": 0.23779386281967163,
      "learning_rate": 9.220951489931352e-05,
      "loss": 0.0371,
      "step": 2790
    },
    {
      "epoch": 4.437400950871632,
      "grad_norm": 0.2471320629119873,
      "learning_rate": 9.213913774174028e-05,
      "loss": 0.0317,
      "step": 2800
    },
    {
      "epoch": 4.453248811410459,
      "grad_norm": 0.3636610805988312,
      "learning_rate": 9.20684712370089e-05,
      "loss": 0.0356,
      "step": 2810
    },
    {
      "epoch": 4.469096671949287,
      "grad_norm": 0.18174231052398682,
      "learning_rate": 9.199751587034887e-05,
      "loss": 0.0258,
      "step": 2820
    },
    {
      "epoch": 4.4849445324881145,
      "grad_norm": 0.20908503234386444,
      "learning_rate": 9.192627212897315e-05,
      "loss": 0.0368,
      "step": 2830
    },
    {
      "epoch": 4.500792393026941,
      "grad_norm": 0.27427220344543457,
      "learning_rate": 9.185474050207478e-05,
      "loss": 0.0382,
      "step": 2840
    },
    {
      "epoch": 4.516640253565768,
      "grad_norm": 0.35455378890037537,
      "learning_rate": 9.178292148082362e-05,
      "loss": 0.0338,
      "step": 2850
    },
    {
      "epoch": 4.532488114104596,
      "grad_norm": 0.3077165484428406,
      "learning_rate": 9.171081555836287e-05,
      "loss": 0.032,
      "step": 2860
    },
    {
      "epoch": 4.5483359746434235,
      "grad_norm": 0.29954010248184204,
      "learning_rate": 9.163842322980573e-05,
      "loss": 0.0363,
      "step": 2870
    },
    {
      "epoch": 4.56418383518225,
      "grad_norm": 0.23956748843193054,
      "learning_rate": 9.156574499223202e-05,
      "loss": 0.0319,
      "step": 2880
    },
    {
      "epoch": 4.580031695721077,
      "grad_norm": 0.24991659820079803,
      "learning_rate": 9.149278134468472e-05,
      "loss": 0.0351,
      "step": 2890
    },
    {
      "epoch": 4.595879556259905,
      "grad_norm": 0.35879701375961304,
      "learning_rate": 9.141953278816661e-05,
      "loss": 0.0364,
      "step": 2900
    },
    {
      "epoch": 4.6117274167987325,
      "grad_norm": 0.2529746890068054,
      "learning_rate": 9.134599982563674e-05,
      "loss": 0.0357,
      "step": 2910
    },
    {
      "epoch": 4.627575277337559,
      "grad_norm": 0.23599006235599518,
      "learning_rate": 9.127218296200705e-05,
      "loss": 0.0363,
      "step": 2920
    },
    {
      "epoch": 4.643423137876387,
      "grad_norm": 0.3693040907382965,
      "learning_rate": 9.119808270413891e-05,
      "loss": 0.036,
      "step": 2930
    },
    {
      "epoch": 4.659270998415214,
      "grad_norm": 0.37512966990470886,
      "learning_rate": 9.112369956083953e-05,
      "loss": 0.0379,
      "step": 2940
    },
    {
      "epoch": 4.675118858954042,
      "grad_norm": 0.35540756583213806,
      "learning_rate": 9.104903404285862e-05,
      "loss": 0.0305,
      "step": 2950
    },
    {
      "epoch": 4.690966719492868,
      "grad_norm": 0.4176557660102844,
      "learning_rate": 9.097408666288475e-05,
      "loss": 0.0355,
      "step": 2960
    },
    {
      "epoch": 4.706814580031696,
      "grad_norm": 0.28811272978782654,
      "learning_rate": 9.089885793554195e-05,
      "loss": 0.0376,
      "step": 2970
    },
    {
      "epoch": 4.722662440570523,
      "grad_norm": 0.3358956575393677,
      "learning_rate": 9.082334837738607e-05,
      "loss": 0.0368,
      "step": 2980
    },
    {
      "epoch": 4.738510301109351,
      "grad_norm": 0.3090055584907532,
      "learning_rate": 9.074755850690127e-05,
      "loss": 0.0326,
      "step": 2990
    },
    {
      "epoch": 4.754358161648177,
      "grad_norm": 0.24217335879802704,
      "learning_rate": 9.067148884449647e-05,
      "loss": 0.0271,
      "step": 3000
    },
    {
      "epoch": 4.770206022187005,
      "grad_norm": 0.361965149641037,
      "learning_rate": 9.059513991250181e-05,
      "loss": 0.0361,
      "step": 3010
    },
    {
      "epoch": 4.786053882725832,
      "grad_norm": 0.36846402287483215,
      "learning_rate": 9.051851223516501e-05,
      "loss": 0.0381,
      "step": 3020
    },
    {
      "epoch": 4.80190174326466,
      "grad_norm": 0.3030705451965332,
      "learning_rate": 9.044160633864776e-05,
      "loss": 0.0363,
      "step": 3030
    },
    {
      "epoch": 4.817749603803486,
      "grad_norm": 0.40651705861091614,
      "learning_rate": 9.036442275102213e-05,
      "loss": 0.0305,
      "step": 3040
    },
    {
      "epoch": 4.833597464342314,
      "grad_norm": 0.2696928381919861,
      "learning_rate": 9.0286962002267e-05,
      "loss": 0.0386,
      "step": 3050
    },
    {
      "epoch": 4.849445324881141,
      "grad_norm": 0.3362119197845459,
      "learning_rate": 9.020922462426433e-05,
      "loss": 0.0318,
      "step": 3060
    },
    {
      "epoch": 4.865293185419969,
      "grad_norm": 0.21661606431007385,
      "learning_rate": 9.013121115079557e-05,
      "loss": 0.0338,
      "step": 3070
    },
    {
      "epoch": 4.881141045958795,
      "grad_norm": 0.2977627217769623,
      "learning_rate": 9.005292211753792e-05,
      "loss": 0.0323,
      "step": 3080
    },
    {
      "epoch": 4.896988906497623,
      "grad_norm": 0.3265908658504486,
      "learning_rate": 8.997435806206078e-05,
      "loss": 0.032,
      "step": 3090
    },
    {
      "epoch": 4.91283676703645,
      "grad_norm": 0.45224496722221375,
      "learning_rate": 8.989551952382192e-05,
      "loss": 0.0347,
      "step": 3100
    },
    {
      "epoch": 4.928684627575278,
      "grad_norm": 0.3116205930709839,
      "learning_rate": 8.981640704416385e-05,
      "loss": 0.0278,
      "step": 3110
    },
    {
      "epoch": 4.944532488114104,
      "grad_norm": 0.38788729906082153,
      "learning_rate": 8.97370211663101e-05,
      "loss": 0.0356,
      "step": 3120
    },
    {
      "epoch": 4.960380348652932,
      "grad_norm": 0.3053205609321594,
      "learning_rate": 8.965736243536152e-05,
      "loss": 0.0298,
      "step": 3130
    },
    {
      "epoch": 4.976228209191759,
      "grad_norm": 0.3261253535747528,
      "learning_rate": 8.957743139829243e-05,
      "loss": 0.038,
      "step": 3140
    },
    {
      "epoch": 4.992076069730587,
      "grad_norm": 0.3000582158565521,
      "learning_rate": 8.949722860394693e-05,
      "loss": 0.0485,
      "step": 3150
    },
    {
      "epoch": 5.007923930269413,
      "grad_norm": 0.3081798553466797,
      "learning_rate": 8.941675460303522e-05,
      "loss": 0.0401,
      "step": 3160
    },
    {
      "epoch": 5.023771790808241,
      "grad_norm": 0.29715317487716675,
      "learning_rate": 8.933600994812965e-05,
      "loss": 0.0314,
      "step": 3170
    },
    {
      "epoch": 5.039619651347068,
      "grad_norm": 0.20959503948688507,
      "learning_rate": 8.925499519366102e-05,
      "loss": 0.0344,
      "step": 3180
    },
    {
      "epoch": 5.055467511885896,
      "grad_norm": 0.34640997648239136,
      "learning_rate": 8.917371089591482e-05,
      "loss": 0.0324,
      "step": 3190
    },
    {
      "epoch": 5.071315372424722,
      "grad_norm": 0.29564642906188965,
      "learning_rate": 8.909215761302728e-05,
      "loss": 0.0404,
      "step": 3200
    },
    {
      "epoch": 5.08716323296355,
      "grad_norm": 0.29282501339912415,
      "learning_rate": 8.90103359049816e-05,
      "loss": 0.0317,
      "step": 3210
    },
    {
      "epoch": 5.103011093502377,
      "grad_norm": 0.3910326063632965,
      "learning_rate": 8.892824633360419e-05,
      "loss": 0.0297,
      "step": 3220
    },
    {
      "epoch": 5.118858954041205,
      "grad_norm": 0.30237722396850586,
      "learning_rate": 8.884588946256069e-05,
      "loss": 0.0372,
      "step": 3230
    },
    {
      "epoch": 5.134706814580031,
      "grad_norm": 0.3003133535385132,
      "learning_rate": 8.876326585735213e-05,
      "loss": 0.0332,
      "step": 3240
    },
    {
      "epoch": 5.150554675118859,
      "grad_norm": 0.2812441885471344,
      "learning_rate": 8.868037608531108e-05,
      "loss": 0.0315,
      "step": 3250
    },
    {
      "epoch": 5.166402535657686,
      "grad_norm": 0.2651035785675049,
      "learning_rate": 8.859722071559777e-05,
      "loss": 0.0292,
      "step": 3260
    },
    {
      "epoch": 5.182250396196514,
      "grad_norm": 0.31288737058639526,
      "learning_rate": 8.85138003191961e-05,
      "loss": 0.0294,
      "step": 3270
    },
    {
      "epoch": 5.19809825673534,
      "grad_norm": 0.2833364009857178,
      "learning_rate": 8.843011546890978e-05,
      "loss": 0.0331,
      "step": 3280
    },
    {
      "epoch": 5.213946117274168,
      "grad_norm": 0.25718948245048523,
      "learning_rate": 8.834616673935839e-05,
      "loss": 0.0281,
      "step": 3290
    },
    {
      "epoch": 5.229793977812995,
      "grad_norm": 0.28992629051208496,
      "learning_rate": 8.82619547069734e-05,
      "loss": 0.034,
      "step": 3300
    },
    {
      "epoch": 5.245641838351823,
      "grad_norm": 0.2499540150165558,
      "learning_rate": 8.817747994999432e-05,
      "loss": 0.027,
      "step": 3310
    },
    {
      "epoch": 5.261489698890649,
      "grad_norm": 0.25445619225502014,
      "learning_rate": 8.80927430484646e-05,
      "loss": 0.0316,
      "step": 3320
    },
    {
      "epoch": 5.277337559429477,
      "grad_norm": 0.28179076313972473,
      "learning_rate": 8.800774458422765e-05,
      "loss": 0.035,
      "step": 3330
    },
    {
      "epoch": 5.293185419968304,
      "grad_norm": 0.30823758244514465,
      "learning_rate": 8.792248514092299e-05,
      "loss": 0.0259,
      "step": 3340
    },
    {
      "epoch": 5.309033280507132,
      "grad_norm": 0.3379741311073303,
      "learning_rate": 8.783696530398207e-05,
      "loss": 0.033,
      "step": 3350
    },
    {
      "epoch": 5.324881141045958,
      "grad_norm": 0.29917508363723755,
      "learning_rate": 8.775118566062435e-05,
      "loss": 0.0278,
      "step": 3360
    },
    {
      "epoch": 5.340729001584786,
      "grad_norm": 0.15989099442958832,
      "learning_rate": 8.766514679985325e-05,
      "loss": 0.0315,
      "step": 3370
    },
    {
      "epoch": 5.356576862123613,
      "grad_norm": 0.2137162983417511,
      "learning_rate": 8.757884931245211e-05,
      "loss": 0.0333,
      "step": 3380
    },
    {
      "epoch": 5.372424722662441,
      "grad_norm": 0.30674856901168823,
      "learning_rate": 8.749229379098008e-05,
      "loss": 0.0308,
      "step": 3390
    },
    {
      "epoch": 5.3882725832012675,
      "grad_norm": 0.23785285651683807,
      "learning_rate": 8.740548082976814e-05,
      "loss": 0.0278,
      "step": 3400
    },
    {
      "epoch": 5.404120443740095,
      "grad_norm": 0.25887709856033325,
      "learning_rate": 8.731841102491494e-05,
      "loss": 0.0283,
      "step": 3410
    },
    {
      "epoch": 5.419968304278922,
      "grad_norm": 0.3679006099700928,
      "learning_rate": 8.723108497428276e-05,
      "loss": 0.0273,
      "step": 3420
    },
    {
      "epoch": 5.43581616481775,
      "grad_norm": 0.40523847937583923,
      "learning_rate": 8.714350327749337e-05,
      "loss": 0.0319,
      "step": 3430
    },
    {
      "epoch": 5.4516640253565765,
      "grad_norm": 0.2975967228412628,
      "learning_rate": 8.705566653592393e-05,
      "loss": 0.0382,
      "step": 3440
    },
    {
      "epoch": 5.467511885895404,
      "grad_norm": 0.27645203471183777,
      "learning_rate": 8.696757535270285e-05,
      "loss": 0.0413,
      "step": 3450
    },
    {
      "epoch": 5.483359746434231,
      "grad_norm": 0.23291446268558502,
      "learning_rate": 8.68792303327057e-05,
      "loss": 0.0306,
      "step": 3460
    },
    {
      "epoch": 5.499207606973059,
      "grad_norm": 0.34922730922698975,
      "learning_rate": 8.679063208255095e-05,
      "loss": 0.0299,
      "step": 3470
    },
    {
      "epoch": 5.5150554675118855,
      "grad_norm": 0.2651195228099823,
      "learning_rate": 8.67017812105959e-05,
      "loss": 0.0279,
      "step": 3480
    },
    {
      "epoch": 5.530903328050713,
      "grad_norm": 0.23726455867290497,
      "learning_rate": 8.661267832693247e-05,
      "loss": 0.0311,
      "step": 3490
    },
    {
      "epoch": 5.546751188589541,
      "grad_norm": 0.22650249302387238,
      "learning_rate": 8.6523324043383e-05,
      "loss": 0.0319,
      "step": 3500
    },
    {
      "epoch": 5.562599049128368,
      "grad_norm": 0.275462806224823,
      "learning_rate": 8.643371897349609e-05,
      "loss": 0.0328,
      "step": 3510
    },
    {
      "epoch": 5.5784469096671945,
      "grad_norm": 0.30848929286003113,
      "learning_rate": 8.63438637325423e-05,
      "loss": 0.0353,
      "step": 3520
    },
    {
      "epoch": 5.594294770206022,
      "grad_norm": 0.22483864426612854,
      "learning_rate": 8.625375893751005e-05,
      "loss": 0.0291,
      "step": 3530
    },
    {
      "epoch": 5.61014263074485,
      "grad_norm": 0.2007935345172882,
      "learning_rate": 8.616340520710124e-05,
      "loss": 0.0287,
      "step": 3540
    },
    {
      "epoch": 5.625990491283677,
      "grad_norm": 0.24104808270931244,
      "learning_rate": 8.607280316172717e-05,
      "loss": 0.0296,
      "step": 3550
    },
    {
      "epoch": 5.6418383518225035,
      "grad_norm": 0.25262153148651123,
      "learning_rate": 8.598195342350413e-05,
      "loss": 0.0332,
      "step": 3560
    },
    {
      "epoch": 5.657686212361331,
      "grad_norm": 0.2854628264904022,
      "learning_rate": 8.589085661624915e-05,
      "loss": 0.0287,
      "step": 3570
    },
    {
      "epoch": 5.673534072900159,
      "grad_norm": 0.27987590432167053,
      "learning_rate": 8.579951336547583e-05,
      "loss": 0.0358,
      "step": 3580
    },
    {
      "epoch": 5.689381933438986,
      "grad_norm": 0.28694331645965576,
      "learning_rate": 8.570792429838994e-05,
      "loss": 0.0301,
      "step": 3590
    },
    {
      "epoch": 5.705229793977813,
      "grad_norm": 0.4414514899253845,
      "learning_rate": 8.561609004388511e-05,
      "loss": 0.0276,
      "step": 3600
    },
    {
      "epoch": 5.72107765451664,
      "grad_norm": 0.36731958389282227,
      "learning_rate": 8.552401123253857e-05,
      "loss": 0.0326,
      "step": 3610
    },
    {
      "epoch": 5.736925515055468,
      "grad_norm": 0.3216352164745331,
      "learning_rate": 8.543168849660682e-05,
      "loss": 0.0351,
      "step": 3620
    },
    {
      "epoch": 5.752773375594295,
      "grad_norm": 0.2965521812438965,
      "learning_rate": 8.533912247002116e-05,
      "loss": 0.0336,
      "step": 3630
    },
    {
      "epoch": 5.768621236133122,
      "grad_norm": 0.37146931886672974,
      "learning_rate": 8.524631378838357e-05,
      "loss": 0.041,
      "step": 3640
    },
    {
      "epoch": 5.784469096671949,
      "grad_norm": 0.27054694294929504,
      "learning_rate": 8.515326308896213e-05,
      "loss": 0.0333,
      "step": 3650
    },
    {
      "epoch": 5.800316957210777,
      "grad_norm": 0.30338549613952637,
      "learning_rate": 8.505997101068675e-05,
      "loss": 0.0305,
      "step": 3660
    },
    {
      "epoch": 5.816164817749604,
      "grad_norm": 0.2014935314655304,
      "learning_rate": 8.496643819414476e-05,
      "loss": 0.0292,
      "step": 3670
    },
    {
      "epoch": 5.832012678288431,
      "grad_norm": 0.3620418906211853,
      "learning_rate": 8.48726652815765e-05,
      "loss": 0.0345,
      "step": 3680
    },
    {
      "epoch": 5.847860538827258,
      "grad_norm": 0.22847791016101837,
      "learning_rate": 8.477865291687095e-05,
      "loss": 0.038,
      "step": 3690
    },
    {
      "epoch": 5.863708399366086,
      "grad_norm": 0.42736053466796875,
      "learning_rate": 8.468440174556127e-05,
      "loss": 0.0341,
      "step": 3700
    },
    {
      "epoch": 5.879556259904913,
      "grad_norm": 0.2668206989765167,
      "learning_rate": 8.458991241482036e-05,
      "loss": 0.0365,
      "step": 3710
    },
    {
      "epoch": 5.89540412044374,
      "grad_norm": 0.24107444286346436,
      "learning_rate": 8.449518557345645e-05,
      "loss": 0.033,
      "step": 3720
    },
    {
      "epoch": 5.911251980982567,
      "grad_norm": 0.2556779384613037,
      "learning_rate": 8.440022187190864e-05,
      "loss": 0.0336,
      "step": 3730
    },
    {
      "epoch": 5.927099841521395,
      "grad_norm": 0.2224377542734146,
      "learning_rate": 8.43050219622424e-05,
      "loss": 0.0257,
      "step": 3740
    },
    {
      "epoch": 5.942947702060222,
      "grad_norm": 0.247999370098114,
      "learning_rate": 8.420958649814513e-05,
      "loss": 0.0325,
      "step": 3750
    },
    {
      "epoch": 5.958795562599049,
      "grad_norm": 0.3033657670021057,
      "learning_rate": 8.411391613492165e-05,
      "loss": 0.0336,
      "step": 3760
    },
    {
      "epoch": 5.974643423137876,
      "grad_norm": 0.3270326852798462,
      "learning_rate": 8.401801152948973e-05,
      "loss": 0.0302,
      "step": 3770
    },
    {
      "epoch": 5.990491283676704,
      "grad_norm": 0.23401206731796265,
      "learning_rate": 8.392187334037555e-05,
      "loss": 0.0308,
      "step": 3780
    },
    {
      "epoch": 6.006339144215531,
      "grad_norm": 0.2145588994026184,
      "learning_rate": 8.382550222770915e-05,
      "loss": 0.035,
      "step": 3790
    },
    {
      "epoch": 6.022187004754358,
      "grad_norm": 0.27132412791252136,
      "learning_rate": 8.372889885321996e-05,
      "loss": 0.0313,
      "step": 3800
    },
    {
      "epoch": 6.038034865293185,
      "grad_norm": 0.21529650688171387,
      "learning_rate": 8.363206388023224e-05,
      "loss": 0.0297,
      "step": 3810
    },
    {
      "epoch": 6.053882725832013,
      "grad_norm": 0.25313499569892883,
      "learning_rate": 8.353499797366051e-05,
      "loss": 0.0255,
      "step": 3820
    },
    {
      "epoch": 6.06973058637084,
      "grad_norm": 0.19570957124233246,
      "learning_rate": 8.343770180000497e-05,
      "loss": 0.0275,
      "step": 3830
    },
    {
      "epoch": 6.085578446909667,
      "grad_norm": 0.24506336450576782,
      "learning_rate": 8.334017602734697e-05,
      "loss": 0.0268,
      "step": 3840
    },
    {
      "epoch": 6.101426307448494,
      "grad_norm": 0.21346315741539001,
      "learning_rate": 8.324242132534435e-05,
      "loss": 0.024,
      "step": 3850
    },
    {
      "epoch": 6.117274167987322,
      "grad_norm": 0.3212679624557495,
      "learning_rate": 8.314443836522692e-05,
      "loss": 0.036,
      "step": 3860
    },
    {
      "epoch": 6.133122028526149,
      "grad_norm": 0.24916702508926392,
      "learning_rate": 8.304622781979183e-05,
      "loss": 0.0271,
      "step": 3870
    },
    {
      "epoch": 6.148969889064976,
      "grad_norm": 0.30624908208847046,
      "learning_rate": 8.294779036339893e-05,
      "loss": 0.0318,
      "step": 3880
    },
    {
      "epoch": 6.164817749603803,
      "grad_norm": 0.2676468789577484,
      "learning_rate": 8.284912667196612e-05,
      "loss": 0.0294,
      "step": 3890
    },
    {
      "epoch": 6.180665610142631,
      "grad_norm": 0.24745798110961914,
      "learning_rate": 8.275023742296474e-05,
      "loss": 0.0303,
      "step": 3900
    },
    {
      "epoch": 6.196513470681458,
      "grad_norm": 0.2466627061367035,
      "learning_rate": 8.265112329541495e-05,
      "loss": 0.0255,
      "step": 3910
    },
    {
      "epoch": 6.212361331220285,
      "grad_norm": 0.3070094883441925,
      "learning_rate": 8.255178496988101e-05,
      "loss": 0.0284,
      "step": 3920
    },
    {
      "epoch": 6.228209191759112,
      "grad_norm": 0.3049757778644562,
      "learning_rate": 8.245222312846663e-05,
      "loss": 0.0286,
      "step": 3930
    },
    {
      "epoch": 6.24405705229794,
      "grad_norm": 0.3167661428451538,
      "learning_rate": 8.235243845481029e-05,
      "loss": 0.0256,
      "step": 3940
    },
    {
      "epoch": 6.259904912836767,
      "grad_norm": 0.2966691851615906,
      "learning_rate": 8.225243163408051e-05,
      "loss": 0.0332,
      "step": 3950
    },
    {
      "epoch": 6.2757527733755945,
      "grad_norm": 0.29441869258880615,
      "learning_rate": 8.215220335297124e-05,
      "loss": 0.0279,
      "step": 3960
    },
    {
      "epoch": 6.291600633914421,
      "grad_norm": 0.2598278522491455,
      "learning_rate": 8.205175429969701e-05,
      "loss": 0.0327,
      "step": 3970
    },
    {
      "epoch": 6.307448494453249,
      "grad_norm": 0.3308967351913452,
      "learning_rate": 8.195108516398834e-05,
      "loss": 0.0301,
      "step": 3980
    },
    {
      "epoch": 6.323296354992076,
      "grad_norm": 0.2924744486808777,
      "learning_rate": 8.185019663708689e-05,
      "loss": 0.035,
      "step": 3990
    },
    {
      "epoch": 6.3391442155309035,
      "grad_norm": 0.29859915375709534,
      "learning_rate": 8.174908941174078e-05,
      "loss": 0.0293,
      "step": 4000
    },
    {
      "epoch": 6.35499207606973,
      "grad_norm": 0.2642618715763092,
      "learning_rate": 8.164776418219982e-05,
      "loss": 0.0377,
      "step": 4010
    },
    {
      "epoch": 6.370839936608558,
      "grad_norm": 0.25345122814178467,
      "learning_rate": 8.154622164421075e-05,
      "loss": 0.0321,
      "step": 4020
    },
    {
      "epoch": 6.386687797147385,
      "grad_norm": 0.27396586537361145,
      "learning_rate": 8.144446249501244e-05,
      "loss": 0.0362,
      "step": 4030
    },
    {
      "epoch": 6.4025356576862125,
      "grad_norm": 0.23460988700389862,
      "learning_rate": 8.13424874333311e-05,
      "loss": 0.0288,
      "step": 4040
    },
    {
      "epoch": 6.418383518225039,
      "grad_norm": 0.268079549074173,
      "learning_rate": 8.124029715937552e-05,
      "loss": 0.0337,
      "step": 4050
    },
    {
      "epoch": 6.434231378763867,
      "grad_norm": 0.23016807436943054,
      "learning_rate": 8.113789237483224e-05,
      "loss": 0.0297,
      "step": 4060
    },
    {
      "epoch": 6.450079239302694,
      "grad_norm": 0.21488989889621735,
      "learning_rate": 8.103527378286071e-05,
      "loss": 0.0226,
      "step": 4070
    },
    {
      "epoch": 6.4659270998415215,
      "grad_norm": 0.3006250262260437,
      "learning_rate": 8.093244208808847e-05,
      "loss": 0.0323,
      "step": 4080
    },
    {
      "epoch": 6.481774960380348,
      "grad_norm": 0.31131377816200256,
      "learning_rate": 8.082939799660641e-05,
      "loss": 0.0263,
      "step": 4090
    },
    {
      "epoch": 6.497622820919176,
      "grad_norm": 0.3602330982685089,
      "learning_rate": 8.072614221596372e-05,
      "loss": 0.0327,
      "step": 4100
    },
    {
      "epoch": 6.513470681458003,
      "grad_norm": 0.24554632604122162,
      "learning_rate": 8.062267545516323e-05,
      "loss": 0.0307,
      "step": 4110
    },
    {
      "epoch": 6.5293185419968305,
      "grad_norm": 0.3024232089519501,
      "learning_rate": 8.05189984246564e-05,
      "loss": 0.031,
      "step": 4120
    },
    {
      "epoch": 6.545166402535658,
      "grad_norm": 0.20746688544750214,
      "learning_rate": 8.041511183633855e-05,
      "loss": 0.0296,
      "step": 4130
    },
    {
      "epoch": 6.561014263074485,
      "grad_norm": 0.2613235414028168,
      "learning_rate": 8.03110164035439e-05,
      "loss": 0.0349,
      "step": 4140
    },
    {
      "epoch": 6.576862123613312,
      "grad_norm": 0.41507190465927124,
      "learning_rate": 8.020671284104072e-05,
      "loss": 0.0377,
      "step": 4150
    },
    {
      "epoch": 6.5927099841521395,
      "grad_norm": 0.2900952696800232,
      "learning_rate": 8.010220186502635e-05,
      "loss": 0.0296,
      "step": 4160
    },
    {
      "epoch": 6.608557844690967,
      "grad_norm": 0.26226314902305603,
      "learning_rate": 7.999748419312234e-05,
      "loss": 0.0289,
      "step": 4170
    },
    {
      "epoch": 6.624405705229794,
      "grad_norm": 0.3070898950099945,
      "learning_rate": 7.989256054436956e-05,
      "loss": 0.0298,
      "step": 4180
    },
    {
      "epoch": 6.640253565768621,
      "grad_norm": 0.2827918231487274,
      "learning_rate": 7.978743163922316e-05,
      "loss": 0.0299,
      "step": 4190
    },
    {
      "epoch": 6.6561014263074485,
      "grad_norm": 0.2928052842617035,
      "learning_rate": 7.968209819954768e-05,
      "loss": 0.0337,
      "step": 4200
    },
    {
      "epoch": 6.671949286846276,
      "grad_norm": 0.23168888688087463,
      "learning_rate": 7.957656094861214e-05,
      "loss": 0.0334,
      "step": 4210
    },
    {
      "epoch": 6.687797147385103,
      "grad_norm": 0.24511629343032837,
      "learning_rate": 7.947082061108497e-05,
      "loss": 0.0302,
      "step": 4220
    },
    {
      "epoch": 6.70364500792393,
      "grad_norm": 0.24456819891929626,
      "learning_rate": 7.93648779130291e-05,
      "loss": 0.0311,
      "step": 4230
    },
    {
      "epoch": 6.7194928684627575,
      "grad_norm": 0.26930612325668335,
      "learning_rate": 7.925873358189699e-05,
      "loss": 0.0291,
      "step": 4240
    },
    {
      "epoch": 6.735340729001585,
      "grad_norm": 0.18482516705989838,
      "learning_rate": 7.91523883465256e-05,
      "loss": 0.0313,
      "step": 4250
    },
    {
      "epoch": 6.751188589540412,
      "grad_norm": 0.36619842052459717,
      "learning_rate": 7.904584293713134e-05,
      "loss": 0.0298,
      "step": 4260
    },
    {
      "epoch": 6.767036450079239,
      "grad_norm": 0.28840282559394836,
      "learning_rate": 7.893909808530518e-05,
      "loss": 0.0318,
      "step": 4270
    },
    {
      "epoch": 6.7828843106180665,
      "grad_norm": 0.2239818572998047,
      "learning_rate": 7.883215452400752e-05,
      "loss": 0.0295,
      "step": 4280
    },
    {
      "epoch": 6.798732171156894,
      "grad_norm": 0.21004091203212738,
      "learning_rate": 7.872501298756319e-05,
      "loss": 0.0284,
      "step": 4290
    },
    {
      "epoch": 6.814580031695721,
      "grad_norm": 0.21372993290424347,
      "learning_rate": 7.861767421165644e-05,
      "loss": 0.031,
      "step": 4300
    },
    {
      "epoch": 6.830427892234549,
      "grad_norm": 0.20823988318443298,
      "learning_rate": 7.851013893332584e-05,
      "loss": 0.0275,
      "step": 4310
    },
    {
      "epoch": 6.8462757527733755,
      "grad_norm": 0.24077993631362915,
      "learning_rate": 7.84024078909592e-05,
      "loss": 0.0267,
      "step": 4320
    },
    {
      "epoch": 6.862123613312203,
      "grad_norm": 0.29702138900756836,
      "learning_rate": 7.82944818242886e-05,
      "loss": 0.0293,
      "step": 4330
    },
    {
      "epoch": 6.87797147385103,
      "grad_norm": 0.23424126207828522,
      "learning_rate": 7.818636147438523e-05,
      "loss": 0.0254,
      "step": 4340
    },
    {
      "epoch": 6.893819334389858,
      "grad_norm": 0.28826698660850525,
      "learning_rate": 7.807804758365431e-05,
      "loss": 0.028,
      "step": 4350
    },
    {
      "epoch": 6.9096671949286845,
      "grad_norm": 0.25839823484420776,
      "learning_rate": 7.796954089583e-05,
      "loss": 0.0339,
      "step": 4360
    },
    {
      "epoch": 6.925515055467512,
      "grad_norm": 0.25523653626441956,
      "learning_rate": 7.786084215597029e-05,
      "loss": 0.0283,
      "step": 4370
    },
    {
      "epoch": 6.941362916006339,
      "grad_norm": 0.23376896977424622,
      "learning_rate": 7.775195211045193e-05,
      "loss": 0.0287,
      "step": 4380
    },
    {
      "epoch": 6.957210776545167,
      "grad_norm": 0.2951514720916748,
      "learning_rate": 7.764287150696523e-05,
      "loss": 0.0279,
      "step": 4390
    },
    {
      "epoch": 6.9730586370839935,
      "grad_norm": 0.3112223446369171,
      "learning_rate": 7.753360109450893e-05,
      "loss": 0.0348,
      "step": 4400
    },
    {
      "epoch": 6.988906497622821,
      "grad_norm": 0.3574570119380951,
      "learning_rate": 7.742414162338519e-05,
      "loss": 0.0315,
      "step": 4410
    },
    {
      "epoch": 7.004754358161648,
      "grad_norm": 0.25105416774749756,
      "learning_rate": 7.73144938451942e-05,
      "loss": 0.0259,
      "step": 4420
    },
    {
      "epoch": 7.020602218700476,
      "grad_norm": 0.313162624835968,
      "learning_rate": 7.720465851282927e-05,
      "loss": 0.0293,
      "step": 4430
    },
    {
      "epoch": 7.0364500792393025,
      "grad_norm": 0.2756791412830353,
      "learning_rate": 7.70946363804715e-05,
      "loss": 0.032,
      "step": 4440
    },
    {
      "epoch": 7.05229793977813,
      "grad_norm": 0.2672293484210968,
      "learning_rate": 7.698442820358463e-05,
      "loss": 0.0295,
      "step": 4450
    },
    {
      "epoch": 7.068145800316957,
      "grad_norm": 0.27197128534317017,
      "learning_rate": 7.687403473890988e-05,
      "loss": 0.0329,
      "step": 4460
    },
    {
      "epoch": 7.083993660855785,
      "grad_norm": 0.3267204761505127,
      "learning_rate": 7.676345674446077e-05,
      "loss": 0.0336,
      "step": 4470
    },
    {
      "epoch": 7.0998415213946116,
      "grad_norm": 0.3577364683151245,
      "learning_rate": 7.665269497951787e-05,
      "loss": 0.0253,
      "step": 4480
    },
    {
      "epoch": 7.115689381933439,
      "grad_norm": 0.25939124822616577,
      "learning_rate": 7.65417502046236e-05,
      "loss": 0.0257,
      "step": 4490
    },
    {
      "epoch": 7.131537242472266,
      "grad_norm": 0.211978480219841,
      "learning_rate": 7.6430623181577e-05,
      "loss": 0.0276,
      "step": 4500
    },
    {
      "epoch": 7.147385103011094,
      "grad_norm": 0.22676114737987518,
      "learning_rate": 7.631931467342853e-05,
      "loss": 0.0264,
      "step": 4510
    },
    {
      "epoch": 7.163232963549921,
      "grad_norm": 0.3186163604259491,
      "learning_rate": 7.620782544447483e-05,
      "loss": 0.0312,
      "step": 4520
    },
    {
      "epoch": 7.179080824088748,
      "grad_norm": 0.2680210769176483,
      "learning_rate": 7.609615626025342e-05,
      "loss": 0.0297,
      "step": 4530
    },
    {
      "epoch": 7.194928684627575,
      "grad_norm": 0.25488680601119995,
      "learning_rate": 7.598430788753748e-05,
      "loss": 0.0309,
      "step": 4540
    },
    {
      "epoch": 7.210776545166403,
      "grad_norm": 0.25716468691825867,
      "learning_rate": 7.587228109433061e-05,
      "loss": 0.0295,
      "step": 4550
    },
    {
      "epoch": 7.22662440570523,
      "grad_norm": 0.17865824699401855,
      "learning_rate": 7.576007664986149e-05,
      "loss": 0.0275,
      "step": 4560
    },
    {
      "epoch": 7.242472266244057,
      "grad_norm": 0.25337857007980347,
      "learning_rate": 7.56476953245787e-05,
      "loss": 0.0309,
      "step": 4570
    },
    {
      "epoch": 7.258320126782884,
      "grad_norm": 0.23190538585186005,
      "learning_rate": 7.553513789014531e-05,
      "loss": 0.0326,
      "step": 4580
    },
    {
      "epoch": 7.274167987321712,
      "grad_norm": 0.23697835206985474,
      "learning_rate": 7.542240511943362e-05,
      "loss": 0.0289,
      "step": 4590
    },
    {
      "epoch": 7.290015847860539,
      "grad_norm": 0.19046033918857574,
      "learning_rate": 7.530949778651995e-05,
      "loss": 0.0272,
      "step": 4600
    },
    {
      "epoch": 7.305863708399366,
      "grad_norm": 0.2411852329969406,
      "learning_rate": 7.519641666667918e-05,
      "loss": 0.0281,
      "step": 4610
    },
    {
      "epoch": 7.321711568938193,
      "grad_norm": 0.2323843538761139,
      "learning_rate": 7.508316253637951e-05,
      "loss": 0.0286,
      "step": 4620
    },
    {
      "epoch": 7.337559429477021,
      "grad_norm": 0.2985825538635254,
      "learning_rate": 7.496973617327714e-05,
      "loss": 0.027,
      "step": 4630
    },
    {
      "epoch": 7.353407290015848,
      "grad_norm": 0.2772405743598938,
      "learning_rate": 7.485613835621088e-05,
      "loss": 0.0287,
      "step": 4640
    },
    {
      "epoch": 7.369255150554675,
      "grad_norm": 0.28249087929725647,
      "learning_rate": 7.474236986519679e-05,
      "loss": 0.029,
      "step": 4650
    },
    {
      "epoch": 7.385103011093502,
      "grad_norm": 0.2735413908958435,
      "learning_rate": 7.462843148142292e-05,
      "loss": 0.0285,
      "step": 4660
    },
    {
      "epoch": 7.40095087163233,
      "grad_norm": 0.3959973454475403,
      "learning_rate": 7.451432398724384e-05,
      "loss": 0.0314,
      "step": 4670
    },
    {
      "epoch": 7.416798732171157,
      "grad_norm": 0.23869942128658295,
      "learning_rate": 7.440004816617533e-05,
      "loss": 0.0302,
      "step": 4680
    },
    {
      "epoch": 7.432646592709984,
      "grad_norm": 0.2646492123603821,
      "learning_rate": 7.428560480288896e-05,
      "loss": 0.0277,
      "step": 4690
    },
    {
      "epoch": 7.448494453248811,
      "grad_norm": 0.23564158380031586,
      "learning_rate": 7.417099468320676e-05,
      "loss": 0.0284,
      "step": 4700
    },
    {
      "epoch": 7.464342313787639,
      "grad_norm": 0.19051893055438995,
      "learning_rate": 7.405621859409577e-05,
      "loss": 0.031,
      "step": 4710
    },
    {
      "epoch": 7.480190174326466,
      "grad_norm": 0.5017970204353333,
      "learning_rate": 7.394127732366264e-05,
      "loss": 0.028,
      "step": 4720
    },
    {
      "epoch": 7.496038034865293,
      "grad_norm": 0.24149303138256073,
      "learning_rate": 7.382617166114826e-05,
      "loss": 0.0263,
      "step": 4730
    },
    {
      "epoch": 7.51188589540412,
      "grad_norm": 0.2918100357055664,
      "learning_rate": 7.371090239692228e-05,
      "loss": 0.029,
      "step": 4740
    },
    {
      "epoch": 7.527733755942948,
      "grad_norm": 0.41638660430908203,
      "learning_rate": 7.359547032247773e-05,
      "loss": 0.0279,
      "step": 4750
    },
    {
      "epoch": 7.543581616481775,
      "grad_norm": 0.24228066205978394,
      "learning_rate": 7.347987623042561e-05,
      "loss": 0.0249,
      "step": 4760
    },
    {
      "epoch": 7.559429477020602,
      "grad_norm": 0.3426589369773865,
      "learning_rate": 7.336412091448936e-05,
      "loss": 0.0291,
      "step": 4770
    },
    {
      "epoch": 7.575277337559429,
      "grad_norm": 0.381527841091156,
      "learning_rate": 7.324820516949946e-05,
      "loss": 0.0329,
      "step": 4780
    },
    {
      "epoch": 7.591125198098257,
      "grad_norm": 0.26290562748908997,
      "learning_rate": 7.3132129791388e-05,
      "loss": 0.0305,
      "step": 4790
    },
    {
      "epoch": 7.606973058637084,
      "grad_norm": 0.28301799297332764,
      "learning_rate": 7.301589557718315e-05,
      "loss": 0.0224,
      "step": 4800
    },
    {
      "epoch": 7.622820919175911,
      "grad_norm": 0.33471032977104187,
      "learning_rate": 7.28995033250038e-05,
      "loss": 0.0356,
      "step": 4810
    },
    {
      "epoch": 7.638668779714738,
      "grad_norm": 0.219041109085083,
      "learning_rate": 7.278295383405389e-05,
      "loss": 0.0278,
      "step": 4820
    },
    {
      "epoch": 7.654516640253566,
      "grad_norm": 0.27412205934524536,
      "learning_rate": 7.266624790461713e-05,
      "loss": 0.0271,
      "step": 4830
    },
    {
      "epoch": 7.6703645007923935,
      "grad_norm": 0.27656254172325134,
      "learning_rate": 7.254938633805137e-05,
      "loss": 0.0296,
      "step": 4840
    },
    {
      "epoch": 7.68621236133122,
      "grad_norm": 0.23747026920318604,
      "learning_rate": 7.243236993678311e-05,
      "loss": 0.0217,
      "step": 4850
    },
    {
      "epoch": 7.702060221870047,
      "grad_norm": 0.29850152134895325,
      "learning_rate": 7.231519950430212e-05,
      "loss": 0.0297,
      "step": 4860
    },
    {
      "epoch": 7.717908082408875,
      "grad_norm": 0.2872811555862427,
      "learning_rate": 7.219787584515567e-05,
      "loss": 0.0274,
      "step": 4870
    },
    {
      "epoch": 7.7337559429477025,
      "grad_norm": 0.26487553119659424,
      "learning_rate": 7.208039976494329e-05,
      "loss": 0.0267,
      "step": 4880
    },
    {
      "epoch": 7.749603803486529,
      "grad_norm": 0.32571732997894287,
      "learning_rate": 7.196277207031103e-05,
      "loss": 0.031,
      "step": 4890
    },
    {
      "epoch": 7.765451664025356,
      "grad_norm": 0.2101273387670517,
      "learning_rate": 7.184499356894606e-05,
      "loss": 0.0261,
      "step": 4900
    },
    {
      "epoch": 7.781299524564184,
      "grad_norm": 0.3179239332675934,
      "learning_rate": 7.172706506957095e-05,
      "loss": 0.0303,
      "step": 4910
    },
    {
      "epoch": 7.7971473851030115,
      "grad_norm": 0.1984127014875412,
      "learning_rate": 7.160898738193833e-05,
      "loss": 0.0226,
      "step": 4920
    },
    {
      "epoch": 7.812995245641838,
      "grad_norm": 0.19061654806137085,
      "learning_rate": 7.149076131682521e-05,
      "loss": 0.0219,
      "step": 4930
    },
    {
      "epoch": 7.828843106180665,
      "grad_norm": 0.27196112275123596,
      "learning_rate": 7.137238768602739e-05,
      "loss": 0.0327,
      "step": 4940
    },
    {
      "epoch": 7.844690966719493,
      "grad_norm": 0.2761131525039673,
      "learning_rate": 7.125386730235395e-05,
      "loss": 0.0258,
      "step": 4950
    },
    {
      "epoch": 7.8605388272583205,
      "grad_norm": 0.22716206312179565,
      "learning_rate": 7.113520097962165e-05,
      "loss": 0.0306,
      "step": 4960
    },
    {
      "epoch": 7.876386687797147,
      "grad_norm": 0.278010755777359,
      "learning_rate": 7.101638953264933e-05,
      "loss": 0.0261,
      "step": 4970
    },
    {
      "epoch": 7.892234548335974,
      "grad_norm": 0.19748617708683014,
      "learning_rate": 7.08974337772523e-05,
      "loss": 0.0216,
      "step": 4980
    },
    {
      "epoch": 7.908082408874802,
      "grad_norm": 0.35271981358528137,
      "learning_rate": 7.077833453023678e-05,
      "loss": 0.0236,
      "step": 4990
    },
    {
      "epoch": 7.9239302694136295,
      "grad_norm": 0.33073899149894714,
      "learning_rate": 7.065909260939429e-05,
      "loss": 0.0274,
      "step": 5000
    },
    {
      "epoch": 7.939778129952456,
      "grad_norm": 0.36262351274490356,
      "learning_rate": 7.053970883349599e-05,
      "loss": 0.0229,
      "step": 5010
    },
    {
      "epoch": 7.955625990491284,
      "grad_norm": 0.4560012221336365,
      "learning_rate": 7.04201840222871e-05,
      "loss": 0.027,
      "step": 5020
    },
    {
      "epoch": 7.971473851030111,
      "grad_norm": 0.3530636727809906,
      "learning_rate": 7.03005189964812e-05,
      "loss": 0.0307,
      "step": 5030
    },
    {
      "epoch": 7.9873217115689386,
      "grad_norm": 0.2944605052471161,
      "learning_rate": 7.018071457775474e-05,
      "loss": 0.0254,
      "step": 5040
    },
    {
      "epoch": 8.003169572107765,
      "grad_norm": 0.25718453526496887,
      "learning_rate": 7.006077158874124e-05,
      "loss": 0.0289,
      "step": 5050
    },
    {
      "epoch": 8.019017432646592,
      "grad_norm": 0.23285925388336182,
      "learning_rate": 6.994069085302573e-05,
      "loss": 0.0278,
      "step": 5060
    },
    {
      "epoch": 8.03486529318542,
      "grad_norm": 0.2729281485080719,
      "learning_rate": 6.98204731951391e-05,
      "loss": 0.0259,
      "step": 5070
    },
    {
      "epoch": 8.050713153724248,
      "grad_norm": 0.2978493869304657,
      "learning_rate": 6.970011944055234e-05,
      "loss": 0.0231,
      "step": 5080
    },
    {
      "epoch": 8.066561014263074,
      "grad_norm": 0.20820550620555878,
      "learning_rate": 6.9579630415671e-05,
      "loss": 0.0281,
      "step": 5090
    },
    {
      "epoch": 8.082408874801901,
      "grad_norm": 0.23685221374034882,
      "learning_rate": 6.945900694782949e-05,
      "loss": 0.0251,
      "step": 5100
    },
    {
      "epoch": 8.09825673534073,
      "grad_norm": 0.25722959637641907,
      "learning_rate": 6.933824986528527e-05,
      "loss": 0.0302,
      "step": 5110
    },
    {
      "epoch": 8.114104595879557,
      "grad_norm": 0.28215500712394714,
      "learning_rate": 6.921735999721338e-05,
      "loss": 0.0218,
      "step": 5120
    },
    {
      "epoch": 8.129952456418383,
      "grad_norm": 0.24379587173461914,
      "learning_rate": 6.909633817370051e-05,
      "loss": 0.0274,
      "step": 5130
    },
    {
      "epoch": 8.14580031695721,
      "grad_norm": 0.295631468296051,
      "learning_rate": 6.897518522573951e-05,
      "loss": 0.0226,
      "step": 5140
    },
    {
      "epoch": 8.161648177496039,
      "grad_norm": 0.24112898111343384,
      "learning_rate": 6.885390198522356e-05,
      "loss": 0.027,
      "step": 5150
    },
    {
      "epoch": 8.177496038034866,
      "grad_norm": 0.2933104336261749,
      "learning_rate": 6.873248928494046e-05,
      "loss": 0.0257,
      "step": 5160
    },
    {
      "epoch": 8.193343898573692,
      "grad_norm": 0.29547762870788574,
      "learning_rate": 6.8610947958567e-05,
      "loss": 0.0242,
      "step": 5170
    },
    {
      "epoch": 8.20919175911252,
      "grad_norm": 0.27927926182746887,
      "learning_rate": 6.848927884066311e-05,
      "loss": 0.0257,
      "step": 5180
    },
    {
      "epoch": 8.225039619651348,
      "grad_norm": 0.2721002697944641,
      "learning_rate": 6.836748276666627e-05,
      "loss": 0.0244,
      "step": 5190
    },
    {
      "epoch": 8.240887480190175,
      "grad_norm": 0.25311270356178284,
      "learning_rate": 6.824556057288563e-05,
      "loss": 0.0279,
      "step": 5200
    },
    {
      "epoch": 8.256735340729001,
      "grad_norm": 0.23902995884418488,
      "learning_rate": 6.81235130964964e-05,
      "loss": 0.0312,
      "step": 5210
    },
    {
      "epoch": 8.272583201267828,
      "grad_norm": 0.30612844228744507,
      "learning_rate": 6.8001341175534e-05,
      "loss": 0.0357,
      "step": 5220
    },
    {
      "epoch": 8.288431061806657,
      "grad_norm": 0.19130030274391174,
      "learning_rate": 6.787904564888837e-05,
      "loss": 0.0242,
      "step": 5230
    },
    {
      "epoch": 8.304278922345484,
      "grad_norm": 0.2579098045825958,
      "learning_rate": 6.775662735629816e-05,
      "loss": 0.0329,
      "step": 5240
    },
    {
      "epoch": 8.32012678288431,
      "grad_norm": 0.3037128150463104,
      "learning_rate": 6.763408713834498e-05,
      "loss": 0.0262,
      "step": 5250
    },
    {
      "epoch": 8.335974643423137,
      "grad_norm": 0.2066265344619751,
      "learning_rate": 6.751142583644767e-05,
      "loss": 0.0311,
      "step": 5260
    },
    {
      "epoch": 8.351822503961966,
      "grad_norm": 0.19183726608753204,
      "learning_rate": 6.738864429285648e-05,
      "loss": 0.0291,
      "step": 5270
    },
    {
      "epoch": 8.367670364500793,
      "grad_norm": 0.2202986180782318,
      "learning_rate": 6.72657433506473e-05,
      "loss": 0.0224,
      "step": 5280
    },
    {
      "epoch": 8.38351822503962,
      "grad_norm": 0.2542373538017273,
      "learning_rate": 6.714272385371585e-05,
      "loss": 0.0254,
      "step": 5290
    },
    {
      "epoch": 8.399366085578446,
      "grad_norm": 0.33272790908813477,
      "learning_rate": 6.701958664677191e-05,
      "loss": 0.0245,
      "step": 5300
    },
    {
      "epoch": 8.415213946117275,
      "grad_norm": 0.25956010818481445,
      "learning_rate": 6.68963325753335e-05,
      "loss": 0.0255,
      "step": 5310
    },
    {
      "epoch": 8.431061806656102,
      "grad_norm": 0.314311683177948,
      "learning_rate": 6.677296248572112e-05,
      "loss": 0.0248,
      "step": 5320
    },
    {
      "epoch": 8.446909667194928,
      "grad_norm": 0.28039562702178955,
      "learning_rate": 6.664947722505188e-05,
      "loss": 0.0282,
      "step": 5330
    },
    {
      "epoch": 8.462757527733755,
      "grad_norm": 0.23970749974250793,
      "learning_rate": 6.652587764123373e-05,
      "loss": 0.0273,
      "step": 5340
    },
    {
      "epoch": 8.478605388272584,
      "grad_norm": 0.1702006310224533,
      "learning_rate": 6.640216458295958e-05,
      "loss": 0.0291,
      "step": 5350
    },
    {
      "epoch": 8.49445324881141,
      "grad_norm": 0.13902607560157776,
      "learning_rate": 6.627833889970155e-05,
      "loss": 0.0241,
      "step": 5360
    },
    {
      "epoch": 8.510301109350237,
      "grad_norm": 0.2187580019235611,
      "learning_rate": 6.615440144170502e-05,
      "loss": 0.027,
      "step": 5370
    },
    {
      "epoch": 8.526148969889064,
      "grad_norm": 0.2224210649728775,
      "learning_rate": 6.603035305998301e-05,
      "loss": 0.0235,
      "step": 5380
    },
    {
      "epoch": 8.541996830427893,
      "grad_norm": 0.32996585965156555,
      "learning_rate": 6.590619460631005e-05,
      "loss": 0.0267,
      "step": 5390
    },
    {
      "epoch": 8.55784469096672,
      "grad_norm": 0.31346139311790466,
      "learning_rate": 6.578192693321656e-05,
      "loss": 0.0194,
      "step": 5400
    },
    {
      "epoch": 8.573692551505546,
      "grad_norm": 0.198611781001091,
      "learning_rate": 6.565755089398285e-05,
      "loss": 0.0256,
      "step": 5410
    },
    {
      "epoch": 8.589540412044373,
      "grad_norm": 0.2415742725133896,
      "learning_rate": 6.553306734263342e-05,
      "loss": 0.0233,
      "step": 5420
    },
    {
      "epoch": 8.605388272583202,
      "grad_norm": 0.3221810460090637,
      "learning_rate": 6.540847713393088e-05,
      "loss": 0.025,
      "step": 5430
    },
    {
      "epoch": 8.621236133122029,
      "grad_norm": 0.17353218793869019,
      "learning_rate": 6.528378112337031e-05,
      "loss": 0.0229,
      "step": 5440
    },
    {
      "epoch": 8.637083993660855,
      "grad_norm": 0.31122300028800964,
      "learning_rate": 6.515898016717318e-05,
      "loss": 0.0229,
      "step": 5450
    },
    {
      "epoch": 8.652931854199682,
      "grad_norm": 0.27111196517944336,
      "learning_rate": 6.50340751222816e-05,
      "loss": 0.0329,
      "step": 5460
    },
    {
      "epoch": 8.66877971473851,
      "grad_norm": 0.29258912801742554,
      "learning_rate": 6.49090668463525e-05,
      "loss": 0.0251,
      "step": 5470
    },
    {
      "epoch": 8.684627575277338,
      "grad_norm": 0.23192371428012848,
      "learning_rate": 6.478395619775145e-05,
      "loss": 0.0294,
      "step": 5480
    },
    {
      "epoch": 8.700475435816164,
      "grad_norm": 0.31985238194465637,
      "learning_rate": 6.465874403554711e-05,
      "loss": 0.0242,
      "step": 5490
    },
    {
      "epoch": 8.716323296354991,
      "grad_norm": 0.23439311981201172,
      "learning_rate": 6.453343121950513e-05,
      "loss": 0.0267,
      "step": 5500
    },
    {
      "epoch": 8.73217115689382,
      "grad_norm": 0.18457037210464478,
      "learning_rate": 6.44080186100823e-05,
      "loss": 0.0232,
      "step": 5510
    },
    {
      "epoch": 8.748019017432647,
      "grad_norm": 0.2508156895637512,
      "learning_rate": 6.428250706842064e-05,
      "loss": 0.0365,
      "step": 5520
    },
    {
      "epoch": 8.763866877971473,
      "grad_norm": 0.2573819160461426,
      "learning_rate": 6.415689745634147e-05,
      "loss": 0.029,
      "step": 5530
    },
    {
      "epoch": 8.7797147385103,
      "grad_norm": 0.2110164314508438,
      "learning_rate": 6.403119063633956e-05,
      "loss": 0.0254,
      "step": 5540
    },
    {
      "epoch": 8.795562599049129,
      "grad_norm": 0.3200654089450836,
      "learning_rate": 6.390538747157706e-05,
      "loss": 0.028,
      "step": 5550
    },
    {
      "epoch": 8.811410459587956,
      "grad_norm": 0.2371603101491928,
      "learning_rate": 6.377948882587777e-05,
      "loss": 0.0217,
      "step": 5560
    },
    {
      "epoch": 8.827258320126782,
      "grad_norm": 0.2176957130432129,
      "learning_rate": 6.365349556372105e-05,
      "loss": 0.0319,
      "step": 5570
    },
    {
      "epoch": 8.843106180665611,
      "grad_norm": 0.2418396770954132,
      "learning_rate": 6.352740855023594e-05,
      "loss": 0.0258,
      "step": 5580
    },
    {
      "epoch": 8.858954041204438,
      "grad_norm": 0.24693243205547333,
      "learning_rate": 6.340122865119524e-05,
      "loss": 0.0293,
      "step": 5590
    },
    {
      "epoch": 8.874801901743265,
      "grad_norm": 0.249970942735672,
      "learning_rate": 6.327495673300957e-05,
      "loss": 0.0276,
      "step": 5600
    },
    {
      "epoch": 8.890649762282091,
      "grad_norm": 0.21087859570980072,
      "learning_rate": 6.314859366272132e-05,
      "loss": 0.0234,
      "step": 5610
    },
    {
      "epoch": 8.906497622820918,
      "grad_norm": 0.2701822817325592,
      "learning_rate": 6.302214030799883e-05,
      "loss": 0.022,
      "step": 5620
    },
    {
      "epoch": 8.922345483359747,
      "grad_norm": 0.261089950799942,
      "learning_rate": 6.28955975371304e-05,
      "loss": 0.0264,
      "step": 5630
    },
    {
      "epoch": 8.938193343898574,
      "grad_norm": 0.3843868672847748,
      "learning_rate": 6.276896621901825e-05,
      "loss": 0.0272,
      "step": 5640
    },
    {
      "epoch": 8.9540412044374,
      "grad_norm": 0.3247261643409729,
      "learning_rate": 6.26422472231726e-05,
      "loss": 0.0275,
      "step": 5650
    },
    {
      "epoch": 8.969889064976229,
      "grad_norm": 0.27681615948677063,
      "learning_rate": 6.251544141970578e-05,
      "loss": 0.0281,
      "step": 5660
    },
    {
      "epoch": 8.985736925515056,
      "grad_norm": 0.255501925945282,
      "learning_rate": 6.238854967932612e-05,
      "loss": 0.0249,
      "step": 5670
    },
    {
      "epoch": 9.001584786053883,
      "grad_norm": 0.2693521976470947,
      "learning_rate": 6.2261572873332e-05,
      "loss": 0.0202,
      "step": 5680
    },
    {
      "epoch": 9.01743264659271,
      "grad_norm": 0.21597042679786682,
      "learning_rate": 6.213451187360601e-05,
      "loss": 0.0238,
      "step": 5690
    },
    {
      "epoch": 9.033280507131538,
      "grad_norm": 0.3910636007785797,
      "learning_rate": 6.200736755260877e-05,
      "loss": 0.023,
      "step": 5700
    },
    {
      "epoch": 9.049128367670365,
      "grad_norm": 0.22803229093551636,
      "learning_rate": 6.188014078337305e-05,
      "loss": 0.0227,
      "step": 5710
    },
    {
      "epoch": 9.064976228209192,
      "grad_norm": 0.22921766340732574,
      "learning_rate": 6.175283243949772e-05,
      "loss": 0.0225,
      "step": 5720
    },
    {
      "epoch": 9.080824088748018,
      "grad_norm": 0.2634933590888977,
      "learning_rate": 6.162544339514183e-05,
      "loss": 0.0304,
      "step": 5730
    },
    {
      "epoch": 9.096671949286847,
      "grad_norm": 0.5331051349639893,
      "learning_rate": 6.149797452501851e-05,
      "loss": 0.0282,
      "step": 5740
    },
    {
      "epoch": 9.112519809825674,
      "grad_norm": 0.2564757466316223,
      "learning_rate": 6.137042670438907e-05,
      "loss": 0.0262,
      "step": 5750
    },
    {
      "epoch": 9.1283676703645,
      "grad_norm": 0.24122044444084167,
      "learning_rate": 6.124280080905685e-05,
      "loss": 0.0243,
      "step": 5760
    },
    {
      "epoch": 9.144215530903328,
      "grad_norm": 0.20856255292892456,
      "learning_rate": 6.111509771536138e-05,
      "loss": 0.0255,
      "step": 5770
    },
    {
      "epoch": 9.160063391442156,
      "grad_norm": 0.39979806542396545,
      "learning_rate": 6.098731830017217e-05,
      "loss": 0.0281,
      "step": 5780
    },
    {
      "epoch": 9.175911251980983,
      "grad_norm": 0.16420406103134155,
      "learning_rate": 6.0859463440882866e-05,
      "loss": 0.0217,
      "step": 5790
    },
    {
      "epoch": 9.19175911251981,
      "grad_norm": 0.25281447172164917,
      "learning_rate": 6.073153401540512e-05,
      "loss": 0.0279,
      "step": 5800
    },
    {
      "epoch": 9.207606973058637,
      "grad_norm": 0.25699812173843384,
      "learning_rate": 6.060353090216261e-05,
      "loss": 0.0258,
      "step": 5810
    },
    {
      "epoch": 9.223454833597465,
      "grad_norm": 0.19040873646736145,
      "learning_rate": 6.0475454980084945e-05,
      "loss": 0.0233,
      "step": 5820
    },
    {
      "epoch": 9.239302694136292,
      "grad_norm": 0.21894507110118866,
      "learning_rate": 6.0347307128601716e-05,
      "loss": 0.0203,
      "step": 5830
    },
    {
      "epoch": 9.255150554675119,
      "grad_norm": 0.35552018880844116,
      "learning_rate": 6.021908822763641e-05,
      "loss": 0.0238,
      "step": 5840
    },
    {
      "epoch": 9.270998415213946,
      "grad_norm": 0.328046053647995,
      "learning_rate": 6.0090799157600354e-05,
      "loss": 0.0249,
      "step": 5850
    },
    {
      "epoch": 9.286846275752774,
      "grad_norm": 0.23552384972572327,
      "learning_rate": 5.996244079938671e-05,
      "loss": 0.0236,
      "step": 5860
    },
    {
      "epoch": 9.302694136291601,
      "grad_norm": 0.2591778337955475,
      "learning_rate": 5.983401403436437e-05,
      "loss": 0.0248,
      "step": 5870
    },
    {
      "epoch": 9.318541996830428,
      "grad_norm": 0.16465957462787628,
      "learning_rate": 5.970551974437198e-05,
      "loss": 0.0208,
      "step": 5880
    },
    {
      "epoch": 9.334389857369255,
      "grad_norm": 0.25457292795181274,
      "learning_rate": 5.957695881171184e-05,
      "loss": 0.033,
      "step": 5890
    },
    {
      "epoch": 9.350237717908083,
      "grad_norm": 0.19111283123493195,
      "learning_rate": 5.944833211914382e-05,
      "loss": 0.0318,
      "step": 5900
    },
    {
      "epoch": 9.36608557844691,
      "grad_norm": 0.30721551179885864,
      "learning_rate": 5.931964054987935e-05,
      "loss": 0.0224,
      "step": 5910
    },
    {
      "epoch": 9.381933438985737,
      "grad_norm": 0.25978097319602966,
      "learning_rate": 5.9190884987575336e-05,
      "loss": 0.0251,
      "step": 5920
    },
    {
      "epoch": 9.397781299524564,
      "grad_norm": 0.2720729112625122,
      "learning_rate": 5.906206631632807e-05,
      "loss": 0.025,
      "step": 5930
    },
    {
      "epoch": 9.413629160063392,
      "grad_norm": 0.26405835151672363,
      "learning_rate": 5.8933185420667217e-05,
      "loss": 0.0266,
      "step": 5940
    },
    {
      "epoch": 9.429477020602219,
      "grad_norm": 0.27683427929878235,
      "learning_rate": 5.880424318554967e-05,
      "loss": 0.0256,
      "step": 5950
    },
    {
      "epoch": 9.445324881141046,
      "grad_norm": 0.2533441185951233,
      "learning_rate": 5.867524049635352e-05,
      "loss": 0.0255,
      "step": 5960
    },
    {
      "epoch": 9.461172741679873,
      "grad_norm": 0.3351084589958191,
      "learning_rate": 5.854617823887196e-05,
      "loss": 0.0257,
      "step": 5970
    },
    {
      "epoch": 9.477020602218701,
      "grad_norm": 0.2585383951663971,
      "learning_rate": 5.841705729930721e-05,
      "loss": 0.0257,
      "step": 5980
    },
    {
      "epoch": 9.492868462757528,
      "grad_norm": 0.2588648796081543,
      "learning_rate": 5.828787856426444e-05,
      "loss": 0.0226,
      "step": 5990
    },
    {
      "epoch": 9.508716323296355,
      "grad_norm": 0.2622322738170624,
      "learning_rate": 5.8158642920745655e-05,
      "loss": 0.0221,
      "step": 6000
    },
    {
      "epoch": 9.524564183835182,
      "grad_norm": 0.23283162713050842,
      "learning_rate": 5.802935125614361e-05,
      "loss": 0.0177,
      "step": 6010
    },
    {
      "epoch": 9.54041204437401,
      "grad_norm": 0.265953928232193,
      "learning_rate": 5.790000445823576e-05,
      "loss": 0.0237,
      "step": 6020
    },
    {
      "epoch": 9.556259904912837,
      "grad_norm": 0.23547948896884918,
      "learning_rate": 5.777060341517811e-05,
      "loss": 0.0254,
      "step": 6030
    },
    {
      "epoch": 9.572107765451664,
      "grad_norm": 0.3150040805339813,
      "learning_rate": 5.764114901549914e-05,
      "loss": 0.0298,
      "step": 6040
    },
    {
      "epoch": 9.58795562599049,
      "grad_norm": 0.23534265160560608,
      "learning_rate": 5.7511642148093704e-05,
      "loss": 0.0208,
      "step": 6050
    },
    {
      "epoch": 9.60380348652932,
      "grad_norm": 0.2798217833042145,
      "learning_rate": 5.7382083702216925e-05,
      "loss": 0.0264,
      "step": 6060
    },
    {
      "epoch": 9.619651347068146,
      "grad_norm": 0.2324879914522171,
      "learning_rate": 5.725247456747809e-05,
      "loss": 0.0315,
      "step": 6070
    },
    {
      "epoch": 9.635499207606973,
      "grad_norm": 0.25599566102027893,
      "learning_rate": 5.7122815633834506e-05,
      "loss": 0.0227,
      "step": 6080
    },
    {
      "epoch": 9.6513470681458,
      "grad_norm": 0.1766338348388672,
      "learning_rate": 5.699310779158551e-05,
      "loss": 0.0222,
      "step": 6090
    },
    {
      "epoch": 9.667194928684628,
      "grad_norm": 0.2305234670639038,
      "learning_rate": 5.686335193136616e-05,
      "loss": 0.0229,
      "step": 6100
    },
    {
      "epoch": 9.683042789223455,
      "grad_norm": 0.24864676594734192,
      "learning_rate": 5.673354894414129e-05,
      "loss": 0.0259,
      "step": 6110
    },
    {
      "epoch": 9.698890649762282,
      "grad_norm": 0.25202295184135437,
      "learning_rate": 5.660369972119933e-05,
      "loss": 0.0237,
      "step": 6120
    },
    {
      "epoch": 9.714738510301109,
      "grad_norm": 0.32556819915771484,
      "learning_rate": 5.6473805154146174e-05,
      "loss": 0.02,
      "step": 6130
    },
    {
      "epoch": 9.730586370839937,
      "grad_norm": 0.2521624267101288,
      "learning_rate": 5.634386613489908e-05,
      "loss": 0.0242,
      "step": 6140
    },
    {
      "epoch": 9.746434231378764,
      "grad_norm": 0.25148093700408936,
      "learning_rate": 5.6213883555680516e-05,
      "loss": 0.0269,
      "step": 6150
    },
    {
      "epoch": 9.76228209191759,
      "grad_norm": 0.22112874686717987,
      "learning_rate": 5.608385830901206e-05,
      "loss": 0.0285,
      "step": 6160
    },
    {
      "epoch": 9.778129952456418,
      "grad_norm": 0.33593472838401794,
      "learning_rate": 5.5953791287708254e-05,
      "loss": 0.03,
      "step": 6170
    },
    {
      "epoch": 9.793977812995246,
      "grad_norm": 0.306130975484848,
      "learning_rate": 5.5823683384870554e-05,
      "loss": 0.0244,
      "step": 6180
    },
    {
      "epoch": 9.809825673534073,
      "grad_norm": 0.3085562288761139,
      "learning_rate": 5.569353549388103e-05,
      "loss": 0.027,
      "step": 6190
    },
    {
      "epoch": 9.8256735340729,
      "grad_norm": 0.2247430682182312,
      "learning_rate": 5.556334850839637e-05,
      "loss": 0.0234,
      "step": 6200
    },
    {
      "epoch": 9.841521394611727,
      "grad_norm": 0.26314494013786316,
      "learning_rate": 5.543312332234174e-05,
      "loss": 0.024,
      "step": 6210
    },
    {
      "epoch": 9.857369255150555,
      "grad_norm": 0.22496825456619263,
      "learning_rate": 5.530286082990454e-05,
      "loss": 0.0194,
      "step": 6220
    },
    {
      "epoch": 9.873217115689382,
      "grad_norm": 0.29987284541130066,
      "learning_rate": 5.5172561925528386e-05,
      "loss": 0.0252,
      "step": 6230
    },
    {
      "epoch": 9.889064976228209,
      "grad_norm": 0.3042098581790924,
      "learning_rate": 5.5042227503906894e-05,
      "loss": 0.0246,
      "step": 6240
    },
    {
      "epoch": 9.904912836767036,
      "grad_norm": 0.22687886655330658,
      "learning_rate": 5.491185845997757e-05,
      "loss": 0.026,
      "step": 6250
    },
    {
      "epoch": 9.920760697305864,
      "grad_norm": 0.2479943484067917,
      "learning_rate": 5.478145568891562e-05,
      "loss": 0.0289,
      "step": 6260
    },
    {
      "epoch": 9.936608557844691,
      "grad_norm": 0.20297874510288239,
      "learning_rate": 5.465102008612789e-05,
      "loss": 0.0233,
      "step": 6270
    },
    {
      "epoch": 9.952456418383518,
      "grad_norm": 0.17246457934379578,
      "learning_rate": 5.452055254724664e-05,
      "loss": 0.0253,
      "step": 6280
    },
    {
      "epoch": 9.968304278922346,
      "grad_norm": 0.24328118562698364,
      "learning_rate": 5.4390053968123386e-05,
      "loss": 0.025,
      "step": 6290
    },
    {
      "epoch": 9.984152139461173,
      "grad_norm": 0.18752968311309814,
      "learning_rate": 5.425952524482283e-05,
      "loss": 0.024,
      "step": 6300
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.18232440948486328,
      "learning_rate": 5.4128967273616625e-05,
      "loss": 0.0241,
      "step": 6310
    },
    {
      "epoch": 10.015847860538827,
      "grad_norm": 0.22801880538463593,
      "learning_rate": 5.3998380950977266e-05,
      "loss": 0.0209,
      "step": 6320
    },
    {
      "epoch": 10.031695721077655,
      "grad_norm": 0.21135802567005157,
      "learning_rate": 5.386776717357193e-05,
      "loss": 0.0234,
      "step": 6330
    },
    {
      "epoch": 10.047543581616482,
      "grad_norm": 0.2743472754955292,
      "learning_rate": 5.373712683825629e-05,
      "loss": 0.0237,
      "step": 6340
    },
    {
      "epoch": 10.063391442155309,
      "grad_norm": 0.2664951682090759,
      "learning_rate": 5.3606460842068426e-05,
      "loss": 0.0249,
      "step": 6350
    },
    {
      "epoch": 10.079239302694136,
      "grad_norm": 0.20999731123447418,
      "learning_rate": 5.347577008222253e-05,
      "loss": 0.0244,
      "step": 6360
    },
    {
      "epoch": 10.095087163232964,
      "grad_norm": 0.18719319999217987,
      "learning_rate": 5.334505545610293e-05,
      "loss": 0.0239,
      "step": 6370
    },
    {
      "epoch": 10.110935023771791,
      "grad_norm": 0.17207162082195282,
      "learning_rate": 5.321431786125778e-05,
      "loss": 0.0218,
      "step": 6380
    },
    {
      "epoch": 10.126782884310618,
      "grad_norm": 0.21071314811706543,
      "learning_rate": 5.3083558195392936e-05,
      "loss": 0.021,
      "step": 6390
    },
    {
      "epoch": 10.142630744849445,
      "grad_norm": 0.21377994120121002,
      "learning_rate": 5.295277735636583e-05,
      "loss": 0.0226,
      "step": 6400
    },
    {
      "epoch": 10.158478605388273,
      "grad_norm": 0.16608726978302002,
      "learning_rate": 5.282197624217928e-05,
      "loss": 0.0227,
      "step": 6410
    },
    {
      "epoch": 10.1743264659271,
      "grad_norm": 0.19757942855358124,
      "learning_rate": 5.2691155750975316e-05,
      "loss": 0.0196,
      "step": 6420
    },
    {
      "epoch": 10.190174326465927,
      "grad_norm": 0.1993936449289322,
      "learning_rate": 5.2560316781029005e-05,
      "loss": 0.0199,
      "step": 6430
    },
    {
      "epoch": 10.206022187004754,
      "grad_norm": 0.20808455348014832,
      "learning_rate": 5.2429460230742346e-05,
      "loss": 0.0214,
      "step": 6440
    },
    {
      "epoch": 10.221870047543582,
      "grad_norm": 0.1672813892364502,
      "learning_rate": 5.2298586998637956e-05,
      "loss": 0.0243,
      "step": 6450
    },
    {
      "epoch": 10.23771790808241,
      "grad_norm": 0.26778897643089294,
      "learning_rate": 5.216769798335311e-05,
      "loss": 0.025,
      "step": 6460
    },
    {
      "epoch": 10.253565768621236,
      "grad_norm": 0.22870604693889618,
      "learning_rate": 5.203679408363341e-05,
      "loss": 0.021,
      "step": 6470
    },
    {
      "epoch": 10.269413629160063,
      "grad_norm": 0.2953716516494751,
      "learning_rate": 5.190587619832664e-05,
      "loss": 0.0215,
      "step": 6480
    },
    {
      "epoch": 10.285261489698891,
      "grad_norm": 0.3255462944507599,
      "learning_rate": 5.1774945226376624e-05,
      "loss": 0.0166,
      "step": 6490
    },
    {
      "epoch": 10.301109350237718,
      "grad_norm": 0.17969000339508057,
      "learning_rate": 5.1644002066817063e-05,
      "loss": 0.0205,
      "step": 6500
    },
    {
      "epoch": 10.316957210776545,
      "grad_norm": 0.2460571676492691,
      "learning_rate": 5.151304761876536e-05,
      "loss": 0.0201,
      "step": 6510
    },
    {
      "epoch": 10.332805071315372,
      "grad_norm": 0.178553506731987,
      "learning_rate": 5.1382082781416396e-05,
      "loss": 0.0203,
      "step": 6520
    },
    {
      "epoch": 10.3486529318542,
      "grad_norm": 0.18054994940757751,
      "learning_rate": 5.125110845403638e-05,
      "loss": 0.0204,
      "step": 6530
    },
    {
      "epoch": 10.364500792393027,
      "grad_norm": 0.2226029634475708,
      "learning_rate": 5.112012553595671e-05,
      "loss": 0.0202,
      "step": 6540
    },
    {
      "epoch": 10.380348652931854,
      "grad_norm": 0.23070666193962097,
      "learning_rate": 5.0989134926567785e-05,
      "loss": 0.0205,
      "step": 6550
    },
    {
      "epoch": 10.39619651347068,
      "grad_norm": 0.1447778195142746,
      "learning_rate": 5.085813752531278e-05,
      "loss": 0.0273,
      "step": 6560
    },
    {
      "epoch": 10.41204437400951,
      "grad_norm": 0.18221695721149445,
      "learning_rate": 5.072713423168154e-05,
      "loss": 0.0196,
      "step": 6570
    },
    {
      "epoch": 10.427892234548336,
      "grad_norm": 0.2584993839263916,
      "learning_rate": 5.0596125945204334e-05,
      "loss": 0.0205,
      "step": 6580
    },
    {
      "epoch": 10.443740095087163,
      "grad_norm": 0.19126753509044647,
      "learning_rate": 5.046511356544574e-05,
      "loss": 0.0226,
      "step": 6590
    },
    {
      "epoch": 10.45958795562599,
      "grad_norm": 0.19277669489383698,
      "learning_rate": 5.033409799199844e-05,
      "loss": 0.0195,
      "step": 6600
    },
    {
      "epoch": 10.475435816164818,
      "grad_norm": 0.22546206414699554,
      "learning_rate": 5.020308012447704e-05,
      "loss": 0.022,
      "step": 6610
    },
    {
      "epoch": 10.491283676703645,
      "grad_norm": 0.26715290546417236,
      "learning_rate": 5.0072060862511893e-05,
      "loss": 0.0232,
      "step": 6620
    },
    {
      "epoch": 10.507131537242472,
      "grad_norm": 0.23546898365020752,
      "learning_rate": 4.994104110574295e-05,
      "loss": 0.0233,
      "step": 6630
    },
    {
      "epoch": 10.522979397781299,
      "grad_norm": 0.38194459676742554,
      "learning_rate": 4.981002175381352e-05,
      "loss": 0.0266,
      "step": 6640
    },
    {
      "epoch": 10.538827258320127,
      "grad_norm": 0.17723363637924194,
      "learning_rate": 4.9679003706364185e-05,
      "loss": 0.0249,
      "step": 6650
    },
    {
      "epoch": 10.554675118858954,
      "grad_norm": 0.30575594305992126,
      "learning_rate": 4.9547987863026507e-05,
      "loss": 0.0268,
      "step": 6660
    },
    {
      "epoch": 10.570522979397781,
      "grad_norm": 0.2724224328994751,
      "learning_rate": 4.9416975123416966e-05,
      "loss": 0.0216,
      "step": 6670
    },
    {
      "epoch": 10.586370839936608,
      "grad_norm": 0.3302716910839081,
      "learning_rate": 4.92859663871307e-05,
      "loss": 0.0222,
      "step": 6680
    },
    {
      "epoch": 10.602218700475436,
      "grad_norm": 0.182839035987854,
      "learning_rate": 4.915496255373537e-05,
      "loss": 0.0241,
      "step": 6690
    },
    {
      "epoch": 10.618066561014263,
      "grad_norm": 0.18011973798274994,
      "learning_rate": 4.902396452276498e-05,
      "loss": 0.0166,
      "step": 6700
    },
    {
      "epoch": 10.63391442155309,
      "grad_norm": 0.2910979688167572,
      "learning_rate": 4.8892973193713684e-05,
      "loss": 0.0268,
      "step": 6710
    },
    {
      "epoch": 10.649762282091917,
      "grad_norm": 0.20945270359516144,
      "learning_rate": 4.876198946602963e-05,
      "loss": 0.0243,
      "step": 6720
    },
    {
      "epoch": 10.665610142630745,
      "grad_norm": 0.2104242444038391,
      "learning_rate": 4.86310142391087e-05,
      "loss": 0.0217,
      "step": 6730
    },
    {
      "epoch": 10.681458003169572,
      "grad_norm": 0.22012865543365479,
      "learning_rate": 4.850004841228852e-05,
      "loss": 0.0187,
      "step": 6740
    },
    {
      "epoch": 10.697305863708399,
      "grad_norm": 0.252900093793869,
      "learning_rate": 4.836909288484208e-05,
      "loss": 0.0284,
      "step": 6750
    },
    {
      "epoch": 10.713153724247226,
      "grad_norm": 0.2362486571073532,
      "learning_rate": 4.8238148555971704e-05,
      "loss": 0.0178,
      "step": 6760
    },
    {
      "epoch": 10.729001584786054,
      "grad_norm": 0.28352028131484985,
      "learning_rate": 4.81072163248028e-05,
      "loss": 0.0281,
      "step": 6770
    },
    {
      "epoch": 10.744849445324881,
      "grad_norm": 0.31054121255874634,
      "learning_rate": 4.7976297090377706e-05,
      "loss": 0.0271,
      "step": 6780
    },
    {
      "epoch": 10.760697305863708,
      "grad_norm": 0.15438808500766754,
      "learning_rate": 4.7845391751649505e-05,
      "loss": 0.0256,
      "step": 6790
    },
    {
      "epoch": 10.776545166402535,
      "grad_norm": 0.17651043832302094,
      "learning_rate": 4.7714501207475884e-05,
      "loss": 0.0218,
      "step": 6800
    },
    {
      "epoch": 10.792393026941363,
      "grad_norm": 0.2993830740451813,
      "learning_rate": 4.7583626356612954e-05,
      "loss": 0.0219,
      "step": 6810
    },
    {
      "epoch": 10.80824088748019,
      "grad_norm": 0.21443192660808563,
      "learning_rate": 4.745276809770905e-05,
      "loss": 0.0198,
      "step": 6820
    },
    {
      "epoch": 10.824088748019017,
      "grad_norm": 0.22990483045578003,
      "learning_rate": 4.732192732929858e-05,
      "loss": 0.024,
      "step": 6830
    },
    {
      "epoch": 10.839936608557844,
      "grad_norm": 0.2523830831050873,
      "learning_rate": 4.7191104949795845e-05,
      "loss": 0.02,
      "step": 6840
    },
    {
      "epoch": 10.855784469096672,
      "grad_norm": 0.19074945151805878,
      "learning_rate": 4.706030185748894e-05,
      "loss": 0.0235,
      "step": 6850
    },
    {
      "epoch": 10.8716323296355,
      "grad_norm": 0.17805525660514832,
      "learning_rate": 4.692951895053342e-05,
      "loss": 0.024,
      "step": 6860
    },
    {
      "epoch": 10.887480190174326,
      "grad_norm": 0.25457364320755005,
      "learning_rate": 4.6798757126946324e-05,
      "loss": 0.0225,
      "step": 6870
    },
    {
      "epoch": 10.903328050713153,
      "grad_norm": 0.2769658863544464,
      "learning_rate": 4.6668017284599866e-05,
      "loss": 0.0186,
      "step": 6880
    },
    {
      "epoch": 10.919175911251982,
      "grad_norm": 0.27840906381607056,
      "learning_rate": 4.653730032121539e-05,
      "loss": 0.0213,
      "step": 6890
    },
    {
      "epoch": 10.935023771790808,
      "grad_norm": 0.31035539507865906,
      "learning_rate": 4.640660713435709e-05,
      "loss": 0.022,
      "step": 6900
    },
    {
      "epoch": 10.950871632329635,
      "grad_norm": 0.2523256540298462,
      "learning_rate": 4.627593862142594e-05,
      "loss": 0.0261,
      "step": 6910
    },
    {
      "epoch": 10.966719492868462,
      "grad_norm": 0.2741487920284271,
      "learning_rate": 4.61452956796534e-05,
      "loss": 0.0243,
      "step": 6920
    },
    {
      "epoch": 10.98256735340729,
      "grad_norm": 0.18995286524295807,
      "learning_rate": 4.601467920609547e-05,
      "loss": 0.0261,
      "step": 6930
    },
    {
      "epoch": 10.998415213946117,
      "grad_norm": 0.33396896719932556,
      "learning_rate": 4.588409009762634e-05,
      "loss": 0.0268,
      "step": 6940
    },
    {
      "epoch": 11.014263074484944,
      "grad_norm": 0.2645708918571472,
      "learning_rate": 4.575352925093229e-05,
      "loss": 0.0221,
      "step": 6950
    },
    {
      "epoch": 11.030110935023771,
      "grad_norm": 0.21601872146129608,
      "learning_rate": 4.562299756250557e-05,
      "loss": 0.0197,
      "step": 6960
    },
    {
      "epoch": 11.0459587955626,
      "grad_norm": 0.26823803782463074,
      "learning_rate": 4.549249592863822e-05,
      "loss": 0.0318,
      "step": 6970
    },
    {
      "epoch": 11.061806656101426,
      "grad_norm": 0.40468984842300415,
      "learning_rate": 4.536202524541588e-05,
      "loss": 0.0201,
      "step": 6980
    },
    {
      "epoch": 11.077654516640253,
      "grad_norm": 0.2228170931339264,
      "learning_rate": 4.5231586408711684e-05,
      "loss": 0.0232,
      "step": 6990
    },
    {
      "epoch": 11.09350237717908,
      "grad_norm": 0.17821644246578217,
      "learning_rate": 4.510118031418009e-05,
      "loss": 0.0193,
      "step": 7000
    },
    {
      "epoch": 11.109350237717909,
      "grad_norm": 0.22201032936573029,
      "learning_rate": 4.4970807857250745e-05,
      "loss": 0.0235,
      "step": 7010
    },
    {
      "epoch": 11.125198098256735,
      "grad_norm": 0.16020157933235168,
      "learning_rate": 4.4840469933122314e-05,
      "loss": 0.0206,
      "step": 7020
    },
    {
      "epoch": 11.141045958795562,
      "grad_norm": 0.18815340101718903,
      "learning_rate": 4.471016743675633e-05,
      "loss": 0.0202,
      "step": 7030
    },
    {
      "epoch": 11.15689381933439,
      "grad_norm": 0.2237204611301422,
      "learning_rate": 4.457990126287112e-05,
      "loss": 0.021,
      "step": 7040
    },
    {
      "epoch": 11.172741679873218,
      "grad_norm": 0.2936099171638489,
      "learning_rate": 4.444967230593551e-05,
      "loss": 0.0203,
      "step": 7050
    },
    {
      "epoch": 11.188589540412044,
      "grad_norm": 0.1436583399772644,
      "learning_rate": 4.431948146016286e-05,
      "loss": 0.0197,
      "step": 7060
    },
    {
      "epoch": 11.204437400950871,
      "grad_norm": 0.2675095796585083,
      "learning_rate": 4.418932961950478e-05,
      "loss": 0.02,
      "step": 7070
    },
    {
      "epoch": 11.2202852614897,
      "grad_norm": 0.23882818222045898,
      "learning_rate": 4.405921767764511e-05,
      "loss": 0.0217,
      "step": 7080
    },
    {
      "epoch": 11.236133122028527,
      "grad_norm": 0.2709539830684662,
      "learning_rate": 4.392914652799368e-05,
      "loss": 0.0209,
      "step": 7090
    },
    {
      "epoch": 11.251980982567353,
      "grad_norm": 0.18802231550216675,
      "learning_rate": 4.3799117063680254e-05,
      "loss": 0.0173,
      "step": 7100
    },
    {
      "epoch": 11.26782884310618,
      "grad_norm": 0.25173911452293396,
      "learning_rate": 4.366913017754836e-05,
      "loss": 0.0228,
      "step": 7110
    },
    {
      "epoch": 11.283676703645009,
      "grad_norm": 0.2181670218706131,
      "learning_rate": 4.3539186762149106e-05,
      "loss": 0.016,
      "step": 7120
    },
    {
      "epoch": 11.299524564183836,
      "grad_norm": 0.18725943565368652,
      "learning_rate": 4.3409287709735204e-05,
      "loss": 0.0234,
      "step": 7130
    },
    {
      "epoch": 11.315372424722662,
      "grad_norm": 0.3149115741252899,
      "learning_rate": 4.3279433912254675e-05,
      "loss": 0.0213,
      "step": 7140
    },
    {
      "epoch": 11.33122028526149,
      "grad_norm": 0.2042395919561386,
      "learning_rate": 4.314962626134484e-05,
      "loss": 0.0206,
      "step": 7150
    },
    {
      "epoch": 11.347068145800318,
      "grad_norm": 0.14478328824043274,
      "learning_rate": 4.301986564832613e-05,
      "loss": 0.0203,
      "step": 7160
    },
    {
      "epoch": 11.362916006339145,
      "grad_norm": 0.20697103440761566,
      "learning_rate": 4.289015296419603e-05,
      "loss": 0.0156,
      "step": 7170
    },
    {
      "epoch": 11.378763866877971,
      "grad_norm": 0.2516174912452698,
      "learning_rate": 4.276048909962286e-05,
      "loss": 0.021,
      "step": 7180
    },
    {
      "epoch": 11.394611727416798,
      "grad_norm": 0.30749985575675964,
      "learning_rate": 4.263087494493977e-05,
      "loss": 0.0189,
      "step": 7190
    },
    {
      "epoch": 11.410459587955627,
      "grad_norm": 0.2317238450050354,
      "learning_rate": 4.2501311390138574e-05,
      "loss": 0.0245,
      "step": 7200
    },
    {
      "epoch": 11.426307448494454,
      "grad_norm": 0.24530279636383057,
      "learning_rate": 4.2371799324863614e-05,
      "loss": 0.0185,
      "step": 7210
    },
    {
      "epoch": 11.44215530903328,
      "grad_norm": 0.16856257617473602,
      "learning_rate": 4.224233963840574e-05,
      "loss": 0.0223,
      "step": 7220
    },
    {
      "epoch": 11.458003169572107,
      "grad_norm": 0.15289132297039032,
      "learning_rate": 4.2112933219696106e-05,
      "loss": 0.0157,
      "step": 7230
    },
    {
      "epoch": 11.473851030110936,
      "grad_norm": 0.17484936118125916,
      "learning_rate": 4.198358095730006e-05,
      "loss": 0.0212,
      "step": 7240
    },
    {
      "epoch": 11.489698890649763,
      "grad_norm": 0.18419259786605835,
      "learning_rate": 4.185428373941115e-05,
      "loss": 0.0207,
      "step": 7250
    },
    {
      "epoch": 11.50554675118859,
      "grad_norm": 0.2928980588912964,
      "learning_rate": 4.172504245384496e-05,
      "loss": 0.0217,
      "step": 7260
    },
    {
      "epoch": 11.521394611727416,
      "grad_norm": 0.19275160133838654,
      "learning_rate": 4.1595857988033e-05,
      "loss": 0.0194,
      "step": 7270
    },
    {
      "epoch": 11.537242472266245,
      "grad_norm": 0.3847340941429138,
      "learning_rate": 4.146673122901662e-05,
      "loss": 0.0199,
      "step": 7280
    },
    {
      "epoch": 11.553090332805072,
      "grad_norm": 0.25312259793281555,
      "learning_rate": 4.1337663063440946e-05,
      "loss": 0.0174,
      "step": 7290
    },
    {
      "epoch": 11.568938193343898,
      "grad_norm": 0.274879515171051,
      "learning_rate": 4.120865437754877e-05,
      "loss": 0.0238,
      "step": 7300
    },
    {
      "epoch": 11.584786053882725,
      "grad_norm": 0.22004622220993042,
      "learning_rate": 4.1079706057174455e-05,
      "loss": 0.0231,
      "step": 7310
    },
    {
      "epoch": 11.600633914421554,
      "grad_norm": 0.4630294740200043,
      "learning_rate": 4.095081898773787e-05,
      "loss": 0.022,
      "step": 7320
    },
    {
      "epoch": 11.61648177496038,
      "grad_norm": 0.15254133939743042,
      "learning_rate": 4.0821994054238325e-05,
      "loss": 0.0218,
      "step": 7330
    },
    {
      "epoch": 11.632329635499207,
      "grad_norm": 0.18909721076488495,
      "learning_rate": 4.069323214124845e-05,
      "loss": 0.0241,
      "step": 7340
    },
    {
      "epoch": 11.648177496038034,
      "grad_norm": 0.18203580379486084,
      "learning_rate": 4.0564534132908164e-05,
      "loss": 0.0206,
      "step": 7350
    },
    {
      "epoch": 11.664025356576863,
      "grad_norm": 0.31021520495414734,
      "learning_rate": 4.04359009129186e-05,
      "loss": 0.0229,
      "step": 7360
    },
    {
      "epoch": 11.67987321711569,
      "grad_norm": 0.21043580770492554,
      "learning_rate": 4.0307333364535973e-05,
      "loss": 0.0243,
      "step": 7370
    },
    {
      "epoch": 11.695721077654516,
      "grad_norm": 0.17714616656303406,
      "learning_rate": 4.017883237056561e-05,
      "loss": 0.02,
      "step": 7380
    },
    {
      "epoch": 11.711568938193343,
      "grad_norm": 0.23153972625732422,
      "learning_rate": 4.005039881335583e-05,
      "loss": 0.0178,
      "step": 7390
    },
    {
      "epoch": 11.727416798732172,
      "grad_norm": 0.7659839391708374,
      "learning_rate": 3.99220335747919e-05,
      "loss": 0.0213,
      "step": 7400
    },
    {
      "epoch": 11.743264659270999,
      "grad_norm": 0.2092520147562027,
      "learning_rate": 3.979373753628999e-05,
      "loss": 0.023,
      "step": 7410
    },
    {
      "epoch": 11.759112519809825,
      "grad_norm": 0.3415199816226959,
      "learning_rate": 3.9665511578791096e-05,
      "loss": 0.021,
      "step": 7420
    },
    {
      "epoch": 11.774960380348652,
      "grad_norm": 0.31222307682037354,
      "learning_rate": 3.9537356582755034e-05,
      "loss": 0.0214,
      "step": 7430
    },
    {
      "epoch": 11.79080824088748,
      "grad_norm": 0.18112266063690186,
      "learning_rate": 3.940927342815428e-05,
      "loss": 0.0234,
      "step": 7440
    },
    {
      "epoch": 11.806656101426308,
      "grad_norm": 0.28897473216056824,
      "learning_rate": 3.9281262994468114e-05,
      "loss": 0.0258,
      "step": 7450
    },
    {
      "epoch": 11.822503961965134,
      "grad_norm": 0.28549882769584656,
      "learning_rate": 3.915332616067643e-05,
      "loss": 0.0188,
      "step": 7460
    },
    {
      "epoch": 11.838351822503961,
      "grad_norm": 0.19967828691005707,
      "learning_rate": 3.9025463805253765e-05,
      "loss": 0.0201,
      "step": 7470
    },
    {
      "epoch": 11.85419968304279,
      "grad_norm": 0.27357855439186096,
      "learning_rate": 3.889767680616324e-05,
      "loss": 0.0193,
      "step": 7480
    },
    {
      "epoch": 11.870047543581617,
      "grad_norm": 0.202061265707016,
      "learning_rate": 3.8769966040850566e-05,
      "loss": 0.0188,
      "step": 7490
    },
    {
      "epoch": 11.885895404120443,
      "grad_norm": 0.24488794803619385,
      "learning_rate": 3.864233238623796e-05,
      "loss": 0.0177,
      "step": 7500
    },
    {
      "epoch": 11.90174326465927,
      "grad_norm": 0.23348113894462585,
      "learning_rate": 3.851477671871818e-05,
      "loss": 0.0189,
      "step": 7510
    },
    {
      "epoch": 11.917591125198099,
      "grad_norm": 0.31944724917411804,
      "learning_rate": 3.838729991414852e-05,
      "loss": 0.0211,
      "step": 7520
    },
    {
      "epoch": 11.933438985736926,
      "grad_norm": 0.24721786379814148,
      "learning_rate": 3.82599028478447e-05,
      "loss": 0.0159,
      "step": 7530
    },
    {
      "epoch": 11.949286846275752,
      "grad_norm": 0.2412160336971283,
      "learning_rate": 3.8132586394574974e-05,
      "loss": 0.0231,
      "step": 7540
    },
    {
      "epoch": 11.96513470681458,
      "grad_norm": 0.2842359244823456,
      "learning_rate": 3.8005351428554036e-05,
      "loss": 0.0179,
      "step": 7550
    },
    {
      "epoch": 11.980982567353408,
      "grad_norm": 0.19113971292972565,
      "learning_rate": 3.78781988234371e-05,
      "loss": 0.0178,
      "step": 7560
    },
    {
      "epoch": 11.996830427892235,
      "grad_norm": 0.24129873514175415,
      "learning_rate": 3.775112945231377e-05,
      "loss": 0.0214,
      "step": 7570
    },
    {
      "epoch": 12.012678288431061,
      "grad_norm": 0.30563119053840637,
      "learning_rate": 3.7624144187702174e-05,
      "loss": 0.0207,
      "step": 7580
    },
    {
      "epoch": 12.028526148969888,
      "grad_norm": 0.16946931183338165,
      "learning_rate": 3.7497243901542934e-05,
      "loss": 0.0194,
      "step": 7590
    },
    {
      "epoch": 12.044374009508717,
      "grad_norm": 0.23966370522975922,
      "learning_rate": 3.7370429465193154e-05,
      "loss": 0.0198,
      "step": 7600
    },
    {
      "epoch": 12.060221870047544,
      "grad_norm": 0.2549941837787628,
      "learning_rate": 3.724370174942047e-05,
      "loss": 0.023,
      "step": 7610
    },
    {
      "epoch": 12.07606973058637,
      "grad_norm": 0.2220945656299591,
      "learning_rate": 3.711706162439704e-05,
      "loss": 0.0174,
      "step": 7620
    },
    {
      "epoch": 12.091917591125197,
      "grad_norm": 0.16276349127292633,
      "learning_rate": 3.699050995969354e-05,
      "loss": 0.0192,
      "step": 7630
    },
    {
      "epoch": 12.107765451664026,
      "grad_norm": 0.3065180778503418,
      "learning_rate": 3.6864047624273325e-05,
      "loss": 0.019,
      "step": 7640
    },
    {
      "epoch": 12.123613312202853,
      "grad_norm": 0.19206896424293518,
      "learning_rate": 3.67376754864863e-05,
      "loss": 0.0149,
      "step": 7650
    },
    {
      "epoch": 12.13946117274168,
      "grad_norm": 0.21416613459587097,
      "learning_rate": 3.6611394414063074e-05,
      "loss": 0.0179,
      "step": 7660
    },
    {
      "epoch": 12.155309033280506,
      "grad_norm": 0.2737729251384735,
      "learning_rate": 3.6485205274108936e-05,
      "loss": 0.0235,
      "step": 7670
    },
    {
      "epoch": 12.171156893819335,
      "grad_norm": 0.17268019914627075,
      "learning_rate": 3.635910893309792e-05,
      "loss": 0.0162,
      "step": 7680
    },
    {
      "epoch": 12.187004754358162,
      "grad_norm": 0.23836471140384674,
      "learning_rate": 3.6233106256866895e-05,
      "loss": 0.0174,
      "step": 7690
    },
    {
      "epoch": 12.202852614896988,
      "grad_norm": 0.447587788105011,
      "learning_rate": 3.610719811060952e-05,
      "loss": 0.0189,
      "step": 7700
    },
    {
      "epoch": 12.218700475435817,
      "grad_norm": 0.21118977665901184,
      "learning_rate": 3.598138535887041e-05,
      "loss": 0.0183,
      "step": 7710
    },
    {
      "epoch": 12.234548335974644,
      "grad_norm": 0.257715106010437,
      "learning_rate": 3.585566886553917e-05,
      "loss": 0.0209,
      "step": 7720
    },
    {
      "epoch": 12.25039619651347,
      "grad_norm": 0.295749694108963,
      "learning_rate": 3.5730049493844405e-05,
      "loss": 0.0261,
      "step": 7730
    },
    {
      "epoch": 12.266244057052297,
      "grad_norm": 0.3179740607738495,
      "learning_rate": 3.560452810634787e-05,
      "loss": 0.0214,
      "step": 7740
    },
    {
      "epoch": 12.282091917591124,
      "grad_norm": 0.1746010035276413,
      "learning_rate": 3.547910556493852e-05,
      "loss": 0.0208,
      "step": 7750
    },
    {
      "epoch": 12.297939778129953,
      "grad_norm": 0.2330365628004074,
      "learning_rate": 3.535378273082656e-05,
      "loss": 0.0208,
      "step": 7760
    },
    {
      "epoch": 12.31378763866878,
      "grad_norm": 0.39738985896110535,
      "learning_rate": 3.5228560464537535e-05,
      "loss": 0.0239,
      "step": 7770
    },
    {
      "epoch": 12.329635499207606,
      "grad_norm": 0.2947781980037689,
      "learning_rate": 3.510343962590653e-05,
      "loss": 0.0191,
      "step": 7780
    },
    {
      "epoch": 12.345483359746435,
      "grad_norm": 0.21791400015354156,
      "learning_rate": 3.49784210740721e-05,
      "loss": 0.0264,
      "step": 7790
    },
    {
      "epoch": 12.361331220285262,
      "grad_norm": 0.19092513620853424,
      "learning_rate": 3.485350566747049e-05,
      "loss": 0.0248,
      "step": 7800
    },
    {
      "epoch": 12.377179080824089,
      "grad_norm": 0.35505980253219604,
      "learning_rate": 3.4728694263829684e-05,
      "loss": 0.0199,
      "step": 7810
    },
    {
      "epoch": 12.393026941362915,
      "grad_norm": 0.1710539311170578,
      "learning_rate": 3.460398772016355e-05,
      "loss": 0.019,
      "step": 7820
    },
    {
      "epoch": 12.408874801901744,
      "grad_norm": 0.33750495314598083,
      "learning_rate": 3.4479386892765905e-05,
      "loss": 0.0205,
      "step": 7830
    },
    {
      "epoch": 12.42472266244057,
      "grad_norm": 0.2829129099845886,
      "learning_rate": 3.43548926372047e-05,
      "loss": 0.0198,
      "step": 7840
    },
    {
      "epoch": 12.440570522979398,
      "grad_norm": 0.18969641625881195,
      "learning_rate": 3.423050580831611e-05,
      "loss": 0.0205,
      "step": 7850
    },
    {
      "epoch": 12.456418383518225,
      "grad_norm": 0.2330506592988968,
      "learning_rate": 3.410622726019865e-05,
      "loss": 0.0213,
      "step": 7860
    },
    {
      "epoch": 12.472266244057053,
      "grad_norm": 0.2536896765232086,
      "learning_rate": 3.398205784620735e-05,
      "loss": 0.0207,
      "step": 7870
    },
    {
      "epoch": 12.48811410459588,
      "grad_norm": 0.16537010669708252,
      "learning_rate": 3.3857998418947864e-05,
      "loss": 0.0169,
      "step": 7880
    },
    {
      "epoch": 12.503961965134707,
      "grad_norm": 0.2565062344074249,
      "learning_rate": 3.373404983027062e-05,
      "loss": 0.0214,
      "step": 7890
    },
    {
      "epoch": 12.519809825673534,
      "grad_norm": 0.18320074677467346,
      "learning_rate": 3.361021293126497e-05,
      "loss": 0.0166,
      "step": 7900
    },
    {
      "epoch": 12.535657686212362,
      "grad_norm": 0.2510707378387451,
      "learning_rate": 3.3486488572253385e-05,
      "loss": 0.0173,
      "step": 7910
    },
    {
      "epoch": 12.551505546751189,
      "grad_norm": 0.24890565872192383,
      "learning_rate": 3.3362877602785524e-05,
      "loss": 0.0196,
      "step": 7920
    },
    {
      "epoch": 12.567353407290016,
      "grad_norm": 0.25348639488220215,
      "learning_rate": 3.3239380871632543e-05,
      "loss": 0.0201,
      "step": 7930
    },
    {
      "epoch": 12.583201267828843,
      "grad_norm": 0.2547270655632019,
      "learning_rate": 3.3115999226781135e-05,
      "loss": 0.0163,
      "step": 7940
    },
    {
      "epoch": 12.599049128367671,
      "grad_norm": 0.1903742551803589,
      "learning_rate": 3.299273351542773e-05,
      "loss": 0.0162,
      "step": 7950
    },
    {
      "epoch": 12.614896988906498,
      "grad_norm": 0.14592960476875305,
      "learning_rate": 3.286958458397273e-05,
      "loss": 0.0218,
      "step": 7960
    },
    {
      "epoch": 12.630744849445325,
      "grad_norm": 0.220992311835289,
      "learning_rate": 3.27465532780147e-05,
      "loss": 0.0193,
      "step": 7970
    },
    {
      "epoch": 12.646592709984152,
      "grad_norm": 0.3510618209838867,
      "learning_rate": 3.2623640442344505e-05,
      "loss": 0.021,
      "step": 7980
    },
    {
      "epoch": 12.66244057052298,
      "grad_norm": 0.1398414969444275,
      "learning_rate": 3.250084692093953e-05,
      "loss": 0.0199,
      "step": 7990
    },
    {
      "epoch": 12.678288431061807,
      "grad_norm": 0.24324694275856018,
      "learning_rate": 3.237817355695791e-05,
      "loss": 0.0172,
      "step": 8000
    },
    {
      "epoch": 12.694136291600634,
      "grad_norm": 0.20084106922149658,
      "learning_rate": 3.225562119273272e-05,
      "loss": 0.0134,
      "step": 8010
    },
    {
      "epoch": 12.70998415213946,
      "grad_norm": 0.20435374975204468,
      "learning_rate": 3.213319066976617e-05,
      "loss": 0.019,
      "step": 8020
    },
    {
      "epoch": 12.72583201267829,
      "grad_norm": 0.21612811088562012,
      "learning_rate": 3.201088282872387e-05,
      "loss": 0.0159,
      "step": 8030
    },
    {
      "epoch": 12.741679873217116,
      "grad_norm": 0.2342618703842163,
      "learning_rate": 3.188869850942905e-05,
      "loss": 0.0186,
      "step": 8040
    },
    {
      "epoch": 12.757527733755943,
      "grad_norm": 0.20277902483940125,
      "learning_rate": 3.176663855085677e-05,
      "loss": 0.0209,
      "step": 8050
    },
    {
      "epoch": 12.77337559429477,
      "grad_norm": 0.2995304763317108,
      "learning_rate": 3.164470379112816e-05,
      "loss": 0.0247,
      "step": 8060
    },
    {
      "epoch": 12.789223454833598,
      "grad_norm": 0.23769770562648773,
      "learning_rate": 3.15228950675047e-05,
      "loss": 0.0152,
      "step": 8070
    },
    {
      "epoch": 12.805071315372425,
      "grad_norm": 0.1370396465063095,
      "learning_rate": 3.140121321638241e-05,
      "loss": 0.0177,
      "step": 8080
    },
    {
      "epoch": 12.820919175911252,
      "grad_norm": 0.4313637614250183,
      "learning_rate": 3.127965907328617e-05,
      "loss": 0.0154,
      "step": 8090
    },
    {
      "epoch": 12.836767036450079,
      "grad_norm": 0.2073371410369873,
      "learning_rate": 3.115823347286397e-05,
      "loss": 0.0165,
      "step": 8100
    },
    {
      "epoch": 12.852614896988907,
      "grad_norm": 0.32266175746917725,
      "learning_rate": 3.103693724888112e-05,
      "loss": 0.0212,
      "step": 8110
    },
    {
      "epoch": 12.868462757527734,
      "grad_norm": 0.1806778460741043,
      "learning_rate": 3.091577123421462e-05,
      "loss": 0.0145,
      "step": 8120
    },
    {
      "epoch": 12.88431061806656,
      "grad_norm": 0.25016674399375916,
      "learning_rate": 3.079473626084737e-05,
      "loss": 0.0211,
      "step": 8130
    },
    {
      "epoch": 12.900158478605388,
      "grad_norm": 0.16698500514030457,
      "learning_rate": 3.067383315986249e-05,
      "loss": 0.0228,
      "step": 8140
    },
    {
      "epoch": 12.916006339144216,
      "grad_norm": 0.22536715865135193,
      "learning_rate": 3.055306276143754e-05,
      "loss": 0.0213,
      "step": 8150
    },
    {
      "epoch": 12.931854199683043,
      "grad_norm": 0.17826388776302338,
      "learning_rate": 3.0432425894838977e-05,
      "loss": 0.023,
      "step": 8160
    },
    {
      "epoch": 12.94770206022187,
      "grad_norm": 0.22973258793354034,
      "learning_rate": 3.031192338841631e-05,
      "loss": 0.0188,
      "step": 8170
    },
    {
      "epoch": 12.963549920760697,
      "grad_norm": 0.3207305669784546,
      "learning_rate": 3.0191556069596476e-05,
      "loss": 0.0199,
      "step": 8180
    },
    {
      "epoch": 12.979397781299525,
      "grad_norm": 0.19772501289844513,
      "learning_rate": 3.0071324764878155e-05,
      "loss": 0.0177,
      "step": 8190
    },
    {
      "epoch": 12.995245641838352,
      "grad_norm": 0.19332300126552582,
      "learning_rate": 2.99512302998261e-05,
      "loss": 0.0243,
      "step": 8200
    },
    {
      "epoch": 13.011093502377179,
      "grad_norm": 0.22696681320667267,
      "learning_rate": 2.9831273499065422e-05,
      "loss": 0.0178,
      "step": 8210
    },
    {
      "epoch": 13.026941362916006,
      "grad_norm": 0.2711600065231323,
      "learning_rate": 2.9711455186275998e-05,
      "loss": 0.0149,
      "step": 8220
    },
    {
      "epoch": 13.042789223454834,
      "grad_norm": 0.22301819920539856,
      "learning_rate": 2.959177618418678e-05,
      "loss": 0.0201,
      "step": 8230
    },
    {
      "epoch": 13.058637083993661,
      "grad_norm": 0.1777944713830948,
      "learning_rate": 2.9472237314570134e-05,
      "loss": 0.0187,
      "step": 8240
    },
    {
      "epoch": 13.074484944532488,
      "grad_norm": 0.24867452681064606,
      "learning_rate": 2.935283939823621e-05,
      "loss": 0.0217,
      "step": 8250
    },
    {
      "epoch": 13.090332805071315,
      "grad_norm": 0.24219559133052826,
      "learning_rate": 2.9233583255027313e-05,
      "loss": 0.013,
      "step": 8260
    },
    {
      "epoch": 13.106180665610143,
      "grad_norm": 0.14742301404476166,
      "learning_rate": 2.9114469703812292e-05,
      "loss": 0.0199,
      "step": 8270
    },
    {
      "epoch": 13.12202852614897,
      "grad_norm": 0.167776420712471,
      "learning_rate": 2.8995499562480842e-05,
      "loss": 0.0183,
      "step": 8280
    },
    {
      "epoch": 13.137876386687797,
      "grad_norm": 0.29319486021995544,
      "learning_rate": 2.8876673647937945e-05,
      "loss": 0.0208,
      "step": 8290
    },
    {
      "epoch": 13.153724247226624,
      "grad_norm": 0.1555861234664917,
      "learning_rate": 2.875799277609832e-05,
      "loss": 0.0194,
      "step": 8300
    },
    {
      "epoch": 13.169572107765452,
      "grad_norm": 0.1766081005334854,
      "learning_rate": 2.863945776188065e-05,
      "loss": 0.0182,
      "step": 8310
    },
    {
      "epoch": 13.185419968304279,
      "grad_norm": 0.2022436112165451,
      "learning_rate": 2.8521069419202195e-05,
      "loss": 0.0161,
      "step": 8320
    },
    {
      "epoch": 13.201267828843106,
      "grad_norm": 0.1649257242679596,
      "learning_rate": 2.840282856097304e-05,
      "loss": 0.0168,
      "step": 8330
    },
    {
      "epoch": 13.217115689381933,
      "grad_norm": 0.24146905541419983,
      "learning_rate": 2.828473599909055e-05,
      "loss": 0.0178,
      "step": 8340
    },
    {
      "epoch": 13.232963549920761,
      "grad_norm": 0.20440474152565002,
      "learning_rate": 2.8166792544433894e-05,
      "loss": 0.0251,
      "step": 8350
    },
    {
      "epoch": 13.248811410459588,
      "grad_norm": 0.21215130388736725,
      "learning_rate": 2.8048999006858323e-05,
      "loss": 0.0225,
      "step": 8360
    },
    {
      "epoch": 13.264659270998415,
      "grad_norm": 0.17490635812282562,
      "learning_rate": 2.7931356195189735e-05,
      "loss": 0.0151,
      "step": 8370
    },
    {
      "epoch": 13.280507131537242,
      "grad_norm": 0.2777180075645447,
      "learning_rate": 2.781386491721908e-05,
      "loss": 0.0178,
      "step": 8380
    },
    {
      "epoch": 13.29635499207607,
      "grad_norm": 0.23932000994682312,
      "learning_rate": 2.7696525979696752e-05,
      "loss": 0.0147,
      "step": 8390
    },
    {
      "epoch": 13.312202852614897,
      "grad_norm": 0.19922451674938202,
      "learning_rate": 2.7579340188327186e-05,
      "loss": 0.0168,
      "step": 8400
    },
    {
      "epoch": 13.328050713153724,
      "grad_norm": 0.2395889014005661,
      "learning_rate": 2.7462308347763127e-05,
      "loss": 0.017,
      "step": 8410
    },
    {
      "epoch": 13.343898573692552,
      "grad_norm": 0.23529374599456787,
      "learning_rate": 2.7345431261600317e-05,
      "loss": 0.0197,
      "step": 8420
    },
    {
      "epoch": 13.35974643423138,
      "grad_norm": 0.2671940326690674,
      "learning_rate": 2.7228709732371886e-05,
      "loss": 0.0155,
      "step": 8430
    },
    {
      "epoch": 13.375594294770206,
      "grad_norm": 0.2091439962387085,
      "learning_rate": 2.7112144561542757e-05,
      "loss": 0.0205,
      "step": 8440
    },
    {
      "epoch": 13.391442155309033,
      "grad_norm": 0.20118452608585358,
      "learning_rate": 2.6995736549504315e-05,
      "loss": 0.015,
      "step": 8450
    },
    {
      "epoch": 13.407290015847861,
      "grad_norm": 0.15710382163524628,
      "learning_rate": 2.687948649556874e-05,
      "loss": 0.0192,
      "step": 8460
    },
    {
      "epoch": 13.423137876386688,
      "grad_norm": 0.22499555349349976,
      "learning_rate": 2.6763395197963626e-05,
      "loss": 0.0268,
      "step": 8470
    },
    {
      "epoch": 13.438985736925515,
      "grad_norm": 0.17233209311962128,
      "learning_rate": 2.6647463453826505e-05,
      "loss": 0.0191,
      "step": 8480
    },
    {
      "epoch": 13.454833597464342,
      "grad_norm": 0.28862184286117554,
      "learning_rate": 2.6531692059199275e-05,
      "loss": 0.0196,
      "step": 8490
    },
    {
      "epoch": 13.47068145800317,
      "grad_norm": 0.19401662051677704,
      "learning_rate": 2.6416081809022887e-05,
      "loss": 0.0171,
      "step": 8500
    },
    {
      "epoch": 13.486529318541997,
      "grad_norm": 0.21995659172534943,
      "learning_rate": 2.6300633497131687e-05,
      "loss": 0.0195,
      "step": 8510
    },
    {
      "epoch": 13.502377179080824,
      "grad_norm": 0.2321847379207611,
      "learning_rate": 2.618534791624816e-05,
      "loss": 0.0209,
      "step": 8520
    },
    {
      "epoch": 13.51822503961965,
      "grad_norm": 0.21036501228809357,
      "learning_rate": 2.6070225857977428e-05,
      "loss": 0.0204,
      "step": 8530
    },
    {
      "epoch": 13.53407290015848,
      "grad_norm": 0.2640347480773926,
      "learning_rate": 2.5955268112801656e-05,
      "loss": 0.0158,
      "step": 8540
    },
    {
      "epoch": 13.549920760697306,
      "grad_norm": 0.30468320846557617,
      "learning_rate": 2.58404754700749e-05,
      "loss": 0.0151,
      "step": 8550
    },
    {
      "epoch": 13.565768621236133,
      "grad_norm": 0.19475166499614716,
      "learning_rate": 2.5725848718017454e-05,
      "loss": 0.0194,
      "step": 8560
    },
    {
      "epoch": 13.58161648177496,
      "grad_norm": 0.18407198786735535,
      "learning_rate": 2.561138864371057e-05,
      "loss": 0.017,
      "step": 8570
    },
    {
      "epoch": 13.597464342313788,
      "grad_norm": 0.197821244597435,
      "learning_rate": 2.549709603309104e-05,
      "loss": 0.0192,
      "step": 8580
    },
    {
      "epoch": 13.613312202852615,
      "grad_norm": 0.19414368271827698,
      "learning_rate": 2.53829716709457e-05,
      "loss": 0.0161,
      "step": 8590
    },
    {
      "epoch": 13.629160063391442,
      "grad_norm": 0.32657763361930847,
      "learning_rate": 2.5269016340906138e-05,
      "loss": 0.0193,
      "step": 8600
    },
    {
      "epoch": 13.645007923930269,
      "grad_norm": 0.17926651239395142,
      "learning_rate": 2.5155230825443332e-05,
      "loss": 0.0172,
      "step": 8610
    },
    {
      "epoch": 13.660855784469097,
      "grad_norm": 0.1641903668642044,
      "learning_rate": 2.504161590586217e-05,
      "loss": 0.0171,
      "step": 8620
    },
    {
      "epoch": 13.676703645007924,
      "grad_norm": 0.23365381360054016,
      "learning_rate": 2.4928172362296205e-05,
      "loss": 0.0149,
      "step": 8630
    },
    {
      "epoch": 13.692551505546751,
      "grad_norm": 0.2839002311229706,
      "learning_rate": 2.4814900973702183e-05,
      "loss": 0.0198,
      "step": 8640
    },
    {
      "epoch": 13.708399366085578,
      "grad_norm": 0.233973428606987,
      "learning_rate": 2.4701802517854822e-05,
      "loss": 0.022,
      "step": 8650
    },
    {
      "epoch": 13.724247226624406,
      "grad_norm": 0.2717144191265106,
      "learning_rate": 2.458887777134134e-05,
      "loss": 0.0199,
      "step": 8660
    },
    {
      "epoch": 13.740095087163233,
      "grad_norm": 0.2552318274974823,
      "learning_rate": 2.44761275095562e-05,
      "loss": 0.019,
      "step": 8670
    },
    {
      "epoch": 13.75594294770206,
      "grad_norm": 0.17286346852779388,
      "learning_rate": 2.4363552506695814e-05,
      "loss": 0.0182,
      "step": 8680
    },
    {
      "epoch": 13.771790808240887,
      "grad_norm": 0.1892533153295517,
      "learning_rate": 2.4251153535753107e-05,
      "loss": 0.0212,
      "step": 8690
    },
    {
      "epoch": 13.787638668779715,
      "grad_norm": 0.15570400655269623,
      "learning_rate": 2.4138931368512375e-05,
      "loss": 0.0178,
      "step": 8700
    },
    {
      "epoch": 13.803486529318542,
      "grad_norm": 0.287626177072525,
      "learning_rate": 2.402688677554381e-05,
      "loss": 0.0166,
      "step": 8710
    },
    {
      "epoch": 13.819334389857369,
      "grad_norm": 0.3084344267845154,
      "learning_rate": 2.3915020526198373e-05,
      "loss": 0.0148,
      "step": 8720
    },
    {
      "epoch": 13.835182250396196,
      "grad_norm": 0.13890209794044495,
      "learning_rate": 2.3803333388602372e-05,
      "loss": 0.0158,
      "step": 8730
    },
    {
      "epoch": 13.851030110935024,
      "grad_norm": 0.24919134378433228,
      "learning_rate": 2.3691826129652267e-05,
      "loss": 0.0202,
      "step": 8740
    },
    {
      "epoch": 13.866877971473851,
      "grad_norm": 0.19362711906433105,
      "learning_rate": 2.3580499515009408e-05,
      "loss": 0.0186,
      "step": 8750
    },
    {
      "epoch": 13.882725832012678,
      "grad_norm": 0.23859569430351257,
      "learning_rate": 2.346935430909476e-05,
      "loss": 0.018,
      "step": 8760
    },
    {
      "epoch": 13.898573692551505,
      "grad_norm": 0.41652438044548035,
      "learning_rate": 2.335839127508359e-05,
      "loss": 0.018,
      "step": 8770
    },
    {
      "epoch": 13.914421553090333,
      "grad_norm": 0.19404253363609314,
      "learning_rate": 2.3247611174900375e-05,
      "loss": 0.0144,
      "step": 8780
    },
    {
      "epoch": 13.93026941362916,
      "grad_norm": 0.27209949493408203,
      "learning_rate": 2.3137014769213415e-05,
      "loss": 0.0181,
      "step": 8790
    },
    {
      "epoch": 13.946117274167987,
      "grad_norm": 0.15419328212738037,
      "learning_rate": 2.3026602817429677e-05,
      "loss": 0.0176,
      "step": 8800
    },
    {
      "epoch": 13.961965134706814,
      "grad_norm": 0.22414186596870422,
      "learning_rate": 2.291637607768964e-05,
      "loss": 0.0224,
      "step": 8810
    },
    {
      "epoch": 13.977812995245642,
      "grad_norm": 0.16095861792564392,
      "learning_rate": 2.280633530686195e-05,
      "loss": 0.0152,
      "step": 8820
    },
    {
      "epoch": 13.99366085578447,
      "grad_norm": 0.1415528804063797,
      "learning_rate": 2.2696481260538393e-05,
      "loss": 0.0156,
      "step": 8830
    },
    {
      "epoch": 14.009508716323296,
      "grad_norm": 0.1570771187543869,
      "learning_rate": 2.2586814693028524e-05,
      "loss": 0.0173,
      "step": 8840
    },
    {
      "epoch": 14.025356576862123,
      "grad_norm": 0.2337312251329422,
      "learning_rate": 2.247733635735466e-05,
      "loss": 0.0197,
      "step": 8850
    },
    {
      "epoch": 14.041204437400951,
      "grad_norm": 0.2519458532333374,
      "learning_rate": 2.2368047005246585e-05,
      "loss": 0.0177,
      "step": 8860
    },
    {
      "epoch": 14.057052297939778,
      "grad_norm": 0.26522183418273926,
      "learning_rate": 2.2258947387136415e-05,
      "loss": 0.0192,
      "step": 8870
    },
    {
      "epoch": 14.072900158478605,
      "grad_norm": 0.12336030602455139,
      "learning_rate": 2.2150038252153533e-05,
      "loss": 0.0175,
      "step": 8880
    },
    {
      "epoch": 14.088748019017432,
      "grad_norm": 0.15576300024986267,
      "learning_rate": 2.204132034811929e-05,
      "loss": 0.0174,
      "step": 8890
    },
    {
      "epoch": 14.10459587955626,
      "grad_norm": 0.21424925327301025,
      "learning_rate": 2.1932794421542018e-05,
      "loss": 0.0142,
      "step": 8900
    },
    {
      "epoch": 14.120443740095087,
      "grad_norm": 0.21682120859622955,
      "learning_rate": 2.182446121761186e-05,
      "loss": 0.0191,
      "step": 8910
    },
    {
      "epoch": 14.136291600633914,
      "grad_norm": 0.25047534704208374,
      "learning_rate": 2.171632148019552e-05,
      "loss": 0.0154,
      "step": 8920
    },
    {
      "epoch": 14.152139461172741,
      "grad_norm": 0.2971823513507843,
      "learning_rate": 2.1608375951831383e-05,
      "loss": 0.0227,
      "step": 8930
    },
    {
      "epoch": 14.16798732171157,
      "grad_norm": 0.2523512542247772,
      "learning_rate": 2.1500625373724286e-05,
      "loss": 0.0144,
      "step": 8940
    },
    {
      "epoch": 14.183835182250396,
      "grad_norm": 0.21813775599002838,
      "learning_rate": 2.1393070485740386e-05,
      "loss": 0.0154,
      "step": 8950
    },
    {
      "epoch": 14.199683042789223,
      "grad_norm": 0.2209501713514328,
      "learning_rate": 2.1285712026402215e-05,
      "loss": 0.0137,
      "step": 8960
    },
    {
      "epoch": 14.21553090332805,
      "grad_norm": 0.1733659952878952,
      "learning_rate": 2.117855073288346e-05,
      "loss": 0.0133,
      "step": 8970
    },
    {
      "epoch": 14.231378763866879,
      "grad_norm": 0.19718633592128754,
      "learning_rate": 2.1071587341004058e-05,
      "loss": 0.0212,
      "step": 8980
    },
    {
      "epoch": 14.247226624405705,
      "grad_norm": 0.23138895630836487,
      "learning_rate": 2.0964822585224987e-05,
      "loss": 0.0218,
      "step": 8990
    },
    {
      "epoch": 14.263074484944532,
      "grad_norm": 0.22604243457317352,
      "learning_rate": 2.08582571986433e-05,
      "loss": 0.0165,
      "step": 9000
    },
    {
      "epoch": 14.278922345483359,
      "grad_norm": 0.21740014851093292,
      "learning_rate": 2.075189191298716e-05,
      "loss": 0.018,
      "step": 9010
    },
    {
      "epoch": 14.294770206022188,
      "grad_norm": 0.5042977333068848,
      "learning_rate": 2.0645727458610646e-05,
      "loss": 0.015,
      "step": 9020
    },
    {
      "epoch": 14.310618066561014,
      "grad_norm": 0.17162521183490753,
      "learning_rate": 2.0539764564488927e-05,
      "loss": 0.0147,
      "step": 9030
    },
    {
      "epoch": 14.326465927099841,
      "grad_norm": 0.23630589246749878,
      "learning_rate": 2.04340039582131e-05,
      "loss": 0.0168,
      "step": 9040
    },
    {
      "epoch": 14.342313787638668,
      "grad_norm": 0.22610369324684143,
      "learning_rate": 2.0328446365985253e-05,
      "loss": 0.019,
      "step": 9050
    },
    {
      "epoch": 14.358161648177497,
      "grad_norm": 0.23171366751194,
      "learning_rate": 2.022309251261355e-05,
      "loss": 0.0185,
      "step": 9060
    },
    {
      "epoch": 14.374009508716323,
      "grad_norm": 0.20405028760433197,
      "learning_rate": 2.0117943121507117e-05,
      "loss": 0.018,
      "step": 9070
    },
    {
      "epoch": 14.38985736925515,
      "grad_norm": 0.20171862840652466,
      "learning_rate": 2.0012998914671182e-05,
      "loss": 0.0156,
      "step": 9080
    },
    {
      "epoch": 14.405705229793977,
      "grad_norm": 0.2580902874469757,
      "learning_rate": 1.99082606127021e-05,
      "loss": 0.018,
      "step": 9090
    },
    {
      "epoch": 14.421553090332806,
      "grad_norm": 0.16781866550445557,
      "learning_rate": 1.9803728934782323e-05,
      "loss": 0.0178,
      "step": 9100
    },
    {
      "epoch": 14.437400950871632,
      "grad_norm": 0.21224135160446167,
      "learning_rate": 1.969940459867562e-05,
      "loss": 0.0169,
      "step": 9110
    },
    {
      "epoch": 14.45324881141046,
      "grad_norm": 0.16903094947338104,
      "learning_rate": 1.9595288320721923e-05,
      "loss": 0.0138,
      "step": 9120
    },
    {
      "epoch": 14.469096671949288,
      "grad_norm": 0.2130252569913864,
      "learning_rate": 1.949138081583265e-05,
      "loss": 0.0175,
      "step": 9130
    },
    {
      "epoch": 14.484944532488115,
      "grad_norm": 0.2133990377187729,
      "learning_rate": 1.938768279748566e-05,
      "loss": 0.0169,
      "step": 9140
    },
    {
      "epoch": 14.500792393026941,
      "grad_norm": 0.19141750037670135,
      "learning_rate": 1.9284194977720344e-05,
      "loss": 0.0139,
      "step": 9150
    },
    {
      "epoch": 14.516640253565768,
      "grad_norm": 0.18053506314754486,
      "learning_rate": 1.9180918067132813e-05,
      "loss": 0.0202,
      "step": 9160
    },
    {
      "epoch": 14.532488114104595,
      "grad_norm": 0.2015606015920639,
      "learning_rate": 1.9077852774870945e-05,
      "loss": 0.0188,
      "step": 9170
    },
    {
      "epoch": 14.548335974643424,
      "grad_norm": 0.2063121348619461,
      "learning_rate": 1.8974999808629545e-05,
      "loss": 0.0141,
      "step": 9180
    },
    {
      "epoch": 14.56418383518225,
      "grad_norm": 0.14588534832000732,
      "learning_rate": 1.887235987464553e-05,
      "loss": 0.0147,
      "step": 9190
    },
    {
      "epoch": 14.580031695721077,
      "grad_norm": 0.17593805491924286,
      "learning_rate": 1.876993367769297e-05,
      "loss": 0.0139,
      "step": 9200
    },
    {
      "epoch": 14.595879556259906,
      "grad_norm": 0.15790753066539764,
      "learning_rate": 1.8667721921078397e-05,
      "loss": 0.0123,
      "step": 9210
    },
    {
      "epoch": 14.611727416798733,
      "grad_norm": 0.23879548907279968,
      "learning_rate": 1.8565725306635806e-05,
      "loss": 0.0186,
      "step": 9220
    },
    {
      "epoch": 14.62757527733756,
      "grad_norm": 0.23344580829143524,
      "learning_rate": 1.8463944534722e-05,
      "loss": 0.0158,
      "step": 9230
    },
    {
      "epoch": 14.643423137876386,
      "grad_norm": 0.219131201505661,
      "learning_rate": 1.83623803042117e-05,
      "loss": 0.0197,
      "step": 9240
    },
    {
      "epoch": 14.659270998415215,
      "grad_norm": 0.17857685685157776,
      "learning_rate": 1.826103331249267e-05,
      "loss": 0.0128,
      "step": 9250
    },
    {
      "epoch": 14.675118858954042,
      "grad_norm": 0.19189006090164185,
      "learning_rate": 1.8159904255461108e-05,
      "loss": 0.0172,
      "step": 9260
    },
    {
      "epoch": 14.690966719492868,
      "grad_norm": 0.18938252329826355,
      "learning_rate": 1.8058993827516697e-05,
      "loss": 0.0212,
      "step": 9270
    },
    {
      "epoch": 14.706814580031695,
      "grad_norm": 0.20771273970603943,
      "learning_rate": 1.795830272155796e-05,
      "loss": 0.0248,
      "step": 9280
    },
    {
      "epoch": 14.722662440570524,
      "grad_norm": 0.22910486161708832,
      "learning_rate": 1.7857831628977456e-05,
      "loss": 0.015,
      "step": 9290
    },
    {
      "epoch": 14.73851030110935,
      "grad_norm": 0.20048457384109497,
      "learning_rate": 1.7757581239656984e-05,
      "loss": 0.0168,
      "step": 9300
    },
    {
      "epoch": 14.754358161648177,
      "grad_norm": 0.21910695731639862,
      "learning_rate": 1.7657552241962904e-05,
      "loss": 0.0119,
      "step": 9310
    },
    {
      "epoch": 14.770206022187004,
      "grad_norm": 0.214069664478302,
      "learning_rate": 1.7557745322741433e-05,
      "loss": 0.0167,
      "step": 9320
    },
    {
      "epoch": 14.786053882725833,
      "grad_norm": 0.20221184194087982,
      "learning_rate": 1.745816116731383e-05,
      "loss": 0.0153,
      "step": 9330
    },
    {
      "epoch": 14.80190174326466,
      "grad_norm": 0.1907825767993927,
      "learning_rate": 1.735880045947183e-05,
      "loss": 0.016,
      "step": 9340
    },
    {
      "epoch": 14.817749603803486,
      "grad_norm": 0.2389329969882965,
      "learning_rate": 1.7259663881472787e-05,
      "loss": 0.0168,
      "step": 9350
    },
    {
      "epoch": 14.833597464342313,
      "grad_norm": 0.2041391283273697,
      "learning_rate": 1.716075211403516e-05,
      "loss": 0.0166,
      "step": 9360
    },
    {
      "epoch": 14.849445324881142,
      "grad_norm": 0.3064650595188141,
      "learning_rate": 1.7062065836333696e-05,
      "loss": 0.0166,
      "step": 9370
    },
    {
      "epoch": 14.865293185419969,
      "grad_norm": 0.25269177556037903,
      "learning_rate": 1.6963605725994807e-05,
      "loss": 0.0179,
      "step": 9380
    },
    {
      "epoch": 14.881141045958795,
      "grad_norm": 0.13689862191677094,
      "learning_rate": 1.686537245909201e-05,
      "loss": 0.0136,
      "step": 9390
    },
    {
      "epoch": 14.896988906497622,
      "grad_norm": 0.2099904716014862,
      "learning_rate": 1.6767366710141125e-05,
      "loss": 0.0188,
      "step": 9400
    },
    {
      "epoch": 14.91283676703645,
      "grad_norm": 0.20536595582962036,
      "learning_rate": 1.666958915209578e-05,
      "loss": 0.0161,
      "step": 9410
    },
    {
      "epoch": 14.928684627575278,
      "grad_norm": 0.18782939016819,
      "learning_rate": 1.6572040456342737e-05,
      "loss": 0.0249,
      "step": 9420
    },
    {
      "epoch": 14.944532488114104,
      "grad_norm": 0.29753440618515015,
      "learning_rate": 1.6474721292697247e-05,
      "loss": 0.0174,
      "step": 9430
    },
    {
      "epoch": 14.960380348652931,
      "grad_norm": 0.14820578694343567,
      "learning_rate": 1.6377632329398507e-05,
      "loss": 0.0229,
      "step": 9440
    },
    {
      "epoch": 14.97622820919176,
      "grad_norm": 0.26186251640319824,
      "learning_rate": 1.628077423310503e-05,
      "loss": 0.0203,
      "step": 9450
    },
    {
      "epoch": 14.992076069730587,
      "grad_norm": 0.2948777675628662,
      "learning_rate": 1.6184147668890116e-05,
      "loss": 0.0192,
      "step": 9460
    },
    {
      "epoch": 15.007923930269413,
      "grad_norm": 0.20523428916931152,
      "learning_rate": 1.608775330023727e-05,
      "loss": 0.0171,
      "step": 9470
    },
    {
      "epoch": 15.02377179080824,
      "grad_norm": 0.28263282775878906,
      "learning_rate": 1.599159178903557e-05,
      "loss": 0.0149,
      "step": 9480
    },
    {
      "epoch": 15.039619651347069,
      "grad_norm": 0.2222396433353424,
      "learning_rate": 1.5895663795575255e-05,
      "loss": 0.0174,
      "step": 9490
    },
    {
      "epoch": 15.055467511885896,
      "grad_norm": 0.2283553034067154,
      "learning_rate": 1.5799969978543072e-05,
      "loss": 0.0152,
      "step": 9500
    },
    {
      "epoch": 15.071315372424722,
      "grad_norm": 0.19190463423728943,
      "learning_rate": 1.570451099501781e-05,
      "loss": 0.0193,
      "step": 9510
    },
    {
      "epoch": 15.08716323296355,
      "grad_norm": 0.2034788280725479,
      "learning_rate": 1.560928750046582e-05,
      "loss": 0.0142,
      "step": 9520
    },
    {
      "epoch": 15.103011093502378,
      "grad_norm": 0.1533176153898239,
      "learning_rate": 1.5514300148736405e-05,
      "loss": 0.0147,
      "step": 9530
    },
    {
      "epoch": 15.118858954041205,
      "grad_norm": 0.16323472559452057,
      "learning_rate": 1.5419549592057485e-05,
      "loss": 0.0128,
      "step": 9540
    },
    {
      "epoch": 15.134706814580031,
      "grad_norm": 0.1336495280265808,
      "learning_rate": 1.532503648103095e-05,
      "loss": 0.0152,
      "step": 9550
    },
    {
      "epoch": 15.150554675118858,
      "grad_norm": 0.23295193910598755,
      "learning_rate": 1.5230761464628351e-05,
      "loss": 0.0202,
      "step": 9560
    },
    {
      "epoch": 15.166402535657687,
      "grad_norm": 0.21971255540847778,
      "learning_rate": 1.5136725190186312e-05,
      "loss": 0.0127,
      "step": 9570
    },
    {
      "epoch": 15.182250396196514,
      "grad_norm": 0.12831509113311768,
      "learning_rate": 1.5042928303402155e-05,
      "loss": 0.0131,
      "step": 9580
    },
    {
      "epoch": 15.19809825673534,
      "grad_norm": 0.2782778739929199,
      "learning_rate": 1.4949371448329491e-05,
      "loss": 0.0134,
      "step": 9590
    },
    {
      "epoch": 15.213946117274167,
      "grad_norm": 0.15872108936309814,
      "learning_rate": 1.4856055267373704e-05,
      "loss": 0.0126,
      "step": 9600
    },
    {
      "epoch": 15.229793977812996,
      "grad_norm": 0.1593102514743805,
      "learning_rate": 1.476298040128763e-05,
      "loss": 0.0168,
      "step": 9610
    },
    {
      "epoch": 15.245641838351823,
      "grad_norm": 0.21707729995250702,
      "learning_rate": 1.4670147489167157e-05,
      "loss": 0.0128,
      "step": 9620
    },
    {
      "epoch": 15.26148969889065,
      "grad_norm": 0.13602186739444733,
      "learning_rate": 1.4577557168446704e-05,
      "loss": 0.0163,
      "step": 9630
    },
    {
      "epoch": 15.277337559429476,
      "grad_norm": 0.15380342304706573,
      "learning_rate": 1.4485210074895028e-05,
      "loss": 0.0131,
      "step": 9640
    },
    {
      "epoch": 15.293185419968305,
      "grad_norm": 0.23396658897399902,
      "learning_rate": 1.4393106842610765e-05,
      "loss": 0.0182,
      "step": 9650
    },
    {
      "epoch": 15.309033280507132,
      "grad_norm": 0.351018488407135,
      "learning_rate": 1.4301248104018039e-05,
      "loss": 0.0163,
      "step": 9660
    },
    {
      "epoch": 15.324881141045958,
      "grad_norm": 0.15941226482391357,
      "learning_rate": 1.4209634489862228e-05,
      "loss": 0.0151,
      "step": 9670
    },
    {
      "epoch": 15.340729001584785,
      "grad_norm": 0.31737878918647766,
      "learning_rate": 1.4118266629205501e-05,
      "loss": 0.016,
      "step": 9680
    },
    {
      "epoch": 15.356576862123614,
      "grad_norm": 0.1942298859357834,
      "learning_rate": 1.4027145149422637e-05,
      "loss": 0.0138,
      "step": 9690
    },
    {
      "epoch": 15.37242472266244,
      "grad_norm": 0.20650826394557953,
      "learning_rate": 1.3936270676196605e-05,
      "loss": 0.0196,
      "step": 9700
    },
    {
      "epoch": 15.388272583201267,
      "grad_norm": 0.13685113191604614,
      "learning_rate": 1.3845643833514294e-05,
      "loss": 0.015,
      "step": 9710
    },
    {
      "epoch": 15.404120443740094,
      "grad_norm": 0.22127866744995117,
      "learning_rate": 1.3755265243662308e-05,
      "loss": 0.0146,
      "step": 9720
    },
    {
      "epoch": 15.419968304278923,
      "grad_norm": 0.1102658063173294,
      "learning_rate": 1.3665135527222566e-05,
      "loss": 0.0132,
      "step": 9730
    },
    {
      "epoch": 15.43581616481775,
      "grad_norm": 0.17032739520072937,
      "learning_rate": 1.3575255303068157e-05,
      "loss": 0.0168,
      "step": 9740
    },
    {
      "epoch": 15.451664025356576,
      "grad_norm": 0.20449472963809967,
      "learning_rate": 1.3485625188359008e-05,
      "loss": 0.0155,
      "step": 9750
    },
    {
      "epoch": 15.467511885895403,
      "grad_norm": 0.2856760323047638,
      "learning_rate": 1.3396245798537655e-05,
      "loss": 0.0174,
      "step": 9760
    },
    {
      "epoch": 15.483359746434232,
      "grad_norm": 0.17707166075706482,
      "learning_rate": 1.3307117747325104e-05,
      "loss": 0.0145,
      "step": 9770
    },
    {
      "epoch": 15.499207606973059,
      "grad_norm": 0.2179175168275833,
      "learning_rate": 1.321824164671649e-05,
      "loss": 0.0142,
      "step": 9780
    },
    {
      "epoch": 15.515055467511885,
      "grad_norm": 0.14933204650878906,
      "learning_rate": 1.3129618106976966e-05,
      "loss": 0.0166,
      "step": 9790
    },
    {
      "epoch": 15.530903328050712,
      "grad_norm": 0.23230569064617157,
      "learning_rate": 1.3041247736637497e-05,
      "loss": 0.02,
      "step": 9800
    },
    {
      "epoch": 15.54675118858954,
      "grad_norm": 0.2146037369966507,
      "learning_rate": 1.2953131142490621e-05,
      "loss": 0.0187,
      "step": 9810
    },
    {
      "epoch": 15.562599049128368,
      "grad_norm": 0.27099379897117615,
      "learning_rate": 1.2865268929586399e-05,
      "loss": 0.0175,
      "step": 9820
    },
    {
      "epoch": 15.578446909667194,
      "grad_norm": 0.21641230583190918,
      "learning_rate": 1.2777661701228094e-05,
      "loss": 0.0131,
      "step": 9830
    },
    {
      "epoch": 15.594294770206023,
      "grad_norm": 0.206056609749794,
      "learning_rate": 1.2690310058968208e-05,
      "loss": 0.0124,
      "step": 9840
    },
    {
      "epoch": 15.61014263074485,
      "grad_norm": 0.2695901095867157,
      "learning_rate": 1.2603214602604251e-05,
      "loss": 0.017,
      "step": 9850
    },
    {
      "epoch": 15.625990491283677,
      "grad_norm": 0.24454373121261597,
      "learning_rate": 1.2516375930174607e-05,
      "loss": 0.0185,
      "step": 9860
    },
    {
      "epoch": 15.641838351822503,
      "grad_norm": 0.24143637716770172,
      "learning_rate": 1.2429794637954505e-05,
      "loss": 0.0167,
      "step": 9870
    },
    {
      "epoch": 15.65768621236133,
      "grad_norm": 0.24098831415176392,
      "learning_rate": 1.234347132045185e-05,
      "loss": 0.0156,
      "step": 9880
    },
    {
      "epoch": 15.673534072900159,
      "grad_norm": 0.2231469452381134,
      "learning_rate": 1.2257406570403158e-05,
      "loss": 0.0162,
      "step": 9890
    },
    {
      "epoch": 15.689381933438986,
      "grad_norm": 0.18433237075805664,
      "learning_rate": 1.217160097876956e-05,
      "loss": 0.0148,
      "step": 9900
    },
    {
      "epoch": 15.705229793977812,
      "grad_norm": 0.24673160910606384,
      "learning_rate": 1.2086055134732604e-05,
      "loss": 0.0156,
      "step": 9910
    },
    {
      "epoch": 15.721077654516641,
      "grad_norm": 0.2098625749349594,
      "learning_rate": 1.2000769625690367e-05,
      "loss": 0.0123,
      "step": 9920
    },
    {
      "epoch": 15.736925515055468,
      "grad_norm": 0.19441257417201996,
      "learning_rate": 1.1915745037253273e-05,
      "loss": 0.0149,
      "step": 9930
    },
    {
      "epoch": 15.752773375594295,
      "grad_norm": 0.30163636803627014,
      "learning_rate": 1.1830981953240183e-05,
      "loss": 0.0145,
      "step": 9940
    },
    {
      "epoch": 15.768621236133121,
      "grad_norm": 0.2016548216342926,
      "learning_rate": 1.1746480955674371e-05,
      "loss": 0.0157,
      "step": 9950
    },
    {
      "epoch": 15.78446909667195,
      "grad_norm": 0.16448210179805756,
      "learning_rate": 1.1662242624779413e-05,
      "loss": 0.0093,
      "step": 9960
    },
    {
      "epoch": 15.800316957210777,
      "grad_norm": 0.1529219001531601,
      "learning_rate": 1.1578267538975384e-05,
      "loss": 0.016,
      "step": 9970
    },
    {
      "epoch": 15.816164817749604,
      "grad_norm": 0.11220666021108627,
      "learning_rate": 1.1494556274874736e-05,
      "loss": 0.0151,
      "step": 9980
    },
    {
      "epoch": 15.83201267828843,
      "grad_norm": 0.1833869069814682,
      "learning_rate": 1.1411109407278425e-05,
      "loss": 0.0126,
      "step": 9990
    },
    {
      "epoch": 15.847860538827259,
      "grad_norm": 0.24351130425930023,
      "learning_rate": 1.1327927509171948e-05,
      "loss": 0.0148,
      "step": 10000
    },
    {
      "epoch": 15.863708399366086,
      "grad_norm": 0.18271566927433014,
      "learning_rate": 1.1245011151721358e-05,
      "loss": 0.0153,
      "step": 10010
    },
    {
      "epoch": 15.879556259904913,
      "grad_norm": 0.17010100185871124,
      "learning_rate": 1.1162360904269399e-05,
      "loss": 0.0139,
      "step": 10020
    },
    {
      "epoch": 15.89540412044374,
      "grad_norm": 0.20020832121372223,
      "learning_rate": 1.1079977334331593e-05,
      "loss": 0.014,
      "step": 10030
    },
    {
      "epoch": 15.911251980982568,
      "grad_norm": 0.31756097078323364,
      "learning_rate": 1.0997861007592297e-05,
      "loss": 0.0137,
      "step": 10040
    },
    {
      "epoch": 15.927099841521395,
      "grad_norm": 0.20857271552085876,
      "learning_rate": 1.0916012487900901e-05,
      "loss": 0.0187,
      "step": 10050
    },
    {
      "epoch": 15.942947702060222,
      "grad_norm": 0.21330268681049347,
      "learning_rate": 1.0834432337267835e-05,
      "loss": 0.0182,
      "step": 10060
    },
    {
      "epoch": 15.958795562599049,
      "grad_norm": 0.2602750360965729,
      "learning_rate": 1.0753121115860859e-05,
      "loss": 0.0126,
      "step": 10070
    },
    {
      "epoch": 15.974643423137877,
      "grad_norm": 0.10706225037574768,
      "learning_rate": 1.0672079382001076e-05,
      "loss": 0.0141,
      "step": 10080
    },
    {
      "epoch": 15.990491283676704,
      "grad_norm": 0.18691207468509674,
      "learning_rate": 1.0591307692159175e-05,
      "loss": 0.018,
      "step": 10090
    },
    {
      "epoch": 16.00633914421553,
      "grad_norm": 0.16258151829242706,
      "learning_rate": 1.0510806600951634e-05,
      "loss": 0.0138,
      "step": 10100
    },
    {
      "epoch": 16.022187004754358,
      "grad_norm": 0.22133781015872955,
      "learning_rate": 1.0430576661136809e-05,
      "loss": 0.0136,
      "step": 10110
    },
    {
      "epoch": 16.038034865293184,
      "grad_norm": 0.14174553751945496,
      "learning_rate": 1.0350618423611258e-05,
      "loss": 0.012,
      "step": 10120
    },
    {
      "epoch": 16.05388272583201,
      "grad_norm": 0.21903228759765625,
      "learning_rate": 1.0270932437405894e-05,
      "loss": 0.0162,
      "step": 10130
    },
    {
      "epoch": 16.06973058637084,
      "grad_norm": 0.15532748401165009,
      "learning_rate": 1.0191519249682202e-05,
      "loss": 0.0129,
      "step": 10140
    },
    {
      "epoch": 16.08557844690967,
      "grad_norm": 0.2952392101287842,
      "learning_rate": 1.0112379405728512e-05,
      "loss": 0.014,
      "step": 10150
    },
    {
      "epoch": 16.101426307448495,
      "grad_norm": 0.1566477119922638,
      "learning_rate": 1.003351344895624e-05,
      "loss": 0.0168,
      "step": 10160
    },
    {
      "epoch": 16.117274167987322,
      "grad_norm": 0.18433576822280884,
      "learning_rate": 9.954921920896181e-06,
      "loss": 0.0141,
      "step": 10170
    },
    {
      "epoch": 16.13312202852615,
      "grad_norm": 0.1970781683921814,
      "learning_rate": 9.876605361194784e-06,
      "loss": 0.014,
      "step": 10180
    },
    {
      "epoch": 16.148969889064976,
      "grad_norm": 0.22483587265014648,
      "learning_rate": 9.798564307610397e-06,
      "loss": 0.0172,
      "step": 10190
    },
    {
      "epoch": 16.164817749603802,
      "grad_norm": 0.12307272851467133,
      "learning_rate": 9.720799296009652e-06,
      "loss": 0.0142,
      "step": 10200
    },
    {
      "epoch": 16.18066561014263,
      "grad_norm": 0.09929801523685455,
      "learning_rate": 9.64331086036372e-06,
      "loss": 0.0157,
      "step": 10210
    },
    {
      "epoch": 16.19651347068146,
      "grad_norm": 0.22220948338508606,
      "learning_rate": 9.566099532744666e-06,
      "loss": 0.0144,
      "step": 10220
    },
    {
      "epoch": 16.212361331220286,
      "grad_norm": 0.21739843487739563,
      "learning_rate": 9.48916584332184e-06,
      "loss": 0.0141,
      "step": 10230
    },
    {
      "epoch": 16.228209191759113,
      "grad_norm": 0.20657970011234283,
      "learning_rate": 9.412510320358148e-06,
      "loss": 0.0125,
      "step": 10240
    },
    {
      "epoch": 16.24405705229794,
      "grad_norm": 0.1589168906211853,
      "learning_rate": 9.336133490206527e-06,
      "loss": 0.0146,
      "step": 10250
    },
    {
      "epoch": 16.259904912836767,
      "grad_norm": 0.20785082876682281,
      "learning_rate": 9.260035877306222e-06,
      "loss": 0.015,
      "step": 10260
    },
    {
      "epoch": 16.275752773375594,
      "grad_norm": 0.3436870872974396,
      "learning_rate": 9.184218004179296e-06,
      "loss": 0.0142,
      "step": 10270
    },
    {
      "epoch": 16.29160063391442,
      "grad_norm": 0.19214791059494019,
      "learning_rate": 9.108680391426944e-06,
      "loss": 0.0153,
      "step": 10280
    },
    {
      "epoch": 16.307448494453247,
      "grad_norm": 0.18752476572990417,
      "learning_rate": 9.033423557725968e-06,
      "loss": 0.0198,
      "step": 10290
    },
    {
      "epoch": 16.323296354992078,
      "grad_norm": 0.2008536010980606,
      "learning_rate": 8.958448019825238e-06,
      "loss": 0.0139,
      "step": 10300
    },
    {
      "epoch": 16.339144215530904,
      "grad_norm": 0.3124418258666992,
      "learning_rate": 8.883754292542073e-06,
      "loss": 0.0184,
      "step": 10310
    },
    {
      "epoch": 16.35499207606973,
      "grad_norm": 0.18249309062957764,
      "learning_rate": 8.809342888758787e-06,
      "loss": 0.012,
      "step": 10320
    },
    {
      "epoch": 16.370839936608558,
      "grad_norm": 0.27810513973236084,
      "learning_rate": 8.735214319419122e-06,
      "loss": 0.012,
      "step": 10330
    },
    {
      "epoch": 16.386687797147385,
      "grad_norm": 0.25395792722702026,
      "learning_rate": 8.66136909352469e-06,
      "loss": 0.0175,
      "step": 10340
    },
    {
      "epoch": 16.40253565768621,
      "grad_norm": 0.10935286432504654,
      "learning_rate": 8.587807718131607e-06,
      "loss": 0.0138,
      "step": 10350
    },
    {
      "epoch": 16.41838351822504,
      "grad_norm": 0.20935213565826416,
      "learning_rate": 8.514530698346911e-06,
      "loss": 0.0149,
      "step": 10360
    },
    {
      "epoch": 16.434231378763865,
      "grad_norm": 0.15524841845035553,
      "learning_rate": 8.4415385373251e-06,
      "loss": 0.016,
      "step": 10370
    },
    {
      "epoch": 16.450079239302696,
      "grad_norm": 0.17828898131847382,
      "learning_rate": 8.368831736264738e-06,
      "loss": 0.0155,
      "step": 10380
    },
    {
      "epoch": 16.465927099841522,
      "grad_norm": 0.11186101287603378,
      "learning_rate": 8.296410794404925e-06,
      "loss": 0.0146,
      "step": 10390
    },
    {
      "epoch": 16.48177496038035,
      "grad_norm": 0.1628289818763733,
      "learning_rate": 8.22427620902197e-06,
      "loss": 0.0138,
      "step": 10400
    },
    {
      "epoch": 16.497622820919176,
      "grad_norm": 0.20246130228042603,
      "learning_rate": 8.152428475425876e-06,
      "loss": 0.017,
      "step": 10410
    },
    {
      "epoch": 16.513470681458003,
      "grad_norm": 0.2126418799161911,
      "learning_rate": 8.080868086957e-06,
      "loss": 0.0181,
      "step": 10420
    },
    {
      "epoch": 16.52931854199683,
      "grad_norm": 0.27646327018737793,
      "learning_rate": 8.009595534982684e-06,
      "loss": 0.0138,
      "step": 10430
    },
    {
      "epoch": 16.545166402535656,
      "grad_norm": 0.23372896015644073,
      "learning_rate": 7.938611308893796e-06,
      "loss": 0.0206,
      "step": 10440
    },
    {
      "epoch": 16.561014263074483,
      "grad_norm": 0.21742697060108185,
      "learning_rate": 7.867915896101475e-06,
      "loss": 0.0117,
      "step": 10450
    },
    {
      "epoch": 16.576862123613314,
      "grad_norm": 0.30523791909217834,
      "learning_rate": 7.797509782033696e-06,
      "loss": 0.0189,
      "step": 10460
    },
    {
      "epoch": 16.59270998415214,
      "grad_norm": 0.33640623092651367,
      "learning_rate": 7.727393450131976e-06,
      "loss": 0.0147,
      "step": 10470
    },
    {
      "epoch": 16.608557844690967,
      "grad_norm": 0.14561405777931213,
      "learning_rate": 7.65756738184808e-06,
      "loss": 0.0119,
      "step": 10480
    },
    {
      "epoch": 16.624405705229794,
      "grad_norm": 0.27383899688720703,
      "learning_rate": 7.588032056640643e-06,
      "loss": 0.0181,
      "step": 10490
    },
    {
      "epoch": 16.64025356576862,
      "grad_norm": 0.2113339751958847,
      "learning_rate": 7.518787951971951e-06,
      "loss": 0.0151,
      "step": 10500
    },
    {
      "epoch": 16.656101426307448,
      "grad_norm": 0.22912786900997162,
      "learning_rate": 7.449835543304645e-06,
      "loss": 0.013,
      "step": 10510
    },
    {
      "epoch": 16.671949286846274,
      "grad_norm": 0.24694296717643738,
      "learning_rate": 7.381175304098398e-06,
      "loss": 0.0124,
      "step": 10520
    },
    {
      "epoch": 16.687797147385105,
      "grad_norm": 0.14873796701431274,
      "learning_rate": 7.3128077058067675e-06,
      "loss": 0.0166,
      "step": 10530
    },
    {
      "epoch": 16.70364500792393,
      "grad_norm": 0.14333923161029816,
      "learning_rate": 7.244733217873834e-06,
      "loss": 0.0128,
      "step": 10540
    },
    {
      "epoch": 16.71949286846276,
      "grad_norm": 0.17385222017765045,
      "learning_rate": 7.1769523077310885e-06,
      "loss": 0.0172,
      "step": 10550
    },
    {
      "epoch": 16.735340729001585,
      "grad_norm": 0.1889476180076599,
      "learning_rate": 7.1094654407941945e-06,
      "loss": 0.0105,
      "step": 10560
    },
    {
      "epoch": 16.751188589540412,
      "grad_norm": 0.13638252019882202,
      "learning_rate": 7.042273080459716e-06,
      "loss": 0.0137,
      "step": 10570
    },
    {
      "epoch": 16.76703645007924,
      "grad_norm": 0.16387833654880524,
      "learning_rate": 6.97537568810207e-06,
      "loss": 0.0121,
      "step": 10580
    },
    {
      "epoch": 16.782884310618066,
      "grad_norm": 0.18849371373653412,
      "learning_rate": 6.908773723070228e-06,
      "loss": 0.0112,
      "step": 10590
    },
    {
      "epoch": 16.798732171156892,
      "grad_norm": 0.2580081522464752,
      "learning_rate": 6.842467642684619e-06,
      "loss": 0.0164,
      "step": 10600
    },
    {
      "epoch": 16.814580031695723,
      "grad_norm": 0.19095416367053986,
      "learning_rate": 6.7764579022340405e-06,
      "loss": 0.0156,
      "step": 10610
    },
    {
      "epoch": 16.83042789223455,
      "grad_norm": 0.38263216614723206,
      "learning_rate": 6.71074495497242e-06,
      "loss": 0.0141,
      "step": 10620
    },
    {
      "epoch": 16.846275752773376,
      "grad_norm": 0.19752560555934906,
      "learning_rate": 6.645329252115812e-06,
      "loss": 0.0134,
      "step": 10630
    },
    {
      "epoch": 16.862123613312203,
      "grad_norm": 0.21061812341213226,
      "learning_rate": 6.580211242839207e-06,
      "loss": 0.0161,
      "step": 10640
    },
    {
      "epoch": 16.87797147385103,
      "grad_norm": 0.30705246329307556,
      "learning_rate": 6.515391374273522e-06,
      "loss": 0.0136,
      "step": 10650
    },
    {
      "epoch": 16.893819334389857,
      "grad_norm": 0.16327637434005737,
      "learning_rate": 6.4508700915025145e-06,
      "loss": 0.0178,
      "step": 10660
    },
    {
      "epoch": 16.909667194928684,
      "grad_norm": 0.19477631151676178,
      "learning_rate": 6.3866478375596454e-06,
      "loss": 0.0155,
      "step": 10670
    },
    {
      "epoch": 16.92551505546751,
      "grad_norm": 0.10037015378475189,
      "learning_rate": 6.322725053425166e-06,
      "loss": 0.0141,
      "step": 10680
    },
    {
      "epoch": 16.94136291600634,
      "grad_norm": 0.14681270718574524,
      "learning_rate": 6.259102178023019e-06,
      "loss": 0.0132,
      "step": 10690
    },
    {
      "epoch": 16.957210776545168,
      "grad_norm": 0.14646220207214355,
      "learning_rate": 6.1957796482177865e-06,
      "loss": 0.015,
      "step": 10700
    },
    {
      "epoch": 16.973058637083994,
      "grad_norm": 0.14095987379550934,
      "learning_rate": 6.1327578988118086e-06,
      "loss": 0.0117,
      "step": 10710
    },
    {
      "epoch": 16.98890649762282,
      "grad_norm": 0.17115886509418488,
      "learning_rate": 6.070037362542058e-06,
      "loss": 0.0113,
      "step": 10720
    },
    {
      "epoch": 17.004754358161648,
      "grad_norm": 0.18565335869789124,
      "learning_rate": 6.00761847007727e-06,
      "loss": 0.0144,
      "step": 10730
    },
    {
      "epoch": 17.020602218700475,
      "grad_norm": 0.13037702441215515,
      "learning_rate": 5.945501650014951e-06,
      "loss": 0.0137,
      "step": 10740
    },
    {
      "epoch": 17.0364500792393,
      "grad_norm": 0.18481898307800293,
      "learning_rate": 5.883687328878423e-06,
      "loss": 0.0133,
      "step": 10750
    },
    {
      "epoch": 17.05229793977813,
      "grad_norm": 0.2438468635082245,
      "learning_rate": 5.822175931113933e-06,
      "loss": 0.0163,
      "step": 10760
    },
    {
      "epoch": 17.06814580031696,
      "grad_norm": 0.18955622613430023,
      "learning_rate": 5.760967879087675e-06,
      "loss": 0.0113,
      "step": 10770
    },
    {
      "epoch": 17.083993660855786,
      "grad_norm": 0.3023121953010559,
      "learning_rate": 5.700063593082971e-06,
      "loss": 0.0142,
      "step": 10780
    },
    {
      "epoch": 17.099841521394612,
      "grad_norm": 0.19684407114982605,
      "learning_rate": 5.639463491297314e-06,
      "loss": 0.0183,
      "step": 10790
    },
    {
      "epoch": 17.11568938193344,
      "grad_norm": 0.1771165281534195,
      "learning_rate": 5.579167989839512e-06,
      "loss": 0.0149,
      "step": 10800
    },
    {
      "epoch": 17.131537242472266,
      "grad_norm": 0.31700730323791504,
      "learning_rate": 5.519177502726897e-06,
      "loss": 0.0149,
      "step": 10810
    },
    {
      "epoch": 17.147385103011093,
      "grad_norm": 0.24914953112602234,
      "learning_rate": 5.459492441882369e-06,
      "loss": 0.0096,
      "step": 10820
    },
    {
      "epoch": 17.16323296354992,
      "grad_norm": 0.17742785811424255,
      "learning_rate": 5.400113217131669e-06,
      "loss": 0.0126,
      "step": 10830
    },
    {
      "epoch": 17.179080824088746,
      "grad_norm": 0.19636410474777222,
      "learning_rate": 5.341040236200512e-06,
      "loss": 0.0148,
      "step": 10840
    },
    {
      "epoch": 17.194928684627577,
      "grad_norm": 0.16673442721366882,
      "learning_rate": 5.282273904711793e-06,
      "loss": 0.0149,
      "step": 10850
    },
    {
      "epoch": 17.210776545166404,
      "grad_norm": 0.17502924799919128,
      "learning_rate": 5.223814626182804e-06,
      "loss": 0.0156,
      "step": 10860
    },
    {
      "epoch": 17.22662440570523,
      "grad_norm": 0.24374344944953918,
      "learning_rate": 5.165662802022469e-06,
      "loss": 0.0156,
      "step": 10870
    },
    {
      "epoch": 17.242472266244057,
      "grad_norm": 0.20077760517597198,
      "learning_rate": 5.107818831528593e-06,
      "loss": 0.0152,
      "step": 10880
    },
    {
      "epoch": 17.258320126782884,
      "grad_norm": 0.19688129425048828,
      "learning_rate": 5.050283111885123e-06,
      "loss": 0.0108,
      "step": 10890
    },
    {
      "epoch": 17.27416798732171,
      "grad_norm": 0.2499351054430008,
      "learning_rate": 4.9930560381593825e-06,
      "loss": 0.0174,
      "step": 10900
    },
    {
      "epoch": 17.290015847860538,
      "grad_norm": 0.11787986755371094,
      "learning_rate": 4.936138003299412e-06,
      "loss": 0.011,
      "step": 10910
    },
    {
      "epoch": 17.305863708399364,
      "grad_norm": 0.10276877880096436,
      "learning_rate": 4.879529398131227e-06,
      "loss": 0.0151,
      "step": 10920
    },
    {
      "epoch": 17.321711568938195,
      "grad_norm": 0.21218866109848022,
      "learning_rate": 4.823230611356155e-06,
      "loss": 0.0188,
      "step": 10930
    },
    {
      "epoch": 17.33755942947702,
      "grad_norm": 0.12643927335739136,
      "learning_rate": 4.767242029548186e-06,
      "loss": 0.0137,
      "step": 10940
    },
    {
      "epoch": 17.35340729001585,
      "grad_norm": 0.22125521302223206,
      "learning_rate": 4.711564037151261e-06,
      "loss": 0.0137,
      "step": 10950
    },
    {
      "epoch": 17.369255150554675,
      "grad_norm": 0.18663623929023743,
      "learning_rate": 4.656197016476716e-06,
      "loss": 0.0169,
      "step": 10960
    },
    {
      "epoch": 17.385103011093502,
      "grad_norm": 0.1977252960205078,
      "learning_rate": 4.60114134770055e-06,
      "loss": 0.0142,
      "step": 10970
    },
    {
      "epoch": 17.40095087163233,
      "grad_norm": 0.1531880646944046,
      "learning_rate": 4.54639740886093e-06,
      "loss": 0.0134,
      "step": 10980
    },
    {
      "epoch": 17.416798732171156,
      "grad_norm": 0.25299400091171265,
      "learning_rate": 4.4919655758555055e-06,
      "loss": 0.0115,
      "step": 10990
    },
    {
      "epoch": 17.432646592709983,
      "grad_norm": 0.15232089161872864,
      "learning_rate": 4.4378462224388514e-06,
      "loss": 0.0121,
      "step": 11000
    },
    {
      "epoch": 17.448494453248813,
      "grad_norm": 0.2122395932674408,
      "learning_rate": 4.3840397202199515e-06,
      "loss": 0.0138,
      "step": 11010
    },
    {
      "epoch": 17.46434231378764,
      "grad_norm": 0.4084971845149994,
      "learning_rate": 4.330546438659555e-06,
      "loss": 0.0169,
      "step": 11020
    },
    {
      "epoch": 17.480190174326466,
      "grad_norm": 0.13414064049720764,
      "learning_rate": 4.2773667450677346e-06,
      "loss": 0.0115,
      "step": 11030
    },
    {
      "epoch": 17.496038034865293,
      "grad_norm": 0.24400712549686432,
      "learning_rate": 4.224501004601311e-06,
      "loss": 0.0165,
      "step": 11040
    },
    {
      "epoch": 17.51188589540412,
      "grad_norm": 0.15812645852565765,
      "learning_rate": 4.1719495802613254e-06,
      "loss": 0.0139,
      "step": 11050
    },
    {
      "epoch": 17.527733755942947,
      "grad_norm": 0.32170212268829346,
      "learning_rate": 4.119712832890599e-06,
      "loss": 0.0173,
      "step": 11060
    },
    {
      "epoch": 17.543581616481774,
      "grad_norm": 0.26727718114852905,
      "learning_rate": 4.0677911211712494e-06,
      "loss": 0.0137,
      "step": 11070
    },
    {
      "epoch": 17.5594294770206,
      "grad_norm": 0.2177404910326004,
      "learning_rate": 4.0161848016221804e-06,
      "loss": 0.0115,
      "step": 11080
    },
    {
      "epoch": 17.57527733755943,
      "grad_norm": 0.08245435357093811,
      "learning_rate": 3.964894228596683e-06,
      "loss": 0.0125,
      "step": 11090
    },
    {
      "epoch": 17.591125198098258,
      "grad_norm": 0.2010851800441742,
      "learning_rate": 3.913919754279966e-06,
      "loss": 0.0196,
      "step": 11100
    },
    {
      "epoch": 17.606973058637085,
      "grad_norm": 0.333839476108551,
      "learning_rate": 3.8632617286867845e-06,
      "loss": 0.0168,
      "step": 11110
    },
    {
      "epoch": 17.62282091917591,
      "grad_norm": 0.09080642461776733,
      "learning_rate": 3.8129204996589894e-06,
      "loss": 0.017,
      "step": 11120
    },
    {
      "epoch": 17.638668779714738,
      "grad_norm": 0.12128207087516785,
      "learning_rate": 3.7628964128631428e-06,
      "loss": 0.0146,
      "step": 11130
    },
    {
      "epoch": 17.654516640253565,
      "grad_norm": 0.15360169112682343,
      "learning_rate": 3.7131898117881924e-06,
      "loss": 0.0125,
      "step": 11140
    },
    {
      "epoch": 17.67036450079239,
      "grad_norm": 0.18307170271873474,
      "learning_rate": 3.6638010377430476e-06,
      "loss": 0.012,
      "step": 11150
    },
    {
      "epoch": 17.686212361331222,
      "grad_norm": 0.17119954526424408,
      "learning_rate": 3.6147304298542963e-06,
      "loss": 0.0159,
      "step": 11160
    },
    {
      "epoch": 17.70206022187005,
      "grad_norm": 0.18213894963264465,
      "learning_rate": 3.5659783250638344e-06,
      "loss": 0.0119,
      "step": 11170
    },
    {
      "epoch": 17.717908082408876,
      "grad_norm": 0.22571374475955963,
      "learning_rate": 3.517545058126548e-06,
      "loss": 0.0142,
      "step": 11180
    },
    {
      "epoch": 17.733755942947703,
      "grad_norm": 0.1815493106842041,
      "learning_rate": 3.4694309616080665e-06,
      "loss": 0.02,
      "step": 11190
    },
    {
      "epoch": 17.74960380348653,
      "grad_norm": 0.18275891244411469,
      "learning_rate": 3.4216363658824136e-06,
      "loss": 0.0135,
      "step": 11200
    },
    {
      "epoch": 17.765451664025356,
      "grad_norm": 0.14396269619464874,
      "learning_rate": 3.3741615991297938e-06,
      "loss": 0.0138,
      "step": 11210
    },
    {
      "epoch": 17.781299524564183,
      "grad_norm": 0.16869209706783295,
      "learning_rate": 3.327006987334308e-06,
      "loss": 0.015,
      "step": 11220
    },
    {
      "epoch": 17.79714738510301,
      "grad_norm": 0.2123693972826004,
      "learning_rate": 3.2801728542817155e-06,
      "loss": 0.0125,
      "step": 11230
    },
    {
      "epoch": 17.812995245641837,
      "grad_norm": 0.16149067878723145,
      "learning_rate": 3.2336595215572364e-06,
      "loss": 0.013,
      "step": 11240
    },
    {
      "epoch": 17.828843106180667,
      "grad_norm": 0.21204307675361633,
      "learning_rate": 3.1874673085432848e-06,
      "loss": 0.0165,
      "step": 11250
    },
    {
      "epoch": 17.844690966719494,
      "grad_norm": 0.16572032868862152,
      "learning_rate": 3.1415965324173567e-06,
      "loss": 0.0148,
      "step": 11260
    },
    {
      "epoch": 17.86053882725832,
      "grad_norm": 0.11765672266483307,
      "learning_rate": 3.0960475081497966e-06,
      "loss": 0.0174,
      "step": 11270
    },
    {
      "epoch": 17.876386687797147,
      "grad_norm": 0.11968225240707397,
      "learning_rate": 3.0508205485016426e-06,
      "loss": 0.0144,
      "step": 11280
    },
    {
      "epoch": 17.892234548335974,
      "grad_norm": 0.2578866183757782,
      "learning_rate": 3.0059159640225097e-06,
      "loss": 0.0146,
      "step": 11290
    },
    {
      "epoch": 17.9080824088748,
      "grad_norm": 0.21918439865112305,
      "learning_rate": 2.961334063048393e-06,
      "loss": 0.0155,
      "step": 11300
    },
    {
      "epoch": 17.923930269413628,
      "grad_norm": 0.16526588797569275,
      "learning_rate": 2.917075151699622e-06,
      "loss": 0.0177,
      "step": 11310
    },
    {
      "epoch": 17.939778129952458,
      "grad_norm": 0.21584181487560272,
      "learning_rate": 2.8731395338787215e-06,
      "loss": 0.0164,
      "step": 11320
    },
    {
      "epoch": 17.955625990491285,
      "grad_norm": 0.19519634544849396,
      "learning_rate": 2.8295275112683207e-06,
      "loss": 0.0166,
      "step": 11330
    },
    {
      "epoch": 17.97147385103011,
      "grad_norm": 0.21799765527248383,
      "learning_rate": 2.7862393833291036e-06,
      "loss": 0.0152,
      "step": 11340
    },
    {
      "epoch": 17.98732171156894,
      "grad_norm": 0.13291296362876892,
      "learning_rate": 2.743275447297733e-06,
      "loss": 0.0142,
      "step": 11350
    },
    {
      "epoch": 18.003169572107765,
      "grad_norm": 0.21296854317188263,
      "learning_rate": 2.7006359981848196e-06,
      "loss": 0.0135,
      "step": 11360
    },
    {
      "epoch": 18.019017432646592,
      "grad_norm": 0.16779382526874542,
      "learning_rate": 2.6583213287729115e-06,
      "loss": 0.0107,
      "step": 11370
    },
    {
      "epoch": 18.03486529318542,
      "grad_norm": 0.3331531882286072,
      "learning_rate": 2.616331729614424e-06,
      "loss": 0.015,
      "step": 11380
    },
    {
      "epoch": 18.050713153724246,
      "grad_norm": 0.18505552411079407,
      "learning_rate": 2.574667489029725e-06,
      "loss": 0.0143,
      "step": 11390
    },
    {
      "epoch": 18.066561014263076,
      "grad_norm": 0.2790921628475189,
      "learning_rate": 2.533328893105108e-06,
      "loss": 0.0161,
      "step": 11400
    },
    {
      "epoch": 18.082408874801903,
      "grad_norm": 0.2316390722990036,
      "learning_rate": 2.492316225690827e-06,
      "loss": 0.0158,
      "step": 11410
    },
    {
      "epoch": 18.09825673534073,
      "grad_norm": 0.2133951485157013,
      "learning_rate": 2.4516297683991773e-06,
      "loss": 0.014,
      "step": 11420
    },
    {
      "epoch": 18.114104595879557,
      "grad_norm": 0.23200847208499908,
      "learning_rate": 2.411269800602517e-06,
      "loss": 0.013,
      "step": 11430
    },
    {
      "epoch": 18.129952456418383,
      "grad_norm": 0.18895216286182404,
      "learning_rate": 2.371236599431387e-06,
      "loss": 0.0163,
      "step": 11440
    },
    {
      "epoch": 18.14580031695721,
      "grad_norm": 0.18238064646720886,
      "learning_rate": 2.3315304397726e-06,
      "loss": 0.0124,
      "step": 11450
    },
    {
      "epoch": 18.161648177496037,
      "grad_norm": 0.1541883647441864,
      "learning_rate": 2.2921515942673276e-06,
      "loss": 0.0119,
      "step": 11460
    },
    {
      "epoch": 18.177496038034864,
      "grad_norm": 0.1508757770061493,
      "learning_rate": 2.2531003333092826e-06,
      "loss": 0.0179,
      "step": 11470
    },
    {
      "epoch": 18.193343898573694,
      "grad_norm": 0.18820171058177948,
      "learning_rate": 2.2143769250427883e-06,
      "loss": 0.0123,
      "step": 11480
    },
    {
      "epoch": 18.20919175911252,
      "grad_norm": 0.15870815515518188,
      "learning_rate": 2.175981635361013e-06,
      "loss": 0.0126,
      "step": 11490
    },
    {
      "epoch": 18.225039619651348,
      "grad_norm": 0.16902989149093628,
      "learning_rate": 2.1379147279040777e-06,
      "loss": 0.0123,
      "step": 11500
    },
    {
      "epoch": 18.240887480190175,
      "grad_norm": 0.12179669737815857,
      "learning_rate": 2.1001764640572963e-06,
      "loss": 0.0154,
      "step": 11510
    },
    {
      "epoch": 18.256735340729,
      "grad_norm": 0.23037730157375336,
      "learning_rate": 2.0627671029493535e-06,
      "loss": 0.0153,
      "step": 11520
    },
    {
      "epoch": 18.272583201267828,
      "grad_norm": 0.21997253596782684,
      "learning_rate": 2.02568690145053e-06,
      "loss": 0.0123,
      "step": 11530
    },
    {
      "epoch": 18.288431061806655,
      "grad_norm": 0.1361498236656189,
      "learning_rate": 1.988936114170953e-06,
      "loss": 0.0179,
      "step": 11540
    },
    {
      "epoch": 18.304278922345482,
      "grad_norm": 0.20903484523296356,
      "learning_rate": 1.9525149934588314e-06,
      "loss": 0.0118,
      "step": 11550
    },
    {
      "epoch": 18.320126782884312,
      "grad_norm": 0.34163960814476013,
      "learning_rate": 1.916423789398725e-06,
      "loss": 0.0145,
      "step": 11560
    },
    {
      "epoch": 18.33597464342314,
      "grad_norm": 0.226941779255867,
      "learning_rate": 1.8806627498098305e-06,
      "loss": 0.0139,
      "step": 11570
    },
    {
      "epoch": 18.351822503961966,
      "grad_norm": 0.1451648324728012,
      "learning_rate": 1.8452321202442724e-06,
      "loss": 0.0116,
      "step": 11580
    },
    {
      "epoch": 18.367670364500793,
      "grad_norm": 0.19719494879245758,
      "learning_rate": 1.810132143985438e-06,
      "loss": 0.0123,
      "step": 11590
    },
    {
      "epoch": 18.38351822503962,
      "grad_norm": 0.1801900416612625,
      "learning_rate": 1.7753630620463035e-06,
      "loss": 0.0094,
      "step": 11600
    },
    {
      "epoch": 18.399366085578446,
      "grad_norm": 0.17285539209842682,
      "learning_rate": 1.740925113167735e-06,
      "loss": 0.0184,
      "step": 11610
    },
    {
      "epoch": 18.415213946117273,
      "grad_norm": 0.1344527304172516,
      "learning_rate": 1.7068185338169174e-06,
      "loss": 0.0123,
      "step": 11620
    },
    {
      "epoch": 18.4310618066561,
      "grad_norm": 0.21449725329875946,
      "learning_rate": 1.6730435581856719e-06,
      "loss": 0.0127,
      "step": 11630
    },
    {
      "epoch": 18.44690966719493,
      "grad_norm": 0.153366357088089,
      "learning_rate": 1.6396004181888803e-06,
      "loss": 0.0115,
      "step": 11640
    },
    {
      "epoch": 18.462757527733757,
      "grad_norm": 0.20724429190158844,
      "learning_rate": 1.6064893434628914e-06,
      "loss": 0.0213,
      "step": 11650
    },
    {
      "epoch": 18.478605388272584,
      "grad_norm": 0.20763236284255981,
      "learning_rate": 1.5737105613639336e-06,
      "loss": 0.0165,
      "step": 11660
    },
    {
      "epoch": 18.49445324881141,
      "grad_norm": 0.1959114670753479,
      "learning_rate": 1.5412642969665546e-06,
      "loss": 0.0165,
      "step": 11670
    },
    {
      "epoch": 18.510301109350237,
      "grad_norm": 0.1801106333732605,
      "learning_rate": 1.5091507730620735e-06,
      "loss": 0.0201,
      "step": 11680
    },
    {
      "epoch": 18.526148969889064,
      "grad_norm": 0.23710688948631287,
      "learning_rate": 1.4773702101570807e-06,
      "loss": 0.0127,
      "step": 11690
    },
    {
      "epoch": 18.54199683042789,
      "grad_norm": 0.19984515011310577,
      "learning_rate": 1.4459228264718683e-06,
      "loss": 0.0134,
      "step": 11700
    },
    {
      "epoch": 18.557844690966718,
      "grad_norm": 0.34799715876579285,
      "learning_rate": 1.41480883793898e-06,
      "loss": 0.0139,
      "step": 11710
    },
    {
      "epoch": 18.573692551505548,
      "grad_norm": 0.23937344551086426,
      "learning_rate": 1.3840284582017193e-06,
      "loss": 0.0168,
      "step": 11720
    },
    {
      "epoch": 18.589540412044375,
      "grad_norm": 0.1457284539937973,
      "learning_rate": 1.3535818986126492e-06,
      "loss": 0.0149,
      "step": 11730
    },
    {
      "epoch": 18.605388272583202,
      "grad_norm": 0.14516040682792664,
      "learning_rate": 1.3234693682321886e-06,
      "loss": 0.0136,
      "step": 11740
    },
    {
      "epoch": 18.62123613312203,
      "grad_norm": 0.1960999220609665,
      "learning_rate": 1.2936910738271524e-06,
      "loss": 0.0197,
      "step": 11750
    },
    {
      "epoch": 18.637083993660855,
      "grad_norm": 0.17722713947296143,
      "learning_rate": 1.264247219869319e-06,
      "loss": 0.0101,
      "step": 11760
    },
    {
      "epoch": 18.652931854199682,
      "grad_norm": 0.12621328234672546,
      "learning_rate": 1.2351380085340592e-06,
      "loss": 0.0099,
      "step": 11770
    },
    {
      "epoch": 18.66877971473851,
      "grad_norm": 0.19239826500415802,
      "learning_rate": 1.206363639698921e-06,
      "loss": 0.017,
      "step": 11780
    },
    {
      "epoch": 18.684627575277336,
      "grad_norm": 0.21515102684497833,
      "learning_rate": 1.1779243109422632e-06,
      "loss": 0.016,
      "step": 11790
    },
    {
      "epoch": 18.700475435816166,
      "grad_norm": 0.32155877351760864,
      "learning_rate": 1.1498202175419136e-06,
      "loss": 0.0189,
      "step": 11800
    },
    {
      "epoch": 18.716323296354993,
      "grad_norm": 0.1156759113073349,
      "learning_rate": 1.1220515524738017e-06,
      "loss": 0.0114,
      "step": 11810
    },
    {
      "epoch": 18.73217115689382,
      "grad_norm": 0.17164525389671326,
      "learning_rate": 1.0946185064106552e-06,
      "loss": 0.0142,
      "step": 11820
    },
    {
      "epoch": 18.748019017432647,
      "grad_norm": 0.15515750646591187,
      "learning_rate": 1.0675212677206892e-06,
      "loss": 0.0129,
      "step": 11830
    },
    {
      "epoch": 18.763866877971473,
      "grad_norm": 0.17644274234771729,
      "learning_rate": 1.0407600224662917e-06,
      "loss": 0.0171,
      "step": 11840
    },
    {
      "epoch": 18.7797147385103,
      "grad_norm": 0.1408577710390091,
      "learning_rate": 1.0143349544027791e-06,
      "loss": 0.0149,
      "step": 11850
    },
    {
      "epoch": 18.795562599049127,
      "grad_norm": 0.23002204298973083,
      "learning_rate": 9.882462449771035e-07,
      "loss": 0.0166,
      "step": 11860
    },
    {
      "epoch": 18.811410459587954,
      "grad_norm": 0.16936403512954712,
      "learning_rate": 9.624940733266363e-07,
      "loss": 0.0141,
      "step": 11870
    },
    {
      "epoch": 18.827258320126784,
      "grad_norm": 0.18246498703956604,
      "learning_rate": 9.370786162779033e-07,
      "loss": 0.0146,
      "step": 11880
    },
    {
      "epoch": 18.84310618066561,
      "grad_norm": 0.14892500638961792,
      "learning_rate": 9.120000483453961e-07,
      "loss": 0.0146,
      "step": 11890
    },
    {
      "epoch": 18.858954041204438,
      "grad_norm": 0.23931749165058136,
      "learning_rate": 8.872585417303736e-07,
      "loss": 0.0165,
      "step": 11900
    },
    {
      "epoch": 18.874801901743265,
      "grad_norm": 0.12671174108982086,
      "learning_rate": 8.628542663196625e-07,
      "loss": 0.0148,
      "step": 11910
    },
    {
      "epoch": 18.89064976228209,
      "grad_norm": 0.12941120564937592,
      "learning_rate": 8.387873896845144e-07,
      "loss": 0.014,
      "step": 11920
    },
    {
      "epoch": 18.90649762282092,
      "grad_norm": 0.17071138322353363,
      "learning_rate": 8.150580770794336e-07,
      "loss": 0.0117,
      "step": 11930
    },
    {
      "epoch": 18.922345483359745,
      "grad_norm": 0.18729938566684723,
      "learning_rate": 7.916664914410455e-07,
      "loss": 0.0163,
      "step": 11940
    },
    {
      "epoch": 18.938193343898575,
      "grad_norm": 0.15300016105175018,
      "learning_rate": 7.686127933869968e-07,
      "loss": 0.0136,
      "step": 11950
    },
    {
      "epoch": 18.954041204437402,
      "grad_norm": 0.24584755301475525,
      "learning_rate": 7.458971412148241e-07,
      "loss": 0.0124,
      "step": 11960
    },
    {
      "epoch": 18.96988906497623,
      "grad_norm": 0.1396564543247223,
      "learning_rate": 7.235196909008924e-07,
      "loss": 0.0105,
      "step": 11970
    },
    {
      "epoch": 18.985736925515056,
      "grad_norm": 0.45825517177581787,
      "learning_rate": 7.014805960993131e-07,
      "loss": 0.0173,
      "step": 11980
    },
    {
      "epoch": 19.001584786053883,
      "grad_norm": 0.3947998285293579,
      "learning_rate": 6.797800081408845e-07,
      "loss": 0.0108,
      "step": 11990
    },
    {
      "epoch": 19.01743264659271,
      "grad_norm": 0.16845867037773132,
      "learning_rate": 6.584180760320635e-07,
      "loss": 0.0125,
      "step": 12000
    },
    {
      "epoch": 19.033280507131536,
      "grad_norm": 0.17425452172756195,
      "learning_rate": 6.373949464539286e-07,
      "loss": 0.0124,
      "step": 12010
    },
    {
      "epoch": 19.049128367670363,
      "grad_norm": 0.29528307914733887,
      "learning_rate": 6.167107637611858e-07,
      "loss": 0.012,
      "step": 12020
    },
    {
      "epoch": 19.064976228209193,
      "grad_norm": 0.22592425346374512,
      "learning_rate": 5.963656699811693e-07,
      "loss": 0.0128,
      "step": 12030
    },
    {
      "epoch": 19.08082408874802,
      "grad_norm": 0.2710273265838623,
      "learning_rate": 5.763598048128704e-07,
      "loss": 0.0118,
      "step": 12040
    },
    {
      "epoch": 19.096671949286847,
      "grad_norm": 0.21170739829540253,
      "learning_rate": 5.566933056259882e-07,
      "loss": 0.0149,
      "step": 12050
    },
    {
      "epoch": 19.112519809825674,
      "grad_norm": 0.20141953229904175,
      "learning_rate": 5.373663074599522e-07,
      "loss": 0.0119,
      "step": 12060
    },
    {
      "epoch": 19.1283676703645,
      "grad_norm": 0.19637355208396912,
      "learning_rate": 5.183789430230346e-07,
      "loss": 0.0136,
      "step": 12070
    },
    {
      "epoch": 19.144215530903328,
      "grad_norm": 0.16335146129131317,
      "learning_rate": 4.99731342691423e-07,
      "loss": 0.0138,
      "step": 12080
    },
    {
      "epoch": 19.160063391442154,
      "grad_norm": 0.16980670392513275,
      "learning_rate": 4.814236345083156e-07,
      "loss": 0.0146,
      "step": 12090
    },
    {
      "epoch": 19.17591125198098,
      "grad_norm": 0.3072208762168884,
      "learning_rate": 4.6345594418304996e-07,
      "loss": 0.0141,
      "step": 12100
    },
    {
      "epoch": 19.19175911251981,
      "grad_norm": 0.18183228373527527,
      "learning_rate": 4.458283950902642e-07,
      "loss": 0.014,
      "step": 12110
    },
    {
      "epoch": 19.20760697305864,
      "grad_norm": 0.160085067152977,
      "learning_rate": 4.285411082689927e-07,
      "loss": 0.0131,
      "step": 12120
    },
    {
      "epoch": 19.223454833597465,
      "grad_norm": 0.24544082581996918,
      "learning_rate": 4.115942024218944e-07,
      "loss": 0.011,
      "step": 12130
    },
    {
      "epoch": 19.239302694136292,
      "grad_norm": 0.21625439822673798,
      "learning_rate": 3.9498779391439754e-07,
      "loss": 0.0135,
      "step": 12140
    },
    {
      "epoch": 19.25515055467512,
      "grad_norm": 0.23580490052700043,
      "learning_rate": 3.787219967739231e-07,
      "loss": 0.0131,
      "step": 12150
    },
    {
      "epoch": 19.270998415213946,
      "grad_norm": 0.3027212917804718,
      "learning_rate": 3.627969226890959e-07,
      "loss": 0.0146,
      "step": 12160
    },
    {
      "epoch": 19.286846275752772,
      "grad_norm": 0.13139936327934265,
      "learning_rate": 3.4721268100896265e-07,
      "loss": 0.0111,
      "step": 12170
    },
    {
      "epoch": 19.3026941362916,
      "grad_norm": 0.18760831654071808,
      "learning_rate": 3.319693787422751e-07,
      "loss": 0.0177,
      "step": 12180
    },
    {
      "epoch": 19.31854199683043,
      "grad_norm": 0.1672467142343521,
      "learning_rate": 3.170671205567133e-07,
      "loss": 0.0183,
      "step": 12190
    },
    {
      "epoch": 19.334389857369256,
      "grad_norm": 0.13311269879341125,
      "learning_rate": 3.025060087782028e-07,
      "loss": 0.0158,
      "step": 12200
    },
    {
      "epoch": 19.350237717908083,
      "grad_norm": 0.1697445511817932,
      "learning_rate": 2.8828614339018735e-07,
      "loss": 0.0118,
      "step": 12210
    },
    {
      "epoch": 19.36608557844691,
      "grad_norm": 0.12869006395339966,
      "learning_rate": 2.744076220329628e-07,
      "loss": 0.0131,
      "step": 12220
    },
    {
      "epoch": 19.381933438985737,
      "grad_norm": 0.1751239150762558,
      "learning_rate": 2.6087054000298874e-07,
      "loss": 0.0163,
      "step": 12230
    },
    {
      "epoch": 19.397781299524564,
      "grad_norm": 0.23643170297145844,
      "learning_rate": 2.4767499025223904e-07,
      "loss": 0.0092,
      "step": 12240
    },
    {
      "epoch": 19.41362916006339,
      "grad_norm": 0.11966560781002045,
      "learning_rate": 2.3482106338758025e-07,
      "loss": 0.0106,
      "step": 12250
    },
    {
      "epoch": 19.429477020602217,
      "grad_norm": 0.15015937387943268,
      "learning_rate": 2.2230884767011628e-07,
      "loss": 0.0139,
      "step": 12260
    },
    {
      "epoch": 19.445324881141048,
      "grad_norm": 0.21535207331180573,
      "learning_rate": 2.101384290146169e-07,
      "loss": 0.0129,
      "step": 12270
    },
    {
      "epoch": 19.461172741679874,
      "grad_norm": 0.19800494611263275,
      "learning_rate": 1.9830989098890142e-07,
      "loss": 0.0098,
      "step": 12280
    },
    {
      "epoch": 19.4770206022187,
      "grad_norm": 0.18215620517730713,
      "learning_rate": 1.8682331481328364e-07,
      "loss": 0.0137,
      "step": 12290
    },
    {
      "epoch": 19.492868462757528,
      "grad_norm": 0.18857750296592712,
      "learning_rate": 1.756787793600001e-07,
      "loss": 0.0127,
      "step": 12300
    },
    {
      "epoch": 19.508716323296355,
      "grad_norm": 0.23549525439739227,
      "learning_rate": 1.6487636115268824e-07,
      "loss": 0.0144,
      "step": 12310
    },
    {
      "epoch": 19.52456418383518,
      "grad_norm": 0.16930314898490906,
      "learning_rate": 1.5441613436582014e-07,
      "loss": 0.0136,
      "step": 12320
    },
    {
      "epoch": 19.54041204437401,
      "grad_norm": 0.20466506481170654,
      "learning_rate": 1.4429817082425302e-07,
      "loss": 0.015,
      "step": 12330
    },
    {
      "epoch": 19.556259904912835,
      "grad_norm": 0.2871796190738678,
      "learning_rate": 1.3452254000267394e-07,
      "loss": 0.0117,
      "step": 12340
    },
    {
      "epoch": 19.572107765451666,
      "grad_norm": 0.2035956084728241,
      "learning_rate": 1.2508930902517813e-07,
      "loss": 0.0137,
      "step": 12350
    },
    {
      "epoch": 19.587955625990492,
      "grad_norm": 0.096625417470932,
      "learning_rate": 1.1599854266476918e-07,
      "loss": 0.0136,
      "step": 12360
    },
    {
      "epoch": 19.60380348652932,
      "grad_norm": 0.1756078600883484,
      "learning_rate": 1.0725030334292064e-07,
      "loss": 0.0157,
      "step": 12370
    },
    {
      "epoch": 19.619651347068146,
      "grad_norm": 0.12860575318336487,
      "learning_rate": 9.884465112917074e-08,
      "loss": 0.0138,
      "step": 12380
    },
    {
      "epoch": 19.635499207606973,
      "grad_norm": 0.2300836741924286,
      "learning_rate": 9.078164374067833e-08,
      "loss": 0.0155,
      "step": 12390
    },
    {
      "epoch": 19.6513470681458,
      "grad_norm": 0.16416415572166443,
      "learning_rate": 8.306133654185089e-08,
      "loss": 0.0114,
      "step": 12400
    },
    {
      "epoch": 19.667194928684626,
      "grad_norm": 0.12426438182592392,
      "learning_rate": 7.568378254395047e-08,
      "loss": 0.014,
      "step": 12410
    },
    {
      "epoch": 19.683042789223453,
      "grad_norm": 0.16134649515151978,
      "learning_rate": 6.864903240474397e-08,
      "loss": 0.0129,
      "step": 12420
    },
    {
      "epoch": 19.698890649762284,
      "grad_norm": 0.10580016672611237,
      "learning_rate": 6.195713442812556e-08,
      "loss": 0.0098,
      "step": 12430
    },
    {
      "epoch": 19.71473851030111,
      "grad_norm": 0.25324514508247375,
      "learning_rate": 5.560813456382818e-08,
      "loss": 0.0145,
      "step": 12440
    },
    {
      "epoch": 19.730586370839937,
      "grad_norm": 0.10774058848619461,
      "learning_rate": 4.96020764070626e-08,
      "loss": 0.0117,
      "step": 12450
    },
    {
      "epoch": 19.746434231378764,
      "grad_norm": 0.14597612619400024,
      "learning_rate": 4.393900119826211e-08,
      "loss": 0.0203,
      "step": 12460
    },
    {
      "epoch": 19.76228209191759,
      "grad_norm": 0.22840741276741028,
      "learning_rate": 3.861894782276609e-08,
      "loss": 0.0155,
      "step": 12470
    },
    {
      "epoch": 19.778129952456418,
      "grad_norm": 0.17510531842708588,
      "learning_rate": 3.3641952810559155e-08,
      "loss": 0.015,
      "step": 12480
    },
    {
      "epoch": 19.793977812995244,
      "grad_norm": 0.1512196958065033,
      "learning_rate": 2.9008050336032376e-08,
      "loss": 0.0137,
      "step": 12490
    },
    {
      "epoch": 19.80982567353407,
      "grad_norm": 0.3339158296585083,
      "learning_rate": 2.471727221775022e-08,
      "loss": 0.0121,
      "step": 12500
    },
    {
      "epoch": 19.8256735340729,
      "grad_norm": 0.17482948303222656,
      "learning_rate": 2.0769647918206237e-08,
      "loss": 0.0122,
      "step": 12510
    },
    {
      "epoch": 19.84152139461173,
      "grad_norm": 0.19882513582706451,
      "learning_rate": 1.7165204543656554e-08,
      "loss": 0.0136,
      "step": 12520
    },
    {
      "epoch": 19.857369255150555,
      "grad_norm": 0.2373553216457367,
      "learning_rate": 1.3903966843897831e-08,
      "loss": 0.0152,
      "step": 12530
    },
    {
      "epoch": 19.873217115689382,
      "grad_norm": 0.17455127835273743,
      "learning_rate": 1.0985957212122922e-08,
      "loss": 0.0108,
      "step": 12540
    },
    {
      "epoch": 19.88906497622821,
      "grad_norm": 0.10235228389501572,
      "learning_rate": 8.411195684765449e-09,
      "loss": 0.0143,
      "step": 12550
    },
    {
      "epoch": 19.904912836767036,
      "grad_norm": 0.3095182776451111,
      "learning_rate": 6.179699941349926e-09,
      "loss": 0.011,
      "step": 12560
    },
    {
      "epoch": 19.920760697305862,
      "grad_norm": 0.11435042321681976,
      "learning_rate": 4.291485304375176e-09,
      "loss": 0.0132,
      "step": 12570
    },
    {
      "epoch": 19.936608557844693,
      "grad_norm": 0.22614504396915436,
      "learning_rate": 2.7465647392088676e-09,
      "loss": 0.0135,
      "step": 12580
    },
    {
      "epoch": 19.95245641838352,
      "grad_norm": 0.22306819260120392,
      "learning_rate": 1.544948854009798e-09,
      "loss": 0.0141,
      "step": 12590
    },
    {
      "epoch": 19.968304278922346,
      "grad_norm": 0.16913668811321259,
      "learning_rate": 6.866458996279689e-10,
      "loss": 0.0131,
      "step": 12600
    },
    {
      "epoch": 19.984152139461173,
      "grad_norm": 0.28053924441337585,
      "learning_rate": 1.7166176958238746e-10,
      "loss": 0.0113,
      "step": 12610
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.22396335005760193,
      "learning_rate": 0.0,
      "loss": 0.0095,
      "step": 12620
    },
    {
      "epoch": 20.0,
      "step": 12620,
      "total_flos": 1.0795351858465092e+18,
      "train_loss": 0.03321190329177066,
      "train_runtime": 10224.5982,
      "train_samples_per_second": 33.32,
      "train_steps_per_second": 1.234
    }
  ],
  "logging_steps": 10,
  "max_steps": 12620,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0795351858465092e+18,
  "train_batch_size": 27,
  "trial_name": null,
  "trial_params": null
}