{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.997832369942197,
  "eval_steps": 500,
  "global_step": 6917,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0072254335260115606,
      "grad_norm": 10.139894485473633,
      "learning_rate": 5.780346820809249e-06,
      "loss": 1.2772,
      "step": 10
    },
    {
      "epoch": 0.014450867052023121,
      "grad_norm": 6.952826499938965,
      "learning_rate": 1.1560693641618498e-05,
      "loss": 1.0363,
      "step": 20
    },
    {
      "epoch": 0.02167630057803468,
      "grad_norm": 2.2088680267333984,
      "learning_rate": 1.7341040462427746e-05,
      "loss": 0.5553,
      "step": 30
    },
    {
      "epoch": 0.028901734104046242,
      "grad_norm": 2.3760039806365967,
      "learning_rate": 2.3121387283236996e-05,
      "loss": 0.402,
      "step": 40
    },
    {
      "epoch": 0.036127167630057806,
      "grad_norm": 3.3085403442382812,
      "learning_rate": 2.8901734104046245e-05,
      "loss": 0.2577,
      "step": 50
    },
    {
      "epoch": 0.04335260115606936,
      "grad_norm": 1.8953660726547241,
      "learning_rate": 3.468208092485549e-05,
      "loss": 0.1902,
      "step": 60
    },
    {
      "epoch": 0.05057803468208093,
      "grad_norm": 2.4242184162139893,
      "learning_rate": 4.046242774566474e-05,
      "loss": 0.1419,
      "step": 70
    },
    {
      "epoch": 0.057803468208092484,
      "grad_norm": 1.6606438159942627,
      "learning_rate": 4.624277456647399e-05,
      "loss": 0.1466,
      "step": 80
    },
    {
      "epoch": 0.06502890173410404,
      "grad_norm": 1.1051759719848633,
      "learning_rate": 5.2023121387283234e-05,
      "loss": 0.1341,
      "step": 90
    },
    {
      "epoch": 0.07225433526011561,
      "grad_norm": 1.275235891342163,
      "learning_rate": 5.780346820809249e-05,
      "loss": 0.1137,
      "step": 100
    },
    {
      "epoch": 0.07947976878612717,
      "grad_norm": 1.6539286375045776,
      "learning_rate": 6.358381502890174e-05,
      "loss": 0.0994,
      "step": 110
    },
    {
      "epoch": 0.08670520231213873,
      "grad_norm": 1.2315586805343628,
      "learning_rate": 6.936416184971098e-05,
      "loss": 0.1045,
      "step": 120
    },
    {
      "epoch": 0.09393063583815028,
      "grad_norm": 0.958812952041626,
      "learning_rate": 7.514450867052023e-05,
      "loss": 0.0816,
      "step": 130
    },
    {
      "epoch": 0.10115606936416185,
      "grad_norm": 1.3614000082015991,
      "learning_rate": 8.092485549132948e-05,
      "loss": 0.0909,
      "step": 140
    },
    {
      "epoch": 0.10838150289017341,
      "grad_norm": 1.5399832725524902,
      "learning_rate": 8.670520231213874e-05,
      "loss": 0.0911,
      "step": 150
    },
    {
      "epoch": 0.11560693641618497,
      "grad_norm": 1.1797833442687988,
      "learning_rate": 9.248554913294798e-05,
      "loss": 0.0854,
      "step": 160
    },
    {
      "epoch": 0.12283236994219653,
      "grad_norm": 1.557212233543396,
      "learning_rate": 9.826589595375723e-05,
      "loss": 0.0963,
      "step": 170
    },
    {
      "epoch": 0.13005780346820808,
      "grad_norm": 0.5504224896430969,
      "learning_rate": 0.00010404624277456647,
      "loss": 0.0667,
      "step": 180
    },
    {
      "epoch": 0.13728323699421965,
      "grad_norm": 0.6468238234519958,
      "learning_rate": 0.00010982658959537572,
      "loss": 0.0917,
      "step": 190
    },
    {
      "epoch": 0.14450867052023122,
      "grad_norm": 1.564103364944458,
      "learning_rate": 0.00011560693641618498,
      "loss": 0.1012,
      "step": 200
    },
    {
      "epoch": 0.15173410404624277,
      "grad_norm": 0.7247146368026733,
      "learning_rate": 0.00012138728323699422,
      "loss": 0.0768,
      "step": 210
    },
    {
      "epoch": 0.15895953757225434,
      "grad_norm": 0.9195826053619385,
      "learning_rate": 0.00012716763005780348,
      "loss": 0.0842,
      "step": 220
    },
    {
      "epoch": 0.16618497109826588,
      "grad_norm": 1.3616660833358765,
      "learning_rate": 0.0001329479768786127,
      "loss": 0.0722,
      "step": 230
    },
    {
      "epoch": 0.17341040462427745,
      "grad_norm": 0.9556477069854736,
      "learning_rate": 0.00013872832369942197,
      "loss": 0.0767,
      "step": 240
    },
    {
      "epoch": 0.18063583815028902,
      "grad_norm": 0.6739767789840698,
      "learning_rate": 0.00014450867052023122,
      "loss": 0.0768,
      "step": 250
    },
    {
      "epoch": 0.18786127167630057,
      "grad_norm": 0.9936643242835999,
      "learning_rate": 0.00015028901734104045,
      "loss": 0.0686,
      "step": 260
    },
    {
      "epoch": 0.19508670520231214,
      "grad_norm": 0.8351348638534546,
      "learning_rate": 0.0001560693641618497,
      "loss": 0.0677,
      "step": 270
    },
    {
      "epoch": 0.2023121387283237,
      "grad_norm": 1.2121962308883667,
      "learning_rate": 0.00016184971098265897,
      "loss": 0.0858,
      "step": 280
    },
    {
      "epoch": 0.20953757225433525,
      "grad_norm": 0.4404231309890747,
      "learning_rate": 0.00016763005780346822,
      "loss": 0.0653,
      "step": 290
    },
    {
      "epoch": 0.21676300578034682,
      "grad_norm": 0.5475902557373047,
      "learning_rate": 0.00017341040462427748,
      "loss": 0.0733,
      "step": 300
    },
    {
      "epoch": 0.2239884393063584,
      "grad_norm": 0.6645906567573547,
      "learning_rate": 0.00017919075144508673,
      "loss": 0.0603,
      "step": 310
    },
    {
      "epoch": 0.23121387283236994,
      "grad_norm": 0.9024297595024109,
      "learning_rate": 0.00018497109826589596,
      "loss": 0.0638,
      "step": 320
    },
    {
      "epoch": 0.2384393063583815,
      "grad_norm": 0.8652449250221252,
      "learning_rate": 0.00019075144508670522,
      "loss": 0.0674,
      "step": 330
    },
    {
      "epoch": 0.24566473988439305,
      "grad_norm": 1.0030561685562134,
      "learning_rate": 0.00019653179190751445,
      "loss": 0.0529,
      "step": 340
    },
    {
      "epoch": 0.25289017341040465,
      "grad_norm": 0.8162288665771484,
      "learning_rate": 0.00019999981713665253,
      "loss": 0.0651,
      "step": 350
    },
    {
      "epoch": 0.26011560693641617,
      "grad_norm": 1.0239158868789673,
      "learning_rate": 0.00019999775993167403,
      "loss": 0.0622,
      "step": 360
    },
    {
      "epoch": 0.26734104046242774,
      "grad_norm": 0.6754204034805298,
      "learning_rate": 0.0001999934169897127,
      "loss": 0.0594,
      "step": 370
    },
    {
      "epoch": 0.2745664739884393,
      "grad_norm": 0.7634507417678833,
      "learning_rate": 0.00019998678841003908,
      "loss": 0.0621,
      "step": 380
    },
    {
      "epoch": 0.2817919075144509,
      "grad_norm": 0.5819258093833923,
      "learning_rate": 0.0001999778743441684,
      "loss": 0.0666,
      "step": 390
    },
    {
      "epoch": 0.28901734104046245,
      "grad_norm": 0.7896689176559448,
      "learning_rate": 0.0001999666749958574,
      "loss": 0.0468,
      "step": 400
    },
    {
      "epoch": 0.29624277456647397,
      "grad_norm": 0.5839788913726807,
      "learning_rate": 0.00019995319062109936,
      "loss": 0.0626,
      "step": 410
    },
    {
      "epoch": 0.30346820809248554,
      "grad_norm": 0.6790082454681396,
      "learning_rate": 0.00019993742152811864,
      "loss": 0.0646,
      "step": 420
    },
    {
      "epoch": 0.3106936416184971,
      "grad_norm": 0.72486811876297,
      "learning_rate": 0.00019991936807736317,
      "loss": 0.0595,
      "step": 430
    },
    {
      "epoch": 0.3179190751445087,
      "grad_norm": 0.5554680228233337,
      "learning_rate": 0.00019989903068149672,
      "loss": 0.0627,
      "step": 440
    },
    {
      "epoch": 0.32514450867052025,
      "grad_norm": 0.691638708114624,
      "learning_rate": 0.00019987640980538904,
      "loss": 0.0639,
      "step": 450
    },
    {
      "epoch": 0.33236994219653176,
      "grad_norm": 0.9424274563789368,
      "learning_rate": 0.0001998515059661054,
      "loss": 0.0538,
      "step": 460
    },
    {
      "epoch": 0.33959537572254334,
      "grad_norm": 0.7785006165504456,
      "learning_rate": 0.0001998243197328949,
      "loss": 0.0577,
      "step": 470
    },
    {
      "epoch": 0.3468208092485549,
      "grad_norm": 0.7871196269989014,
      "learning_rate": 0.00019979485172717714,
      "loss": 0.0521,
      "step": 480
    },
    {
      "epoch": 0.3540462427745665,
      "grad_norm": 0.6548967361450195,
      "learning_rate": 0.00019976310262252839,
      "loss": 0.0592,
      "step": 490
    },
    {
      "epoch": 0.36127167630057805,
      "grad_norm": 0.7058358192443848,
      "learning_rate": 0.0001997290731446659,
      "loss": 0.0492,
      "step": 500
    },
    {
      "epoch": 0.3684971098265896,
      "grad_norm": 0.49141350388526917,
      "learning_rate": 0.0001996927640714315,
      "loss": 0.051,
      "step": 510
    },
    {
      "epoch": 0.37572254335260113,
      "grad_norm": 0.5175216197967529,
      "learning_rate": 0.00019965417623277364,
      "loss": 0.042,
      "step": 520
    },
    {
      "epoch": 0.3829479768786127,
      "grad_norm": 0.6683163046836853,
      "learning_rate": 0.0001996133105107286,
      "loss": 0.0573,
      "step": 530
    },
    {
      "epoch": 0.3901734104046243,
      "grad_norm": 0.9746570587158203,
      "learning_rate": 0.00019957016783940024,
      "loss": 0.0587,
      "step": 540
    },
    {
      "epoch": 0.39739884393063585,
      "grad_norm": 0.6539334058761597,
      "learning_rate": 0.00019952474920493864,
      "loss": 0.0466,
      "step": 550
    },
    {
      "epoch": 0.4046242774566474,
      "grad_norm": 0.36408939957618713,
      "learning_rate": 0.0001994770556455176,
      "loss": 0.0485,
      "step": 560
    },
    {
      "epoch": 0.41184971098265893,
      "grad_norm": 0.9217486381530762,
      "learning_rate": 0.0001994270882513108,
      "loss": 0.0576,
      "step": 570
    },
    {
      "epoch": 0.4190751445086705,
      "grad_norm": 0.4366924464702606,
      "learning_rate": 0.00019937484816446706,
      "loss": 0.0518,
      "step": 580
    },
    {
      "epoch": 0.4263005780346821,
      "grad_norm": 0.7538712024688721,
      "learning_rate": 0.00019932033657908417,
      "loss": 0.0442,
      "step": 590
    },
    {
      "epoch": 0.43352601156069365,
      "grad_norm": 0.5748066902160645,
      "learning_rate": 0.00019926355474118144,
      "loss": 0.0526,
      "step": 600
    },
    {
      "epoch": 0.4407514450867052,
      "grad_norm": 0.8760377168655396,
      "learning_rate": 0.00019920450394867145,
      "loss": 0.0612,
      "step": 610
    },
    {
      "epoch": 0.4479768786127168,
      "grad_norm": 0.5834543108940125,
      "learning_rate": 0.0001991431855513302,
      "loss": 0.0539,
      "step": 620
    },
    {
      "epoch": 0.4552023121387283,
      "grad_norm": 0.5197954773902893,
      "learning_rate": 0.00019907960095076645,
      "loss": 0.0461,
      "step": 630
    },
    {
      "epoch": 0.4624277456647399,
      "grad_norm": 0.4933251440525055,
      "learning_rate": 0.00019901375160038943,
      "loss": 0.0482,
      "step": 640
    },
    {
      "epoch": 0.46965317919075145,
      "grad_norm": 0.4894423186779022,
      "learning_rate": 0.00019894563900537578,
      "loss": 0.0451,
      "step": 650
    },
    {
      "epoch": 0.476878612716763,
      "grad_norm": 0.6114597320556641,
      "learning_rate": 0.0001988752647226352,
      "loss": 0.048,
      "step": 660
    },
    {
      "epoch": 0.4841040462427746,
      "grad_norm": 0.5920137763023376,
      "learning_rate": 0.00019880263036077477,
      "loss": 0.0382,
      "step": 670
    },
    {
      "epoch": 0.4913294797687861,
      "grad_norm": 0.43964025378227234,
      "learning_rate": 0.00019872773758006202,
      "loss": 0.0566,
      "step": 680
    },
    {
      "epoch": 0.4985549132947977,
      "grad_norm": 0.5705758929252625,
      "learning_rate": 0.0001986505880923874,
      "loss": 0.0358,
      "step": 690
    },
    {
      "epoch": 0.5057803468208093,
      "grad_norm": 0.49037960171699524,
      "learning_rate": 0.00019857118366122477,
      "loss": 0.041,
      "step": 700
    },
    {
      "epoch": 0.5130057803468208,
      "grad_norm": 0.4990547299385071,
      "learning_rate": 0.00019848952610159124,
      "loss": 0.0391,
      "step": 710
    },
    {
      "epoch": 0.5202312138728323,
      "grad_norm": 0.5737881660461426,
      "learning_rate": 0.0001984056172800056,
      "loss": 0.0381,
      "step": 720
    },
    {
      "epoch": 0.5274566473988439,
      "grad_norm": 0.7038660049438477,
      "learning_rate": 0.00019831945911444584,
      "loss": 0.0443,
      "step": 730
    },
    {
      "epoch": 0.5346820809248555,
      "grad_norm": 0.5946897864341736,
      "learning_rate": 0.0001982310535743051,
      "loss": 0.0485,
      "step": 740
    },
    {
      "epoch": 0.541907514450867,
      "grad_norm": 0.44982287287712097,
      "learning_rate": 0.00019814040268034677,
      "loss": 0.043,
      "step": 750
    },
    {
      "epoch": 0.5491329479768786,
      "grad_norm": 0.4566514790058136,
      "learning_rate": 0.0001980475085046583,
      "loss": 0.0424,
      "step": 760
    },
    {
      "epoch": 0.5563583815028902,
      "grad_norm": 0.4216271936893463,
      "learning_rate": 0.00019795237317060376,
      "loss": 0.0376,
      "step": 770
    },
    {
      "epoch": 0.5635838150289018,
      "grad_norm": 0.5745754241943359,
      "learning_rate": 0.00019785499885277541,
      "loss": 0.0451,
      "step": 780
    },
    {
      "epoch": 0.5708092485549133,
      "grad_norm": 0.7188005447387695,
      "learning_rate": 0.00019775538777694384,
      "loss": 0.0367,
      "step": 790
    },
    {
      "epoch": 0.5780346820809249,
      "grad_norm": 0.24551555514335632,
      "learning_rate": 0.00019765354222000734,
      "loss": 0.0395,
      "step": 800
    },
    {
      "epoch": 0.5852601156069365,
      "grad_norm": 0.39921292662620544,
      "learning_rate": 0.0001975494645099395,
      "loss": 0.0335,
      "step": 810
    },
    {
      "epoch": 0.5924855491329479,
      "grad_norm": 0.6041325926780701,
      "learning_rate": 0.00019744315702573646,
      "loss": 0.0512,
      "step": 820
    },
    {
      "epoch": 0.5997109826589595,
      "grad_norm": 0.3695695698261261,
      "learning_rate": 0.00019733462219736206,
      "loss": 0.0386,
      "step": 830
    },
    {
      "epoch": 0.6069364161849711,
      "grad_norm": 0.46152517199516296,
      "learning_rate": 0.00019722386250569258,
      "loss": 0.0313,
      "step": 840
    },
    {
      "epoch": 0.6141618497109826,
      "grad_norm": 0.39752018451690674,
      "learning_rate": 0.00019711088048245996,
      "loss": 0.0382,
      "step": 850
    },
    {
      "epoch": 0.6213872832369942,
      "grad_norm": 0.5013191103935242,
      "learning_rate": 0.00019699567871019397,
      "loss": 0.0452,
      "step": 860
    },
    {
      "epoch": 0.6286127167630058,
      "grad_norm": 0.6132786273956299,
      "learning_rate": 0.0001968782598221631,
      "loss": 0.0376,
      "step": 870
    },
    {
      "epoch": 0.6358381502890174,
      "grad_norm": 0.6125185489654541,
      "learning_rate": 0.0001967586265023144,
      "loss": 0.0447,
      "step": 880
    },
    {
      "epoch": 0.6430635838150289,
      "grad_norm": 0.5613898634910583,
      "learning_rate": 0.00019663678148521224,
      "loss": 0.0442,
      "step": 890
    },
    {
      "epoch": 0.6502890173410405,
      "grad_norm": 0.5539945363998413,
      "learning_rate": 0.0001965127275559755,
      "loss": 0.041,
      "step": 900
    },
    {
      "epoch": 0.6575144508670521,
      "grad_norm": 0.5628465414047241,
      "learning_rate": 0.00019638646755021434,
      "loss": 0.0432,
      "step": 910
    },
    {
      "epoch": 0.6647398843930635,
      "grad_norm": 0.4599197804927826,
      "learning_rate": 0.00019625800435396501,
      "loss": 0.0437,
      "step": 920
    },
    {
      "epoch": 0.6719653179190751,
      "grad_norm": 0.6037493944168091,
      "learning_rate": 0.0001961273409036241,
      "loss": 0.0504,
      "step": 930
    },
    {
      "epoch": 0.6791907514450867,
      "grad_norm": 0.4240657091140747,
      "learning_rate": 0.0001959944801858813,
      "loss": 0.0348,
      "step": 940
    },
    {
      "epoch": 0.6864161849710982,
      "grad_norm": 0.29284748435020447,
      "learning_rate": 0.00019585942523765119,
      "loss": 0.0337,
      "step": 950
    },
    {
      "epoch": 0.6936416184971098,
      "grad_norm": 0.4377879500389099,
      "learning_rate": 0.00019572217914600387,
      "loss": 0.0446,
      "step": 960
    },
    {
      "epoch": 0.7008670520231214,
      "grad_norm": 0.5444635152816772,
      "learning_rate": 0.0001955827450480942,
      "loss": 0.0414,
      "step": 970
    },
    {
      "epoch": 0.708092485549133,
      "grad_norm": 0.5109856724739075,
      "learning_rate": 0.0001954411261310904,
      "loss": 0.038,
      "step": 980
    },
    {
      "epoch": 0.7153179190751445,
      "grad_norm": 0.6839922666549683,
      "learning_rate": 0.00019529732563210094,
      "loss": 0.0394,
      "step": 990
    },
    {
      "epoch": 0.7225433526011561,
      "grad_norm": 0.5683702230453491,
      "learning_rate": 0.0001951513468381006,
      "loss": 0.0344,
      "step": 1000
    },
    {
      "epoch": 0.7297687861271677,
      "grad_norm": 0.41708916425704956,
      "learning_rate": 0.0001950031930858554,
      "loss": 0.0478,
      "step": 1010
    },
    {
      "epoch": 0.7369942196531792,
      "grad_norm": 0.3592592477798462,
      "learning_rate": 0.00019485286776184634,
      "loss": 0.0366,
      "step": 1020
    },
    {
      "epoch": 0.7442196531791907,
      "grad_norm": 0.42531320452690125,
      "learning_rate": 0.00019470037430219193,
      "loss": 0.0392,
      "step": 1030
    },
    {
      "epoch": 0.7514450867052023,
      "grad_norm": 0.5057926177978516,
      "learning_rate": 0.0001945457161925696,
      "loss": 0.0357,
      "step": 1040
    },
    {
      "epoch": 0.7586705202312138,
      "grad_norm": 0.26346009969711304,
      "learning_rate": 0.00019438889696813617,
      "loss": 0.0331,
      "step": 1050
    },
    {
      "epoch": 0.7658959537572254,
      "grad_norm": 0.5742522478103638,
      "learning_rate": 0.00019422992021344695,
      "loss": 0.0426,
      "step": 1060
    },
    {
      "epoch": 0.773121387283237,
      "grad_norm": 0.3441261351108551,
      "learning_rate": 0.00019406878956237386,
      "loss": 0.0305,
      "step": 1070
    },
    {
      "epoch": 0.7803468208092486,
      "grad_norm": 0.2888159453868866,
      "learning_rate": 0.0001939055086980222,
      "loss": 0.0383,
      "step": 1080
    },
    {
      "epoch": 0.7875722543352601,
      "grad_norm": 0.2590026557445526,
      "learning_rate": 0.00019374008135264673,
      "loss": 0.0329,
      "step": 1090
    },
    {
      "epoch": 0.7947976878612717,
      "grad_norm": 0.33079084753990173,
      "learning_rate": 0.0001935725113075662,
      "loss": 0.0295,
      "step": 1100
    },
    {
      "epoch": 0.8020231213872833,
      "grad_norm": 0.46009305119514465,
      "learning_rate": 0.00019340280239307683,
      "loss": 0.0375,
      "step": 1110
    },
    {
      "epoch": 0.8092485549132948,
      "grad_norm": 0.6054324507713318,
      "learning_rate": 0.00019323095848836498,
      "loss": 0.0316,
      "step": 1120
    },
    {
      "epoch": 0.8164739884393064,
      "grad_norm": 0.6735290884971619,
      "learning_rate": 0.00019305698352141835,
      "loss": 0.0392,
      "step": 1130
    },
    {
      "epoch": 0.8236994219653179,
      "grad_norm": 0.396467387676239,
      "learning_rate": 0.0001928808814689361,
      "loss": 0.0307,
      "step": 1140
    },
    {
      "epoch": 0.8309248554913294,
      "grad_norm": 0.6033023595809937,
      "learning_rate": 0.00019270265635623819,
      "loss": 0.0365,
      "step": 1150
    },
    {
      "epoch": 0.838150289017341,
      "grad_norm": 0.3280772566795349,
      "learning_rate": 0.0001925223122571732,
      "loss": 0.0318,
      "step": 1160
    },
    {
      "epoch": 0.8453757225433526,
      "grad_norm": 0.5830028653144836,
      "learning_rate": 0.00019233985329402523,
      "loss": 0.0408,
      "step": 1170
    },
    {
      "epoch": 0.8526011560693642,
      "grad_norm": 0.4894756078720093,
      "learning_rate": 0.00019215528363741968,
      "loss": 0.0333,
      "step": 1180
    },
    {
      "epoch": 0.8598265895953757,
      "grad_norm": 0.41378799080848694,
      "learning_rate": 0.000191968607506228,
      "loss": 0.0365,
      "step": 1190
    },
    {
      "epoch": 0.8670520231213873,
      "grad_norm": 0.3788554072380066,
      "learning_rate": 0.00019177982916747111,
      "loss": 0.0394,
      "step": 1200
    },
    {
      "epoch": 0.8742774566473989,
      "grad_norm": 0.37194758653640747,
      "learning_rate": 0.00019158895293622198,
      "loss": 0.0394,
      "step": 1210
    },
    {
      "epoch": 0.8815028901734104,
      "grad_norm": 0.602898895740509,
      "learning_rate": 0.00019139598317550698,
      "loss": 0.0419,
      "step": 1220
    },
    {
      "epoch": 0.888728323699422,
      "grad_norm": 0.38432008028030396,
      "learning_rate": 0.00019120092429620607,
      "loss": 0.0283,
      "step": 1230
    },
    {
      "epoch": 0.8959537572254336,
      "grad_norm": 0.43441343307495117,
      "learning_rate": 0.00019100378075695207,
      "loss": 0.035,
      "step": 1240
    },
    {
      "epoch": 0.903179190751445,
      "grad_norm": 0.32012882828712463,
      "learning_rate": 0.00019080455706402873,
      "loss": 0.0313,
      "step": 1250
    },
    {
      "epoch": 0.9104046242774566,
      "grad_norm": 0.3490202724933624,
      "learning_rate": 0.00019060325777126767,
      "loss": 0.0306,
      "step": 1260
    },
    {
      "epoch": 0.9176300578034682,
      "grad_norm": 0.44709476828575134,
      "learning_rate": 0.00019039988747994438,
      "loss": 0.0296,
      "step": 1270
    },
    {
      "epoch": 0.9248554913294798,
      "grad_norm": 0.47073352336883545,
      "learning_rate": 0.0001901944508386729,
      "loss": 0.0425,
      "step": 1280
    },
    {
      "epoch": 0.9320809248554913,
      "grad_norm": 0.3281887173652649,
      "learning_rate": 0.0001899869525432997,
      "loss": 0.0356,
      "step": 1290
    },
    {
      "epoch": 0.9393063583815029,
      "grad_norm": 0.3667585551738739,
      "learning_rate": 0.00018977739733679635,
      "loss": 0.039,
      "step": 1300
    },
    {
      "epoch": 0.9465317919075145,
      "grad_norm": 0.2563478648662567,
      "learning_rate": 0.00018956579000915103,
      "loss": 0.0341,
      "step": 1310
    },
    {
      "epoch": 0.953757225433526,
      "grad_norm": 0.29779765009880066,
      "learning_rate": 0.00018935213539725894,
      "loss": 0.033,
      "step": 1320
    },
    {
      "epoch": 0.9609826589595376,
      "grad_norm": 0.35488152503967285,
      "learning_rate": 0.000189136438384812,
      "loss": 0.0356,
      "step": 1330
    },
    {
      "epoch": 0.9682080924855492,
      "grad_norm": 0.4382874667644501,
      "learning_rate": 0.00018891870390218705,
      "loss": 0.0413,
      "step": 1340
    },
    {
      "epoch": 0.9754335260115607,
      "grad_norm": 0.36856570839881897,
      "learning_rate": 0.00018869893692633318,
      "loss": 0.0288,
      "step": 1350
    },
    {
      "epoch": 0.9826589595375722,
      "grad_norm": 0.3422045111656189,
      "learning_rate": 0.00018847714248065796,
      "loss": 0.0396,
      "step": 1360
    },
    {
      "epoch": 0.9898843930635838,
      "grad_norm": 0.27691277861595154,
      "learning_rate": 0.00018825332563491258,
      "loss": 0.0317,
      "step": 1370
    },
    {
      "epoch": 0.9971098265895953,
      "grad_norm": 0.3529070317745209,
      "learning_rate": 0.0001880274915050761,
      "loss": 0.0362,
      "step": 1380
    },
    {
      "epoch": 1.004335260115607,
      "grad_norm": 0.447391152381897,
      "learning_rate": 0.0001877996452532384,
      "loss": 0.0461,
      "step": 1390
    },
    {
      "epoch": 1.0115606936416186,
      "grad_norm": 0.41350966691970825,
      "learning_rate": 0.00018756979208748212,
      "loss": 0.0346,
      "step": 1400
    },
    {
      "epoch": 1.01878612716763,
      "grad_norm": 0.4052940011024475,
      "learning_rate": 0.00018733793726176382,
      "loss": 0.0467,
      "step": 1410
    },
    {
      "epoch": 1.0260115606936415,
      "grad_norm": 0.4326450824737549,
      "learning_rate": 0.00018710408607579369,
      "loss": 0.0337,
      "step": 1420
    },
    {
      "epoch": 1.033236994219653,
      "grad_norm": 0.6959808468818665,
      "learning_rate": 0.00018686824387491454,
      "loss": 0.0414,
      "step": 1430
    },
    {
      "epoch": 1.0404624277456647,
      "grad_norm": 0.46198827028274536,
      "learning_rate": 0.00018663041604997948,
      "loss": 0.0304,
      "step": 1440
    },
    {
      "epoch": 1.0476878612716762,
      "grad_norm": 0.3633591830730438,
      "learning_rate": 0.00018639060803722895,
      "loss": 0.0427,
      "step": 1450
    },
    {
      "epoch": 1.0549132947976878,
      "grad_norm": 0.417981892824173,
      "learning_rate": 0.00018614882531816602,
      "loss": 0.0335,
      "step": 1460
    },
    {
      "epoch": 1.0621387283236994,
      "grad_norm": 0.30708634853363037,
      "learning_rate": 0.00018590507341943163,
      "loss": 0.027,
      "step": 1470
    },
    {
      "epoch": 1.069364161849711,
      "grad_norm": 0.3463022708892822,
      "learning_rate": 0.00018565935791267784,
      "loss": 0.0324,
      "step": 1480
    },
    {
      "epoch": 1.0765895953757225,
      "grad_norm": 0.294916570186615,
      "learning_rate": 0.00018541168441444067,
      "loss": 0.027,
      "step": 1490
    },
    {
      "epoch": 1.083815028901734,
      "grad_norm": 0.4176677167415619,
      "learning_rate": 0.00018516205858601175,
      "loss": 0.0331,
      "step": 1500
    },
    {
      "epoch": 1.0910404624277457,
      "grad_norm": 0.2961694896221161,
      "learning_rate": 0.00018491048613330867,
      "loss": 0.0284,
      "step": 1510
    },
    {
      "epoch": 1.0982658959537572,
      "grad_norm": 0.33187049627304077,
      "learning_rate": 0.0001846569728067449,
      "loss": 0.0287,
      "step": 1520
    },
    {
      "epoch": 1.1054913294797688,
      "grad_norm": 0.348763108253479,
      "learning_rate": 0.0001844015244010981,
      "loss": 0.0356,
      "step": 1530
    },
    {
      "epoch": 1.1127167630057804,
      "grad_norm": 0.5439162850379944,
      "learning_rate": 0.00018414414675537772,
      "loss": 0.0257,
      "step": 1540
    },
    {
      "epoch": 1.119942196531792,
      "grad_norm": 0.41269758343696594,
      "learning_rate": 0.00018388484575269164,
      "loss": 0.0376,
      "step": 1550
    },
    {
      "epoch": 1.1271676300578035,
      "grad_norm": 0.38240736722946167,
      "learning_rate": 0.00018362362732011147,
      "loss": 0.0317,
      "step": 1560
    },
    {
      "epoch": 1.134393063583815,
      "grad_norm": 0.26935675740242004,
      "learning_rate": 0.00018336049742853733,
      "loss": 0.0289,
      "step": 1570
    },
    {
      "epoch": 1.1416184971098267,
      "grad_norm": 0.32840201258659363,
      "learning_rate": 0.0001830954620925612,
      "loss": 0.0309,
      "step": 1580
    },
    {
      "epoch": 1.1488439306358382,
      "grad_norm": 0.3386699855327606,
      "learning_rate": 0.00018282852737032946,
      "loss": 0.0335,
      "step": 1590
    },
    {
      "epoch": 1.1560693641618498,
      "grad_norm": 0.41219276189804077,
      "learning_rate": 0.00018255969936340443,
      "loss": 0.0285,
      "step": 1600
    },
    {
      "epoch": 1.1632947976878611,
      "grad_norm": 0.5242831110954285,
      "learning_rate": 0.00018228898421662496,
      "loss": 0.031,
      "step": 1610
    },
    {
      "epoch": 1.1705202312138727,
      "grad_norm": 0.4546612501144409,
      "learning_rate": 0.00018201638811796592,
      "loss": 0.0352,
      "step": 1620
    },
    {
      "epoch": 1.1777456647398843,
      "grad_norm": 0.3911999762058258,
      "learning_rate": 0.00018174191729839669,
      "loss": 0.0371,
      "step": 1630
    },
    {
      "epoch": 1.1849710982658959,
      "grad_norm": 0.3058600127696991,
      "learning_rate": 0.00018146557803173883,
      "loss": 0.0285,
      "step": 1640
    },
    {
      "epoch": 1.1921965317919074,
      "grad_norm": 0.37400105595588684,
      "learning_rate": 0.00018118737663452267,
      "loss": 0.0286,
      "step": 1650
    },
    {
      "epoch": 1.199421965317919,
      "grad_norm": 0.4513632655143738,
      "learning_rate": 0.00018090731946584292,
      "loss": 0.0463,
      "step": 1660
    },
    {
      "epoch": 1.2066473988439306,
      "grad_norm": 0.4379500448703766,
      "learning_rate": 0.0001806254129272132,
      "loss": 0.0261,
      "step": 1670
    },
    {
      "epoch": 1.2138728323699421,
      "grad_norm": 0.4692801237106323,
      "learning_rate": 0.00018034166346241986,
      "loss": 0.0323,
      "step": 1680
    },
    {
      "epoch": 1.2210982658959537,
      "grad_norm": 0.40697070956230164,
      "learning_rate": 0.00018005607755737467,
      "loss": 0.0471,
      "step": 1690
    },
    {
      "epoch": 1.2283236994219653,
      "grad_norm": 0.3501347005367279,
      "learning_rate": 0.00017976866173996652,
      "loss": 0.0339,
      "step": 1700
    },
    {
      "epoch": 1.2355491329479769,
      "grad_norm": 0.2515588104724884,
      "learning_rate": 0.00017947942257991216,
      "loss": 0.0327,
      "step": 1710
    },
    {
      "epoch": 1.2427745664739884,
      "grad_norm": 0.276937872171402,
      "learning_rate": 0.0001791883666886062,
      "loss": 0.03,
      "step": 1720
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.4615573287010193,
      "learning_rate": 0.0001788955007189698,
      "loss": 0.0286,
      "step": 1730
    },
    {
      "epoch": 1.2572254335260116,
      "grad_norm": 0.5667081475257874,
      "learning_rate": 0.00017860083136529868,
      "loss": 0.0326,
      "step": 1740
    },
    {
      "epoch": 1.2644508670520231,
      "grad_norm": 0.45345941185951233,
      "learning_rate": 0.0001783043653631101,
      "loss": 0.0289,
      "step": 1750
    },
    {
      "epoch": 1.2716763005780347,
      "grad_norm": 0.47316843271255493,
      "learning_rate": 0.00017800610948898895,
      "loss": 0.0313,
      "step": 1760
    },
    {
      "epoch": 1.2789017341040463,
      "grad_norm": 0.25375911593437195,
      "learning_rate": 0.00017770607056043276,
      "loss": 0.027,
      "step": 1770
    },
    {
      "epoch": 1.2861271676300579,
      "grad_norm": 0.2597872316837311,
      "learning_rate": 0.00017740425543569588,
      "loss": 0.0288,
      "step": 1780
    },
    {
      "epoch": 1.2933526011560694,
      "grad_norm": 0.38263481855392456,
      "learning_rate": 0.00017710067101363278,
      "loss": 0.0337,
      "step": 1790
    },
    {
      "epoch": 1.300578034682081,
      "grad_norm": 0.3304251432418823,
      "learning_rate": 0.00017679532423354034,
      "loss": 0.0326,
      "step": 1800
    },
    {
      "epoch": 1.3078034682080926,
      "grad_norm": 0.30174291133880615,
      "learning_rate": 0.00017648822207499919,
      "loss": 0.0294,
      "step": 1810
    },
    {
      "epoch": 1.3150289017341041,
      "grad_norm": 0.3475726544857025,
      "learning_rate": 0.00017617937155771417,
      "loss": 0.0253,
      "step": 1820
    },
    {
      "epoch": 1.3222543352601157,
      "grad_norm": 0.3054395318031311,
      "learning_rate": 0.00017586877974135393,
      "loss": 0.0276,
      "step": 1830
    },
    {
      "epoch": 1.3294797687861273,
      "grad_norm": 0.28724974393844604,
      "learning_rate": 0.00017555645372538948,
      "loss": 0.0297,
      "step": 1840
    },
    {
      "epoch": 1.3367052023121389,
      "grad_norm": 0.42262300848960876,
      "learning_rate": 0.000175242400648932,
      "loss": 0.0302,
      "step": 1850
    },
    {
      "epoch": 1.3439306358381504,
      "grad_norm": 0.29184046387672424,
      "learning_rate": 0.00017492662769056966,
      "loss": 0.0299,
      "step": 1860
    },
    {
      "epoch": 1.3511560693641618,
      "grad_norm": 0.45122018456459045,
      "learning_rate": 0.00017460914206820341,
      "loss": 0.0269,
      "step": 1870
    },
    {
      "epoch": 1.3583815028901733,
      "grad_norm": 0.36067941784858704,
      "learning_rate": 0.0001742899510388821,
      "loss": 0.0292,
      "step": 1880
    },
    {
      "epoch": 1.365606936416185,
      "grad_norm": 0.4859599471092224,
      "learning_rate": 0.00017396906189863655,
      "loss": 0.032,
      "step": 1890
    },
    {
      "epoch": 1.3728323699421965,
      "grad_norm": 0.36321279406547546,
      "learning_rate": 0.00017364648198231282,
      "loss": 0.0439,
      "step": 1900
    },
    {
      "epoch": 1.380057803468208,
      "grad_norm": 0.3595023453235626,
      "learning_rate": 0.00017332221866340455,
      "loss": 0.0301,
      "step": 1910
    },
    {
      "epoch": 1.3872832369942196,
      "grad_norm": 0.26867198944091797,
      "learning_rate": 0.0001729962793538844,
      "loss": 0.0284,
      "step": 1920
    },
    {
      "epoch": 1.3945086705202312,
      "grad_norm": 0.5771405696868896,
      "learning_rate": 0.00017266867150403451,
      "loss": 0.0267,
      "step": 1930
    },
    {
      "epoch": 1.4017341040462428,
      "grad_norm": 0.5397071838378906,
      "learning_rate": 0.00017233940260227647,
      "loss": 0.0252,
      "step": 1940
    },
    {
      "epoch": 1.4089595375722543,
      "grad_norm": 0.4514451324939728,
      "learning_rate": 0.00017200848017499994,
      "loss": 0.0333,
      "step": 1950
    },
    {
      "epoch": 1.416184971098266,
      "grad_norm": 0.6613513827323914,
      "learning_rate": 0.00017167591178639065,
      "loss": 0.0261,
      "step": 1960
    },
    {
      "epoch": 1.4234104046242775,
      "grad_norm": 0.47511669993400574,
      "learning_rate": 0.00017134170503825758,
      "loss": 0.0366,
      "step": 1970
    },
    {
      "epoch": 1.430635838150289,
      "grad_norm": 0.4412175118923187,
      "learning_rate": 0.000171005867569859,
      "loss": 0.0297,
      "step": 1980
    },
    {
      "epoch": 1.4378612716763006,
      "grad_norm": 0.3008122146129608,
      "learning_rate": 0.0001706684070577282,
      "loss": 0.0264,
      "step": 1990
    },
    {
      "epoch": 1.4450867052023122,
      "grad_norm": 0.31531664729118347,
      "learning_rate": 0.00017032933121549762,
      "loss": 0.0289,
      "step": 2000
    },
    {
      "epoch": 1.4523121387283238,
      "grad_norm": 0.4209290146827698,
      "learning_rate": 0.0001699886477937228,
      "loss": 0.0247,
      "step": 2010
    },
    {
      "epoch": 1.4595375722543353,
      "grad_norm": 0.18282712996006012,
      "learning_rate": 0.0001696463645797052,
      "loss": 0.0206,
      "step": 2020
    },
    {
      "epoch": 1.4667630057803467,
      "grad_norm": 0.4704382121562958,
      "learning_rate": 0.00016930248939731407,
      "loss": 0.0272,
      "step": 2030
    },
    {
      "epoch": 1.4739884393063583,
      "grad_norm": 0.2840489447116852,
      "learning_rate": 0.00016895703010680771,
      "loss": 0.0263,
      "step": 2040
    },
    {
      "epoch": 1.4812138728323698,
      "grad_norm": 0.3051230013370514,
      "learning_rate": 0.00016860999460465372,
      "loss": 0.0242,
      "step": 2050
    },
    {
      "epoch": 1.4884393063583814,
      "grad_norm": 0.3468949794769287,
      "learning_rate": 0.00016826139082334868,
      "loss": 0.0277,
      "step": 2060
    },
    {
      "epoch": 1.495664739884393,
      "grad_norm": 0.30354368686676025,
      "learning_rate": 0.0001679112267312366,
      "loss": 0.0398,
      "step": 2070
    },
    {
      "epoch": 1.5028901734104045,
      "grad_norm": 0.4176887273788452,
      "learning_rate": 0.00016755951033232692,
      "loss": 0.0274,
      "step": 2080
    },
    {
      "epoch": 1.510115606936416,
      "grad_norm": 0.3101764917373657,
      "learning_rate": 0.00016720624966611153,
      "loss": 0.0272,
      "step": 2090
    },
    {
      "epoch": 1.5173410404624277,
      "grad_norm": 0.32918646931648254,
      "learning_rate": 0.00016685145280738106,
      "loss": 0.0244,
      "step": 2100
    },
    {
      "epoch": 1.5245664739884393,
      "grad_norm": 0.3785788416862488,
      "learning_rate": 0.00016649512786604014,
      "loss": 0.0284,
      "step": 2110
    },
    {
      "epoch": 1.5317919075144508,
      "grad_norm": 0.8121911287307739,
      "learning_rate": 0.00016613728298692218,
      "loss": 0.035,
      "step": 2120
    },
    {
      "epoch": 1.5390173410404624,
      "grad_norm": 0.2641575038433075,
      "learning_rate": 0.0001657779263496032,
      "loss": 0.0316,
      "step": 2130
    },
    {
      "epoch": 1.546242774566474,
      "grad_norm": 0.32332223653793335,
      "learning_rate": 0.00016541706616821474,
      "loss": 0.0275,
      "step": 2140
    },
    {
      "epoch": 1.5534682080924855,
      "grad_norm": 0.39668551087379456,
      "learning_rate": 0.00016505471069125615,
      "loss": 0.0281,
      "step": 2150
    },
    {
      "epoch": 1.560693641618497,
      "grad_norm": 0.5112664103507996,
      "learning_rate": 0.00016469086820140616,
      "loss": 0.0358,
      "step": 2160
    },
    {
      "epoch": 1.5679190751445087,
      "grad_norm": 0.27202361822128296,
      "learning_rate": 0.0001643255470153334,
      "loss": 0.0242,
      "step": 2170
    },
    {
      "epoch": 1.5751445086705202,
      "grad_norm": 0.2680519223213196,
      "learning_rate": 0.0001639587554835064,
      "loss": 0.0187,
      "step": 2180
    },
    {
      "epoch": 1.5823699421965318,
      "grad_norm": 0.3848129212856293,
      "learning_rate": 0.0001635905019900026,
      "loss": 0.0252,
      "step": 2190
    },
    {
      "epoch": 1.5895953757225434,
      "grad_norm": 0.29368847608566284,
      "learning_rate": 0.00016322079495231697,
      "loss": 0.0267,
      "step": 2200
    },
    {
      "epoch": 1.596820809248555,
      "grad_norm": 0.232693612575531,
      "learning_rate": 0.00016284964282116916,
      "loss": 0.0256,
      "step": 2210
    },
    {
      "epoch": 1.6040462427745665,
      "grad_norm": 0.14202171564102173,
      "learning_rate": 0.00016247705408031085,
      "loss": 0.021,
      "step": 2220
    },
    {
      "epoch": 1.611271676300578,
      "grad_norm": 0.37467068433761597,
      "learning_rate": 0.00016210303724633143,
      "loss": 0.0267,
      "step": 2230
    },
    {
      "epoch": 1.6184971098265897,
      "grad_norm": 0.3563550114631653,
      "learning_rate": 0.00016172760086846343,
      "loss": 0.0259,
      "step": 2240
    },
    {
      "epoch": 1.6257225433526012,
      "grad_norm": 0.31626465916633606,
      "learning_rate": 0.00016135075352838736,
      "loss": 0.0267,
      "step": 2250
    },
    {
      "epoch": 1.6329479768786128,
      "grad_norm": 0.471219003200531,
      "learning_rate": 0.00016097250384003507,
      "loss": 0.0411,
      "step": 2260
    },
    {
      "epoch": 1.6401734104046244,
      "grad_norm": 0.4073711335659027,
      "learning_rate": 0.00016059286044939328,
      "loss": 0.0295,
      "step": 2270
    },
    {
      "epoch": 1.647398843930636,
      "grad_norm": 0.3200165331363678,
      "learning_rate": 0.00016021183203430582,
      "loss": 0.0285,
      "step": 2280
    },
    {
      "epoch": 1.6546242774566475,
      "grad_norm": 0.25765568017959595,
      "learning_rate": 0.00015982942730427514,
      "loss": 0.0293,
      "step": 2290
    },
    {
      "epoch": 1.661849710982659,
      "grad_norm": 0.2762660086154938,
      "learning_rate": 0.0001594456550002634,
      "loss": 0.031,
      "step": 2300
    },
    {
      "epoch": 1.6690751445086707,
      "grad_norm": 0.39115095138549805,
      "learning_rate": 0.00015906052389449258,
      "loss": 0.0231,
      "step": 2310
    },
    {
      "epoch": 1.6763005780346822,
      "grad_norm": 0.4150591790676117,
      "learning_rate": 0.00015867404279024396,
      "loss": 0.0321,
      "step": 2320
    },
    {
      "epoch": 1.6835260115606936,
      "grad_norm": 0.2964015007019043,
      "learning_rate": 0.00015828622052165706,
      "loss": 0.0242,
      "step": 2330
    },
    {
      "epoch": 1.6907514450867052,
      "grad_norm": 0.3821788430213928,
      "learning_rate": 0.00015789706595352733,
      "loss": 0.0258,
      "step": 2340
    },
    {
      "epoch": 1.6979768786127167,
      "grad_norm": 0.39060547947883606,
      "learning_rate": 0.00015750658798110404,
      "loss": 0.0288,
      "step": 2350
    },
    {
      "epoch": 1.7052023121387283,
      "grad_norm": 0.4912872016429901,
      "learning_rate": 0.00015711479552988651,
      "loss": 0.0279,
      "step": 2360
    },
    {
      "epoch": 1.7124277456647399,
      "grad_norm": 0.306397944688797,
      "learning_rate": 0.00015672169755542032,
      "loss": 0.0332,
      "step": 2370
    },
    {
      "epoch": 1.7196531791907514,
      "grad_norm": 0.3365071415901184,
      "learning_rate": 0.0001563273030430925,
      "loss": 0.0237,
      "step": 2380
    },
    {
      "epoch": 1.726878612716763,
      "grad_norm": 0.2674650251865387,
      "learning_rate": 0.00015593162100792623,
      "loss": 0.0277,
      "step": 2390
    },
    {
      "epoch": 1.7341040462427746,
      "grad_norm": 0.21112091839313507,
      "learning_rate": 0.00015553466049437472,
      "loss": 0.026,
      "step": 2400
    },
    {
      "epoch": 1.7413294797687862,
      "grad_norm": 0.3916032612323761,
      "learning_rate": 0.0001551364305761145,
      "loss": 0.028,
      "step": 2410
    },
    {
      "epoch": 1.7485549132947977,
      "grad_norm": 0.6372588872909546,
      "learning_rate": 0.000154736940355838,
      "loss": 0.0265,
      "step": 2420
    },
    {
      "epoch": 1.7557803468208093,
      "grad_norm": 0.2447371780872345,
      "learning_rate": 0.00015433619896504548,
      "loss": 0.0233,
      "step": 2430
    },
    {
      "epoch": 1.7630057803468207,
      "grad_norm": 0.3194689452648163,
      "learning_rate": 0.00015393421556383628,
      "loss": 0.026,
      "step": 2440
    },
    {
      "epoch": 1.7702312138728322,
      "grad_norm": 0.2731267511844635,
      "learning_rate": 0.00015353099934069952,
      "loss": 0.0324,
      "step": 2450
    },
    {
      "epoch": 1.7774566473988438,
      "grad_norm": 0.2314785122871399,
      "learning_rate": 0.00015312655951230398,
      "loss": 0.0249,
      "step": 2460
    },
    {
      "epoch": 1.7846820809248554,
      "grad_norm": 0.39271441102027893,
      "learning_rate": 0.00015272090532328752,
      "loss": 0.026,
      "step": 2470
    },
    {
      "epoch": 1.791907514450867,
      "grad_norm": 0.26557862758636475,
      "learning_rate": 0.00015231404604604558,
      "loss": 0.0257,
      "step": 2480
    },
    {
      "epoch": 1.7991329479768785,
      "grad_norm": 0.33000999689102173,
      "learning_rate": 0.00015190599098051952,
      "loss": 0.0309,
      "step": 2490
    },
    {
      "epoch": 1.80635838150289,
      "grad_norm": 0.2772347331047058,
      "learning_rate": 0.00015149674945398383,
      "loss": 0.032,
      "step": 2500
    },
    {
      "epoch": 1.8135838150289016,
      "grad_norm": 0.24811744689941406,
      "learning_rate": 0.00015108633082083295,
      "loss": 0.0312,
      "step": 2510
    },
    {
      "epoch": 1.8208092485549132,
      "grad_norm": 0.25412219762802124,
      "learning_rate": 0.00015067474446236746,
      "loss": 0.0234,
      "step": 2520
    },
    {
      "epoch": 1.8280346820809248,
      "grad_norm": 0.22590336203575134,
      "learning_rate": 0.0001502619997865798,
      "loss": 0.0274,
      "step": 2530
    },
    {
      "epoch": 1.8352601156069364,
      "grad_norm": 0.5687700510025024,
      "learning_rate": 0.000149848106227939,
      "loss": 0.036,
      "step": 2540
    },
    {
      "epoch": 1.842485549132948,
      "grad_norm": 0.3410959541797638,
      "learning_rate": 0.00014943307324717507,
      "loss": 0.0251,
      "step": 2550
    },
    {
      "epoch": 1.8497109826589595,
      "grad_norm": 0.4201713800430298,
      "learning_rate": 0.0001490169103310629,
      "loss": 0.0341,
      "step": 2560
    },
    {
      "epoch": 1.856936416184971,
      "grad_norm": 0.31435415148735046,
      "learning_rate": 0.00014859962699220522,
      "loss": 0.0285,
      "step": 2570
    },
    {
      "epoch": 1.8641618497109826,
      "grad_norm": 0.6726494431495667,
      "learning_rate": 0.00014818123276881531,
      "loss": 0.0331,
      "step": 2580
    },
    {
      "epoch": 1.8713872832369942,
      "grad_norm": 0.25882837176322937,
      "learning_rate": 0.00014776173722449892,
      "loss": 0.0241,
      "step": 2590
    },
    {
      "epoch": 1.8786127167630058,
      "grad_norm": 0.34781867265701294,
      "learning_rate": 0.00014734114994803562,
      "loss": 0.0358,
      "step": 2600
    },
    {
      "epoch": 1.8858381502890174,
      "grad_norm": 0.3704645335674286,
      "learning_rate": 0.0001469194805531597,
      "loss": 0.0276,
      "step": 2610
    },
    {
      "epoch": 1.893063583815029,
      "grad_norm": 0.3247392177581787,
      "learning_rate": 0.00014649673867834037,
      "loss": 0.0247,
      "step": 2620
    },
    {
      "epoch": 1.9002890173410405,
      "grad_norm": 0.38688188791275024,
      "learning_rate": 0.00014607293398656148,
      "loss": 0.0319,
      "step": 2630
    },
    {
      "epoch": 1.907514450867052,
      "grad_norm": 0.41135814785957336,
      "learning_rate": 0.00014564807616510055,
      "loss": 0.034,
      "step": 2640
    },
    {
      "epoch": 1.9147398843930636,
      "grad_norm": 0.3988231122493744,
      "learning_rate": 0.0001452221749253075,
      "loss": 0.0241,
      "step": 2650
    },
    {
      "epoch": 1.9219653179190752,
      "grad_norm": 0.22677220404148102,
      "learning_rate": 0.00014479524000238258,
      "loss": 0.0232,
      "step": 2660
    },
    {
      "epoch": 1.9291907514450868,
      "grad_norm": 0.3277333080768585,
      "learning_rate": 0.0001443672811551538,
      "loss": 0.0317,
      "step": 2670
    },
    {
      "epoch": 1.9364161849710984,
      "grad_norm": 0.5304914712905884,
      "learning_rate": 0.00014393830816585392,
      "loss": 0.029,
      "step": 2680
    },
    {
      "epoch": 1.94364161849711,
      "grad_norm": 0.23999623954296112,
      "learning_rate": 0.00014350833083989686,
      "loss": 0.0207,
      "step": 2690
    },
    {
      "epoch": 1.9508670520231215,
      "grad_norm": 0.250896692276001,
      "learning_rate": 0.00014307735900565355,
      "loss": 0.0283,
      "step": 2700
    },
    {
      "epoch": 1.958092485549133,
      "grad_norm": 0.5534538626670837,
      "learning_rate": 0.00014264540251422722,
      "loss": 0.023,
      "step": 2710
    },
    {
      "epoch": 1.9653179190751446,
      "grad_norm": 0.309709370136261,
      "learning_rate": 0.0001422124712392284,
      "loss": 0.0278,
      "step": 2720
    },
    {
      "epoch": 1.9725433526011562,
      "grad_norm": 0.37922394275665283,
      "learning_rate": 0.00014177857507654892,
      "loss": 0.0174,
      "step": 2730
    },
    {
      "epoch": 1.9797687861271678,
      "grad_norm": 0.29452425241470337,
      "learning_rate": 0.0001413437239441361,
      "loss": 0.023,
      "step": 2740
    },
    {
      "epoch": 1.9869942196531793,
      "grad_norm": 0.2415676862001419,
      "learning_rate": 0.0001409079277817657,
      "loss": 0.0197,
      "step": 2750
    },
    {
      "epoch": 1.9942196531791907,
      "grad_norm": 0.31632542610168457,
      "learning_rate": 0.00014047119655081493,
      "loss": 0.0232,
      "step": 2760
    },
    {
      "epoch": 2.0014450867052025,
      "grad_norm": 0.32267820835113525,
      "learning_rate": 0.0001400335402340347,
      "loss": 0.0205,
      "step": 2770
    },
    {
      "epoch": 2.008670520231214,
      "grad_norm": 0.2673828601837158,
      "learning_rate": 0.00013959496883532134,
      "loss": 0.0241,
      "step": 2780
    },
    {
      "epoch": 2.0158959537572256,
      "grad_norm": 0.2748425602912903,
      "learning_rate": 0.00013915549237948808,
      "loss": 0.0239,
      "step": 2790
    },
    {
      "epoch": 2.023121387283237,
      "grad_norm": 0.2656760513782501,
      "learning_rate": 0.00013871512091203587,
      "loss": 0.0268,
      "step": 2800
    },
    {
      "epoch": 2.0303468208092488,
      "grad_norm": 0.38731709122657776,
      "learning_rate": 0.00013827386449892366,
      "loss": 0.0233,
      "step": 2810
    },
    {
      "epoch": 2.03757225433526,
      "grad_norm": 0.393639475107193,
      "learning_rate": 0.0001378317332263384,
      "loss": 0.0205,
      "step": 2820
    },
    {
      "epoch": 2.0447976878612715,
      "grad_norm": 0.32896026968955994,
      "learning_rate": 0.00013738873720046447,
      "loss": 0.0284,
      "step": 2830
    },
    {
      "epoch": 2.052023121387283,
      "grad_norm": 0.2494177371263504,
      "learning_rate": 0.00013694488654725277,
      "loss": 0.0201,
      "step": 2840
    },
    {
      "epoch": 2.0592485549132946,
      "grad_norm": 0.3207587003707886,
      "learning_rate": 0.000136500191412189,
      "loss": 0.0235,
      "step": 2850
    },
    {
      "epoch": 2.066473988439306,
      "grad_norm": 0.38535335659980774,
      "learning_rate": 0.00013605466196006208,
      "loss": 0.0234,
      "step": 2860
    },
    {
      "epoch": 2.0736994219653178,
      "grad_norm": 0.3191238045692444,
      "learning_rate": 0.00013560830837473163,
      "loss": 0.0248,
      "step": 2870
    },
    {
      "epoch": 2.0809248554913293,
      "grad_norm": 0.4017016589641571,
      "learning_rate": 0.00013516114085889507,
      "loss": 0.0223,
      "step": 2880
    },
    {
      "epoch": 2.088150289017341,
      "grad_norm": 0.1604500561952591,
      "learning_rate": 0.00013471316963385466,
      "loss": 0.023,
      "step": 2890
    },
    {
      "epoch": 2.0953757225433525,
      "grad_norm": 0.4814695119857788,
      "learning_rate": 0.00013426440493928383,
      "loss": 0.0263,
      "step": 2900
    },
    {
      "epoch": 2.102601156069364,
      "grad_norm": 0.2005733698606491,
      "learning_rate": 0.0001338148570329929,
      "loss": 0.0225,
      "step": 2910
    },
    {
      "epoch": 2.1098265895953756,
      "grad_norm": 0.25928524136543274,
      "learning_rate": 0.00013336453619069476,
      "loss": 0.0263,
      "step": 2920
    },
    {
      "epoch": 2.117052023121387,
      "grad_norm": 0.44216403365135193,
      "learning_rate": 0.00013291345270577008,
      "loss": 0.0193,
      "step": 2930
    },
    {
      "epoch": 2.1242774566473988,
      "grad_norm": 0.31755897402763367,
      "learning_rate": 0.00013246161688903186,
      "loss": 0.0223,
      "step": 2940
    },
    {
      "epoch": 2.1315028901734103,
      "grad_norm": 0.3917829990386963,
      "learning_rate": 0.00013200903906848978,
      "loss": 0.0317,
      "step": 2950
    },
    {
      "epoch": 2.138728323699422,
      "grad_norm": 0.3507084250450134,
      "learning_rate": 0.00013155572958911424,
      "loss": 0.0231,
      "step": 2960
    },
    {
      "epoch": 2.1459537572254335,
      "grad_norm": 0.39264169335365295,
      "learning_rate": 0.00013110169881259978,
      "loss": 0.0244,
      "step": 2970
    },
    {
      "epoch": 2.153179190751445,
      "grad_norm": 0.47414886951446533,
      "learning_rate": 0.00013064695711712817,
      "loss": 0.0218,
      "step": 2980
    },
    {
      "epoch": 2.1604046242774566,
      "grad_norm": 0.4622926115989685,
      "learning_rate": 0.00013019151489713143,
      "loss": 0.0243,
      "step": 2990
    },
    {
      "epoch": 2.167630057803468,
      "grad_norm": 0.35504287481307983,
      "learning_rate": 0.00012973538256305398,
      "loss": 0.0355,
      "step": 3000
    },
    {
      "epoch": 2.1748554913294798,
      "grad_norm": 0.2666931748390198,
      "learning_rate": 0.00012927857054111487,
      "loss": 0.0245,
      "step": 3010
    },
    {
      "epoch": 2.1820809248554913,
      "grad_norm": 0.30214881896972656,
      "learning_rate": 0.0001288210892730693,
      "loss": 0.0233,
      "step": 3020
    },
    {
      "epoch": 2.189306358381503,
      "grad_norm": 0.28385064005851746,
      "learning_rate": 0.00012836294921597004,
      "loss": 0.0215,
      "step": 3030
    },
    {
      "epoch": 2.1965317919075145,
      "grad_norm": 0.2620534896850586,
      "learning_rate": 0.00012790416084192843,
      "loss": 0.0189,
      "step": 3040
    },
    {
      "epoch": 2.203757225433526,
      "grad_norm": 0.25245940685272217,
      "learning_rate": 0.00012744473463787486,
      "loss": 0.0232,
      "step": 3050
    },
    {
      "epoch": 2.2109826589595376,
      "grad_norm": 0.37120312452316284,
      "learning_rate": 0.00012698468110531927,
      "loss": 0.0212,
      "step": 3060
    },
    {
      "epoch": 2.218208092485549,
      "grad_norm": 0.287727415561676,
      "learning_rate": 0.00012652401076011097,
      "loss": 0.0183,
      "step": 3070
    },
    {
      "epoch": 2.2254335260115607,
      "grad_norm": 0.32101157307624817,
      "learning_rate": 0.00012606273413219823,
      "loss": 0.0296,
      "step": 3080
    },
    {
      "epoch": 2.2326589595375723,
      "grad_norm": 0.15693742036819458,
      "learning_rate": 0.00012560086176538775,
      "loss": 0.0256,
      "step": 3090
    },
    {
      "epoch": 2.239884393063584,
      "grad_norm": 0.21965362131595612,
      "learning_rate": 0.00012513840421710354,
      "loss": 0.0292,
      "step": 3100
    },
    {
      "epoch": 2.2471098265895955,
      "grad_norm": 0.2884056568145752,
      "learning_rate": 0.00012467537205814559,
      "loss": 0.0196,
      "step": 3110
    },
    {
      "epoch": 2.254335260115607,
      "grad_norm": 0.2577861249446869,
      "learning_rate": 0.0001242117758724483,
      "loss": 0.0204,
      "step": 3120
    },
    {
      "epoch": 2.2615606936416186,
      "grad_norm": 0.3044709861278534,
      "learning_rate": 0.00012374762625683844,
      "loss": 0.0225,
      "step": 3130
    },
    {
      "epoch": 2.26878612716763,
      "grad_norm": 0.30571049451828003,
      "learning_rate": 0.00012328293382079318,
      "loss": 0.0198,
      "step": 3140
    },
    {
      "epoch": 2.2760115606936417,
      "grad_norm": 0.20210671424865723,
      "learning_rate": 0.00012281770918619732,
      "loss": 0.0209,
      "step": 3150
    },
    {
      "epoch": 2.2832369942196533,
      "grad_norm": 0.4498327374458313,
      "learning_rate": 0.00012235196298710055,
      "loss": 0.0203,
      "step": 3160
    },
    {
      "epoch": 2.290462427745665,
      "grad_norm": 0.33246350288391113,
      "learning_rate": 0.00012188570586947446,
      "loss": 0.0205,
      "step": 3170
    },
    {
      "epoch": 2.2976878612716765,
      "grad_norm": 0.24479849636554718,
      "learning_rate": 0.00012141894849096919,
      "loss": 0.0232,
      "step": 3180
    },
    {
      "epoch": 2.304913294797688,
      "grad_norm": 0.3892286717891693,
      "learning_rate": 0.00012095170152066979,
      "loss": 0.0179,
      "step": 3190
    },
    {
      "epoch": 2.3121387283236996,
      "grad_norm": 0.3496164381504059,
      "learning_rate": 0.00012048397563885224,
      "loss": 0.0246,
      "step": 3200
    },
    {
      "epoch": 2.319364161849711,
      "grad_norm": 0.38923704624176025,
      "learning_rate": 0.00012001578153673951,
      "loss": 0.018,
      "step": 3210
    },
    {
      "epoch": 2.3265895953757223,
      "grad_norm": 0.2374027520418167,
      "learning_rate": 0.00011954712991625707,
      "loss": 0.0201,
      "step": 3220
    },
    {
      "epoch": 2.333815028901734,
      "grad_norm": 0.36562487483024597,
      "learning_rate": 0.00011907803148978832,
      "loss": 0.0215,
      "step": 3230
    },
    {
      "epoch": 2.3410404624277454,
      "grad_norm": 0.19129693508148193,
      "learning_rate": 0.00011860849697992966,
      "loss": 0.0186,
      "step": 3240
    },
    {
      "epoch": 2.348265895953757,
      "grad_norm": 0.24849437177181244,
      "learning_rate": 0.00011813853711924543,
      "loss": 0.0211,
      "step": 3250
    },
    {
      "epoch": 2.3554913294797686,
      "grad_norm": 0.24717555940151215,
      "learning_rate": 0.0001176681626500226,
      "loss": 0.0183,
      "step": 3260
    },
    {
      "epoch": 2.36271676300578,
      "grad_norm": 0.32142990827560425,
      "learning_rate": 0.00011719738432402525,
      "loss": 0.0228,
      "step": 3270
    },
    {
      "epoch": 2.3699421965317917,
      "grad_norm": 0.22533449530601501,
      "learning_rate": 0.00011672621290224875,
      "loss": 0.017,
      "step": 3280
    },
    {
      "epoch": 2.3771676300578033,
      "grad_norm": 0.23009657859802246,
      "learning_rate": 0.00011625465915467376,
      "loss": 0.0213,
      "step": 3290
    },
    {
      "epoch": 2.384393063583815,
      "grad_norm": 0.3865809142589569,
      "learning_rate": 0.0001157827338600201,
      "loss": 0.031,
      "step": 3300
    },
    {
      "epoch": 2.3916184971098264,
      "grad_norm": 0.20559871196746826,
      "learning_rate": 0.00011531044780550044,
      "loss": 0.0162,
      "step": 3310
    },
    {
      "epoch": 2.398843930635838,
      "grad_norm": 0.17667371034622192,
      "learning_rate": 0.00011483781178657367,
      "loss": 0.0174,
      "step": 3320
    },
    {
      "epoch": 2.4060693641618496,
      "grad_norm": 0.19531908631324768,
      "learning_rate": 0.00011436483660669797,
      "loss": 0.0223,
      "step": 3330
    },
    {
      "epoch": 2.413294797687861,
      "grad_norm": 0.24337828159332275,
      "learning_rate": 0.0001138915330770842,
      "loss": 0.02,
      "step": 3340
    },
    {
      "epoch": 2.4205202312138727,
      "grad_norm": 0.224623441696167,
      "learning_rate": 0.00011341791201644853,
      "loss": 0.019,
      "step": 3350
    },
    {
      "epoch": 2.4277456647398843,
      "grad_norm": 0.43612486124038696,
      "learning_rate": 0.00011294398425076514,
      "loss": 0.0252,
      "step": 3360
    },
    {
      "epoch": 2.434971098265896,
      "grad_norm": 0.23925966024398804,
      "learning_rate": 0.00011246976061301895,
      "loss": 0.0239,
      "step": 3370
    },
    {
      "epoch": 2.4421965317919074,
      "grad_norm": 0.20666956901550293,
      "learning_rate": 0.00011199525194295786,
      "loss": 0.0192,
      "step": 3380
    },
    {
      "epoch": 2.449421965317919,
      "grad_norm": 0.18628180027008057,
      "learning_rate": 0.00011152046908684497,
      "loss": 0.0165,
      "step": 3390
    },
    {
      "epoch": 2.4566473988439306,
      "grad_norm": 0.46877655386924744,
      "learning_rate": 0.00011104542289721074,
      "loss": 0.0263,
      "step": 3400
    },
    {
      "epoch": 2.463872832369942,
      "grad_norm": 0.28481748700141907,
      "learning_rate": 0.0001105701242326048,
      "loss": 0.0205,
      "step": 3410
    },
    {
      "epoch": 2.4710982658959537,
      "grad_norm": 0.30410829186439514,
      "learning_rate": 0.00011009458395734795,
      "loss": 0.0232,
      "step": 3420
    },
    {
      "epoch": 2.4783236994219653,
      "grad_norm": 0.26160645484924316,
      "learning_rate": 0.00010961881294128354,
      "loss": 0.0192,
      "step": 3430
    },
    {
      "epoch": 2.485549132947977,
      "grad_norm": 0.5035533308982849,
      "learning_rate": 0.00010914282205952929,
      "loss": 0.0319,
      "step": 3440
    },
    {
      "epoch": 2.4927745664739884,
      "grad_norm": 0.3156908452510834,
      "learning_rate": 0.00010866662219222854,
      "loss": 0.0217,
      "step": 3450
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.3060540556907654,
      "learning_rate": 0.00010819022422430163,
      "loss": 0.0207,
      "step": 3460
    },
    {
      "epoch": 2.5072254335260116,
      "grad_norm": 0.2347673624753952,
      "learning_rate": 0.00010771363904519693,
      "loss": 0.0228,
      "step": 3470
    },
    {
      "epoch": 2.514450867052023,
      "grad_norm": 0.35762542486190796,
      "learning_rate": 0.00010723687754864226,
      "loss": 0.0161,
      "step": 3480
    },
    {
      "epoch": 2.5216763005780347,
      "grad_norm": 0.29743993282318115,
      "learning_rate": 0.00010675995063239557,
      "loss": 0.0198,
      "step": 3490
    },
    {
      "epoch": 2.5289017341040463,
      "grad_norm": 0.2535516321659088,
      "learning_rate": 0.00010628286919799592,
      "loss": 0.0213,
      "step": 3500
    },
    {
      "epoch": 2.536127167630058,
      "grad_norm": 0.21419911086559296,
      "learning_rate": 0.00010580564415051439,
      "loss": 0.026,
      "step": 3510
    },
    {
      "epoch": 2.5433526011560694,
      "grad_norm": 0.24240179359912872,
      "learning_rate": 0.00010532828639830479,
      "loss": 0.0223,
      "step": 3520
    },
    {
      "epoch": 2.550578034682081,
      "grad_norm": 0.29356133937835693,
      "learning_rate": 0.00010485080685275415,
      "loss": 0.0188,
      "step": 3530
    },
    {
      "epoch": 2.5578034682080926,
      "grad_norm": 0.25931376218795776,
      "learning_rate": 0.00010437321642803352,
      "loss": 0.0239,
      "step": 3540
    },
    {
      "epoch": 2.565028901734104,
      "grad_norm": 0.276324063539505,
      "learning_rate": 0.00010389552604084846,
      "loss": 0.0249,
      "step": 3550
    },
    {
      "epoch": 2.5722543352601157,
      "grad_norm": 0.463504433631897,
      "learning_rate": 0.00010341774661018939,
      "loss": 0.0231,
      "step": 3560
    },
    {
      "epoch": 2.5794797687861273,
      "grad_norm": 0.3001970946788788,
      "learning_rate": 0.00010293988905708205,
      "loss": 0.0243,
      "step": 3570
    },
    {
      "epoch": 2.586705202312139,
      "grad_norm": 0.3376437723636627,
      "learning_rate": 0.00010246196430433797,
      "loss": 0.0234,
      "step": 3580
    },
    {
      "epoch": 2.5939306358381504,
      "grad_norm": 0.3224913775920868,
      "learning_rate": 0.0001019839832763047,
      "loss": 0.0235,
      "step": 3590
    },
    {
      "epoch": 2.601156069364162,
      "grad_norm": 0.19860439002513885,
      "learning_rate": 0.00010150595689861606,
      "loss": 0.0231,
      "step": 3600
    },
    {
      "epoch": 2.6083815028901736,
      "grad_norm": 0.3264404237270355,
      "learning_rate": 0.00010102789609794256,
      "loss": 0.0186,
      "step": 3610
    },
    {
      "epoch": 2.615606936416185,
      "grad_norm": 0.31927433609962463,
      "learning_rate": 0.0001005498118017415,
      "loss": 0.0212,
      "step": 3620
    },
    {
      "epoch": 2.6228323699421967,
      "grad_norm": 0.20473706722259521,
      "learning_rate": 0.0001000717149380072,
      "loss": 0.0166,
      "step": 3630
    },
    {
      "epoch": 2.6300578034682083,
      "grad_norm": 0.3435823321342468,
      "learning_rate": 9.959361643502135e-05,
      "loss": 0.0134,
      "step": 3640
    },
    {
      "epoch": 2.63728323699422,
      "grad_norm": 0.3076665997505188,
      "learning_rate": 9.911552722110297e-05,
      "loss": 0.0192,
      "step": 3650
    },
    {
      "epoch": 2.6445086705202314,
      "grad_norm": 0.3391270339488983,
      "learning_rate": 9.863745822435893e-05,
      "loss": 0.0171,
      "step": 3660
    },
    {
      "epoch": 2.651734104046243,
      "grad_norm": 0.23569989204406738,
      "learning_rate": 9.815942037243377e-05,
      "loss": 0.0176,
      "step": 3670
    },
    {
      "epoch": 2.6589595375722546,
      "grad_norm": 0.20910443365573883,
      "learning_rate": 9.768142459226035e-05,
      "loss": 0.0189,
      "step": 3680
    },
    {
      "epoch": 2.666184971098266,
      "grad_norm": 0.23779253661632538,
      "learning_rate": 9.720348180980966e-05,
      "loss": 0.0157,
      "step": 3690
    },
    {
      "epoch": 2.6734104046242777,
      "grad_norm": 0.20809420943260193,
      "learning_rate": 9.672560294984137e-05,
      "loss": 0.0171,
      "step": 3700
    },
    {
      "epoch": 2.6806358381502893,
      "grad_norm": 0.44309884309768677,
      "learning_rate": 9.624779893565405e-05,
      "loss": 0.0245,
      "step": 3710
    },
    {
      "epoch": 2.687861271676301,
      "grad_norm": 0.40095505118370056,
      "learning_rate": 9.577008068883533e-05,
      "loss": 0.0242,
      "step": 3720
    },
    {
      "epoch": 2.6950867052023124,
      "grad_norm": 0.3243694007396698,
      "learning_rate": 9.529245912901254e-05,
      "loss": 0.0205,
      "step": 3730
    },
    {
      "epoch": 2.7023121387283235,
      "grad_norm": 0.2903628945350647,
      "learning_rate": 9.481494517360283e-05,
      "loss": 0.023,
      "step": 3740
    },
    {
      "epoch": 2.709537572254335,
      "grad_norm": 0.25138890743255615,
      "learning_rate": 9.433754973756371e-05,
      "loss": 0.0226,
      "step": 3750
    },
    {
      "epoch": 2.7167630057803467,
      "grad_norm": 0.2902311682701111,
      "learning_rate": 9.386028373314382e-05,
      "loss": 0.0158,
      "step": 3760
    },
    {
      "epoch": 2.7239884393063583,
      "grad_norm": 0.18118108808994293,
      "learning_rate": 9.338315806963293e-05,
      "loss": 0.0141,
      "step": 3770
    },
    {
      "epoch": 2.73121387283237,
      "grad_norm": 0.24059826135635376,
      "learning_rate": 9.290618365311322e-05,
      "loss": 0.017,
      "step": 3780
    },
    {
      "epoch": 2.7384393063583814,
      "grad_norm": 0.28333336114883423,
      "learning_rate": 9.242937138620951e-05,
      "loss": 0.0206,
      "step": 3790
    },
    {
      "epoch": 2.745664739884393,
      "grad_norm": 0.31268417835235596,
      "learning_rate": 9.195273216784022e-05,
      "loss": 0.0233,
      "step": 3800
    },
    {
      "epoch": 2.7528901734104045,
      "grad_norm": 0.28576889634132385,
      "learning_rate": 9.147627689296836e-05,
      "loss": 0.0221,
      "step": 3810
    },
    {
      "epoch": 2.760115606936416,
      "grad_norm": 0.2438884973526001,
      "learning_rate": 9.100001645235227e-05,
      "loss": 0.0178,
      "step": 3820
    },
    {
      "epoch": 2.7673410404624277,
      "grad_norm": 0.27602580189704895,
      "learning_rate": 9.052396173229688e-05,
      "loss": 0.0184,
      "step": 3830
    },
    {
      "epoch": 2.7745664739884393,
      "grad_norm": 0.20872294902801514,
      "learning_rate": 9.004812361440471e-05,
      "loss": 0.0195,
      "step": 3840
    },
    {
      "epoch": 2.781791907514451,
      "grad_norm": 0.29158633947372437,
      "learning_rate": 8.95725129753272e-05,
      "loss": 0.018,
      "step": 3850
    },
    {
      "epoch": 2.7890173410404624,
      "grad_norm": 0.18671691417694092,
      "learning_rate": 8.909714068651625e-05,
      "loss": 0.018,
      "step": 3860
    },
    {
      "epoch": 2.796242774566474,
      "grad_norm": 0.31880393624305725,
      "learning_rate": 8.862201761397539e-05,
      "loss": 0.0204,
      "step": 3870
    },
    {
      "epoch": 2.8034682080924855,
      "grad_norm": 0.4597291648387909,
      "learning_rate": 8.814715461801173e-05,
      "loss": 0.0182,
      "step": 3880
    },
    {
      "epoch": 2.810693641618497,
      "grad_norm": 0.2754676938056946,
      "learning_rate": 8.767256255298751e-05,
      "loss": 0.0181,
      "step": 3890
    },
    {
      "epoch": 2.8179190751445087,
      "grad_norm": 0.19947566092014313,
      "learning_rate": 8.71982522670721e-05,
      "loss": 0.0195,
      "step": 3900
    },
    {
      "epoch": 2.8251445086705202,
      "grad_norm": 0.22111451625823975,
      "learning_rate": 8.672423460199396e-05,
      "loss": 0.0155,
      "step": 3910
    },
    {
      "epoch": 2.832369942196532,
      "grad_norm": 0.2328019142150879,
      "learning_rate": 8.625052039279287e-05,
      "loss": 0.014,
      "step": 3920
    },
    {
      "epoch": 2.8395953757225434,
      "grad_norm": 0.3813166618347168,
      "learning_rate": 8.577712046757233e-05,
      "loss": 0.0212,
      "step": 3930
    },
    {
      "epoch": 2.846820809248555,
      "grad_norm": 0.3128349184989929,
      "learning_rate": 8.530404564725179e-05,
      "loss": 0.0235,
      "step": 3940
    },
    {
      "epoch": 2.8540462427745665,
      "grad_norm": 0.1525730937719345,
      "learning_rate": 8.483130674531971e-05,
      "loss": 0.0167,
      "step": 3950
    },
    {
      "epoch": 2.861271676300578,
      "grad_norm": 0.37467721104621887,
      "learning_rate": 8.4358914567586e-05,
      "loss": 0.0292,
      "step": 3960
    },
    {
      "epoch": 2.8684971098265897,
      "grad_norm": 0.2686941921710968,
      "learning_rate": 8.388687991193526e-05,
      "loss": 0.016,
      "step": 3970
    },
    {
      "epoch": 2.8757225433526012,
      "grad_norm": 0.42237579822540283,
      "learning_rate": 8.34152135680799e-05,
      "loss": 0.0165,
      "step": 3980
    },
    {
      "epoch": 2.882947976878613,
      "grad_norm": 0.29524099826812744,
      "learning_rate": 8.294392631731344e-05,
      "loss": 0.0165,
      "step": 3990
    },
    {
      "epoch": 2.8901734104046244,
      "grad_norm": 0.11127469688653946,
      "learning_rate": 8.247302893226425e-05,
      "loss": 0.0132,
      "step": 4000
    },
    {
      "epoch": 2.897398843930636,
      "grad_norm": 0.21987956762313843,
      "learning_rate": 8.20025321766491e-05,
      "loss": 0.0168,
      "step": 4010
    },
    {
      "epoch": 2.9046242774566475,
      "grad_norm": 0.24067598581314087,
      "learning_rate": 8.153244680502716e-05,
      "loss": 0.014,
      "step": 4020
    },
    {
      "epoch": 2.911849710982659,
      "grad_norm": 0.3013963997364044,
      "learning_rate": 8.106278356255449e-05,
      "loss": 0.0173,
      "step": 4030
    },
    {
      "epoch": 2.9190751445086707,
      "grad_norm": 0.250764936208725,
      "learning_rate": 8.059355318473781e-05,
      "loss": 0.0161,
      "step": 4040
    },
    {
      "epoch": 2.9263005780346822,
      "grad_norm": 0.28107234835624695,
      "learning_rate": 8.012476639718982e-05,
      "loss": 0.0252,
      "step": 4050
    },
    {
      "epoch": 2.9335260115606934,
      "grad_norm": 0.17669588327407837,
      "learning_rate": 7.965643391538344e-05,
      "loss": 0.0233,
      "step": 4060
    },
    {
      "epoch": 2.940751445086705,
      "grad_norm": 0.21567624807357788,
      "learning_rate": 7.918856644440724e-05,
      "loss": 0.0228,
      "step": 4070
    },
    {
      "epoch": 2.9479768786127165,
      "grad_norm": 0.3180129826068878,
      "learning_rate": 7.872117467872059e-05,
      "loss": 0.0211,
      "step": 4080
    },
    {
      "epoch": 2.955202312138728,
      "grad_norm": 0.2351105809211731,
      "learning_rate": 7.825426930190922e-05,
      "loss": 0.0159,
      "step": 4090
    },
    {
      "epoch": 2.9624277456647397,
      "grad_norm": 0.32194286584854126,
      "learning_rate": 7.778786098644115e-05,
      "loss": 0.0176,
      "step": 4100
    },
    {
      "epoch": 2.9696531791907512,
      "grad_norm": 0.23887833952903748,
      "learning_rate": 7.73219603934225e-05,
      "loss": 0.0141,
      "step": 4110
    },
    {
      "epoch": 2.976878612716763,
      "grad_norm": 0.2731233239173889,
      "learning_rate": 7.685657817235394e-05,
      "loss": 0.0165,
      "step": 4120
    },
    {
      "epoch": 2.9841040462427744,
      "grad_norm": 0.3001903295516968,
      "learning_rate": 7.63917249608874e-05,
      "loss": 0.0119,
      "step": 4130
    },
    {
      "epoch": 2.991329479768786,
      "grad_norm": 0.23992595076560974,
      "learning_rate": 7.592741138458262e-05,
      "loss": 0.0137,
      "step": 4140
    },
    {
      "epoch": 2.9985549132947975,
      "grad_norm": 0.2830798923969269,
      "learning_rate": 7.546364805666446e-05,
      "loss": 0.0199,
      "step": 4150
    },
    {
      "epoch": 3.005780346820809,
      "grad_norm": 0.34715065360069275,
      "learning_rate": 7.500044557778033e-05,
      "loss": 0.0142,
      "step": 4160
    },
    {
      "epoch": 3.0130057803468207,
      "grad_norm": 0.2551473379135132,
      "learning_rate": 7.453781453575767e-05,
      "loss": 0.012,
      "step": 4170
    },
    {
      "epoch": 3.020231213872832,
      "grad_norm": 0.2591426372528076,
      "learning_rate": 7.40757655053623e-05,
      "loss": 0.0194,
      "step": 4180
    },
    {
      "epoch": 3.027456647398844,
      "grad_norm": 0.24271638691425323,
      "learning_rate": 7.361430904805626e-05,
      "loss": 0.0144,
      "step": 4190
    },
    {
      "epoch": 3.0346820809248554,
      "grad_norm": 0.3379476070404053,
      "learning_rate": 7.315345571175687e-05,
      "loss": 0.0134,
      "step": 4200
    },
    {
      "epoch": 3.041907514450867,
      "grad_norm": 0.16557613015174866,
      "learning_rate": 7.269321603059515e-05,
      "loss": 0.012,
      "step": 4210
    },
    {
      "epoch": 3.0491329479768785,
      "grad_norm": 0.2421591579914093,
      "learning_rate": 7.223360052467531e-05,
      "loss": 0.015,
      "step": 4220
    },
    {
      "epoch": 3.05635838150289,
      "grad_norm": 0.18372207880020142,
      "learning_rate": 7.177461969983441e-05,
      "loss": 0.0129,
      "step": 4230
    },
    {
      "epoch": 3.0635838150289016,
      "grad_norm": 0.1988380253314972,
      "learning_rate": 7.131628404740184e-05,
      "loss": 0.0119,
      "step": 4240
    },
    {
      "epoch": 3.070809248554913,
      "grad_norm": 0.1848914474248886,
      "learning_rate": 7.085860404395985e-05,
      "loss": 0.0157,
      "step": 4250
    },
    {
      "epoch": 3.078034682080925,
      "grad_norm": 0.188431978225708,
      "learning_rate": 7.040159015110385e-05,
      "loss": 0.0157,
      "step": 4260
    },
    {
      "epoch": 3.0852601156069364,
      "grad_norm": 0.12507693469524384,
      "learning_rate": 6.994525281520339e-05,
      "loss": 0.0149,
      "step": 4270
    },
    {
      "epoch": 3.092485549132948,
      "grad_norm": 0.192454531788826,
      "learning_rate": 6.948960246716345e-05,
      "loss": 0.0152,
      "step": 4280
    },
    {
      "epoch": 3.0997109826589595,
      "grad_norm": 0.27219805121421814,
      "learning_rate": 6.903464952218574e-05,
      "loss": 0.0251,
      "step": 4290
    },
    {
      "epoch": 3.106936416184971,
      "grad_norm": 0.26388370990753174,
      "learning_rate": 6.858040437953108e-05,
      "loss": 0.0152,
      "step": 4300
    },
    {
      "epoch": 3.1141618497109826,
      "grad_norm": 0.2379855066537857,
      "learning_rate": 6.812687742228121e-05,
      "loss": 0.0133,
      "step": 4310
    },
    {
      "epoch": 3.121387283236994,
      "grad_norm": 0.14189544320106506,
      "learning_rate": 6.767407901710165e-05,
      "loss": 0.0165,
      "step": 4320
    },
    {
      "epoch": 3.128612716763006,
      "grad_norm": 0.29239585995674133,
      "learning_rate": 6.722201951400498e-05,
      "loss": 0.0148,
      "step": 4330
    },
    {
      "epoch": 3.1358381502890174,
      "grad_norm": 0.29002389311790466,
      "learning_rate": 6.677070924611386e-05,
      "loss": 0.0131,
      "step": 4340
    },
    {
      "epoch": 3.143063583815029,
      "grad_norm": 0.19561998546123505,
      "learning_rate": 6.632015852942508e-05,
      "loss": 0.0124,
      "step": 4350
    },
    {
      "epoch": 3.1502890173410405,
      "grad_norm": 0.30721139907836914,
      "learning_rate": 6.587037766257366e-05,
      "loss": 0.0182,
      "step": 4360
    },
    {
      "epoch": 3.157514450867052,
      "grad_norm": 0.24672167003154755,
      "learning_rate": 6.542137692659764e-05,
      "loss": 0.0149,
      "step": 4370
    },
    {
      "epoch": 3.1647398843930636,
      "grad_norm": 0.26196083426475525,
      "learning_rate": 6.497316658470267e-05,
      "loss": 0.0147,
      "step": 4380
    },
    {
      "epoch": 3.171965317919075,
      "grad_norm": 0.22746267914772034,
      "learning_rate": 6.452575688202779e-05,
      "loss": 0.0144,
      "step": 4390
    },
    {
      "epoch": 3.179190751445087,
      "grad_norm": 0.22506026923656464,
      "learning_rate": 6.407915804541123e-05,
      "loss": 0.0168,
      "step": 4400
    },
    {
      "epoch": 3.1864161849710984,
      "grad_norm": 0.2553040385246277,
      "learning_rate": 6.363338028315633e-05,
      "loss": 0.0119,
      "step": 4410
    },
    {
      "epoch": 3.19364161849711,
      "grad_norm": 0.20052765309810638,
      "learning_rate": 6.31884337847986e-05,
      "loss": 0.0128,
      "step": 4420
    },
    {
      "epoch": 3.2008670520231215,
      "grad_norm": 0.1490064561367035,
      "learning_rate": 6.27443287208725e-05,
      "loss": 0.0104,
      "step": 4430
    },
    {
      "epoch": 3.208092485549133,
      "grad_norm": 0.14192526042461395,
      "learning_rate": 6.230107524267907e-05,
      "loss": 0.0135,
      "step": 4440
    },
    {
      "epoch": 3.2153179190751446,
      "grad_norm": 0.25964197516441345,
      "learning_rate": 6.185868348205402e-05,
      "loss": 0.0145,
      "step": 4450
    },
    {
      "epoch": 3.222543352601156,
      "grad_norm": 0.24748851358890533,
      "learning_rate": 6.141716355113589e-05,
      "loss": 0.012,
      "step": 4460
    },
    {
      "epoch": 3.229768786127168,
      "grad_norm": 0.23189860582351685,
      "learning_rate": 6.0976525542135154e-05,
      "loss": 0.0126,
      "step": 4470
    },
    {
      "epoch": 3.2369942196531793,
      "grad_norm": 0.1691814512014389,
      "learning_rate": 6.0536779527103374e-05,
      "loss": 0.0113,
      "step": 4480
    },
    {
      "epoch": 3.244219653179191,
      "grad_norm": 0.17932894825935364,
      "learning_rate": 6.009793555770291e-05,
      "loss": 0.011,
      "step": 4490
    },
    {
      "epoch": 3.2514450867052025,
      "grad_norm": 0.2402486354112625,
      "learning_rate": 5.966000366497748e-05,
      "loss": 0.0178,
      "step": 4500
    },
    {
      "epoch": 3.258670520231214,
      "grad_norm": 0.16940508782863617,
      "learning_rate": 5.922299385912248e-05,
      "loss": 0.0102,
      "step": 4510
    },
    {
      "epoch": 3.2658959537572256,
      "grad_norm": 0.33355531096458435,
      "learning_rate": 5.8786916129256464e-05,
      "loss": 0.0173,
      "step": 4520
    },
    {
      "epoch": 3.273121387283237,
      "grad_norm": 0.2767535150051117,
      "learning_rate": 5.835178044319266e-05,
      "loss": 0.0146,
      "step": 4530
    },
    {
      "epoch": 3.2803468208092488,
      "grad_norm": 0.15376369655132294,
      "learning_rate": 5.791759674721111e-05,
      "loss": 0.0091,
      "step": 4540
    },
    {
      "epoch": 3.2875722543352603,
      "grad_norm": 0.4249739348888397,
      "learning_rate": 5.7484374965831544e-05,
      "loss": 0.0181,
      "step": 4550
    },
    {
      "epoch": 3.294797687861272,
      "grad_norm": 0.26152127981185913,
      "learning_rate": 5.705212500158621e-05,
      "loss": 0.0123,
      "step": 4560
    },
    {
      "epoch": 3.302023121387283,
      "grad_norm": 0.11546692997217178,
      "learning_rate": 5.662085673479373e-05,
      "loss": 0.0121,
      "step": 4570
    },
    {
      "epoch": 3.3092485549132946,
      "grad_norm": 0.21385464072227478,
      "learning_rate": 5.6190580023333185e-05,
      "loss": 0.0135,
      "step": 4580
    },
    {
      "epoch": 3.316473988439306,
      "grad_norm": 0.13952258229255676,
      "learning_rate": 5.5761304702418784e-05,
      "loss": 0.0118,
      "step": 4590
    },
    {
      "epoch": 3.3236994219653178,
      "grad_norm": 0.427616149187088,
      "learning_rate": 5.533304058437516e-05,
      "loss": 0.0124,
      "step": 4600
    },
    {
      "epoch": 3.3309248554913293,
      "grad_norm": 0.23015211522579193,
      "learning_rate": 5.4905797458412866e-05,
      "loss": 0.0163,
      "step": 4610
    },
    {
      "epoch": 3.338150289017341,
      "grad_norm": 0.2182857245206833,
      "learning_rate": 5.447958509040488e-05,
      "loss": 0.0128,
      "step": 4620
    },
    {
      "epoch": 3.3453757225433525,
      "grad_norm": 0.16086873412132263,
      "learning_rate": 5.405441322266311e-05,
      "loss": 0.0152,
      "step": 4630
    },
    {
      "epoch": 3.352601156069364,
      "grad_norm": 0.2987256348133087,
      "learning_rate": 5.363029157371588e-05,
      "loss": 0.0098,
      "step": 4640
    },
    {
      "epoch": 3.3598265895953756,
      "grad_norm": 0.2915881276130676,
      "learning_rate": 5.3207229838085745e-05,
      "loss": 0.0179,
      "step": 4650
    },
    {
      "epoch": 3.367052023121387,
      "grad_norm": 0.25969257950782776,
      "learning_rate": 5.2785237686067826e-05,
      "loss": 0.0164,
      "step": 4660
    },
    {
      "epoch": 3.3742774566473988,
      "grad_norm": 0.3865472376346588,
      "learning_rate": 5.236432476350897e-05,
      "loss": 0.0203,
      "step": 4670
    },
    {
      "epoch": 3.3815028901734103,
      "grad_norm": 0.22970513999462128,
      "learning_rate": 5.194450069158696e-05,
      "loss": 0.012,
      "step": 4680
    },
    {
      "epoch": 3.388728323699422,
      "grad_norm": 0.20756426453590393,
      "learning_rate": 5.1525775066590856e-05,
      "loss": 0.0174,
      "step": 4690
    },
    {
      "epoch": 3.3959537572254335,
      "grad_norm": 0.20011624693870544,
      "learning_rate": 5.110815745970159e-05,
      "loss": 0.0132,
      "step": 4700
    },
    {
      "epoch": 3.403179190751445,
      "grad_norm": 0.15530593693256378,
      "learning_rate": 5.069165741677295e-05,
      "loss": 0.0154,
      "step": 4710
    },
    {
      "epoch": 3.4104046242774566,
      "grad_norm": 0.33420002460479736,
      "learning_rate": 5.0276284458113834e-05,
      "loss": 0.0141,
      "step": 4720
    },
    {
      "epoch": 3.417630057803468,
      "grad_norm": 0.1256830096244812,
      "learning_rate": 4.9862048078270204e-05,
      "loss": 0.0106,
      "step": 4730
    },
    {
      "epoch": 3.4248554913294798,
      "grad_norm": 0.2905787527561188,
      "learning_rate": 4.9448957745808264e-05,
      "loss": 0.0162,
      "step": 4740
    },
    {
      "epoch": 3.4320809248554913,
      "grad_norm": 0.17276261746883392,
      "learning_rate": 4.9037022903098104e-05,
      "loss": 0.0113,
      "step": 4750
    },
    {
      "epoch": 3.439306358381503,
      "grad_norm": 0.21461628377437592,
      "learning_rate": 4.8626252966097666e-05,
      "loss": 0.0121,
      "step": 4760
    },
    {
      "epoch": 3.4465317919075145,
      "grad_norm": 0.22955593466758728,
      "learning_rate": 4.821665732413761e-05,
      "loss": 0.0129,
      "step": 4770
    },
    {
      "epoch": 3.453757225433526,
      "grad_norm": 0.2228996753692627,
      "learning_rate": 4.780824533970677e-05,
      "loss": 0.0217,
      "step": 4780
    },
    {
      "epoch": 3.4609826589595376,
      "grad_norm": 0.18699540197849274,
      "learning_rate": 4.7401026348237966e-05,
      "loss": 0.0203,
      "step": 4790
    },
    {
      "epoch": 3.468208092485549,
      "grad_norm": 0.2253578007221222,
      "learning_rate": 4.699500965789489e-05,
      "loss": 0.0136,
      "step": 4800
    },
    {
      "epoch": 3.4754335260115607,
      "grad_norm": 0.2650775909423828,
      "learning_rate": 4.6590204549359004e-05,
      "loss": 0.0125,
      "step": 4810
    },
    {
      "epoch": 3.4826589595375723,
      "grad_norm": 0.15498478710651398,
      "learning_rate": 4.618662027561773e-05,
      "loss": 0.0119,
      "step": 4820
    },
    {
      "epoch": 3.489884393063584,
      "grad_norm": 0.21683159470558167,
      "learning_rate": 4.578426606175268e-05,
      "loss": 0.0132,
      "step": 4830
    },
    {
      "epoch": 3.4971098265895955,
      "grad_norm": 0.14817044138908386,
      "learning_rate": 4.538315110472894e-05,
      "loss": 0.0138,
      "step": 4840
    },
    {
      "epoch": 3.504335260115607,
      "grad_norm": 0.14653435349464417,
      "learning_rate": 4.498328457318481e-05,
      "loss": 0.0101,
      "step": 4850
    },
    {
      "epoch": 3.5115606936416186,
      "grad_norm": 0.20104296505451202,
      "learning_rate": 4.458467560722219e-05,
      "loss": 0.0129,
      "step": 4860
    },
    {
      "epoch": 3.51878612716763,
      "grad_norm": 0.19111691415309906,
      "learning_rate": 4.418733331819781e-05,
      "loss": 0.0137,
      "step": 4870
    },
    {
      "epoch": 3.5260115606936417,
      "grad_norm": 0.22066420316696167,
      "learning_rate": 4.3791266788514696e-05,
      "loss": 0.0124,
      "step": 4880
    },
    {
      "epoch": 3.5332369942196533,
      "grad_norm": 0.1991186887025833,
      "learning_rate": 4.339648507141485e-05,
      "loss": 0.0135,
      "step": 4890
    },
    {
      "epoch": 3.540462427745665,
      "grad_norm": 0.22687891125679016,
      "learning_rate": 4.300299719077211e-05,
      "loss": 0.0113,
      "step": 4900
    },
    {
      "epoch": 3.5476878612716765,
      "grad_norm": 0.2814226746559143,
      "learning_rate": 4.261081214088595e-05,
      "loss": 0.0135,
      "step": 4910
    },
    {
      "epoch": 3.5549132947976876,
      "grad_norm": 0.23562021553516388,
      "learning_rate": 4.221993888627591e-05,
      "loss": 0.0161,
      "step": 4920
    },
    {
      "epoch": 3.562138728323699,
      "grad_norm": 0.16486051678657532,
      "learning_rate": 4.1830386361476637e-05,
      "loss": 0.0134,
      "step": 4930
    },
    {
      "epoch": 3.5693641618497107,
      "grad_norm": 0.24152740836143494,
      "learning_rate": 4.144216347083378e-05,
      "loss": 0.0107,
      "step": 4940
    },
    {
      "epoch": 3.5765895953757223,
      "grad_norm": 0.19932973384857178,
      "learning_rate": 4.1055279088300294e-05,
      "loss": 0.011,
      "step": 4950
    },
    {
      "epoch": 3.583815028901734,
      "grad_norm": 0.2200741022825241,
      "learning_rate": 4.066974205723362e-05,
      "loss": 0.015,
      "step": 4960
    },
    {
      "epoch": 3.5910404624277454,
      "grad_norm": 0.18681202828884125,
      "learning_rate": 4.02855611901938e-05,
      "loss": 0.0136,
      "step": 4970
    },
    {
      "epoch": 3.598265895953757,
      "grad_norm": 0.14601317048072815,
      "learning_rate": 3.990274526874156e-05,
      "loss": 0.0091,
      "step": 4980
    },
    {
      "epoch": 3.6054913294797686,
      "grad_norm": 0.22250248491764069,
      "learning_rate": 3.95213030432381e-05,
      "loss": 0.0153,
      "step": 4990
    },
    {
      "epoch": 3.61271676300578,
      "grad_norm": 0.17519167065620422,
      "learning_rate": 3.914124323264473e-05,
      "loss": 0.0114,
      "step": 5000
    },
    {
      "epoch": 3.6199421965317917,
      "grad_norm": 0.17757725715637207,
      "learning_rate": 3.876257452432365e-05,
      "loss": 0.0144,
      "step": 5010
    },
    {
      "epoch": 3.6271676300578033,
      "grad_norm": 0.4040830731391907,
      "learning_rate": 3.838530557383953e-05,
      "loss": 0.0119,
      "step": 5020
    },
    {
      "epoch": 3.634393063583815,
      "grad_norm": 0.16794376075267792,
      "learning_rate": 3.800944500476145e-05,
      "loss": 0.0118,
      "step": 5030
    },
    {
      "epoch": 3.6416184971098264,
      "grad_norm": 0.23436979949474335,
      "learning_rate": 3.7635001408465875e-05,
      "loss": 0.0096,
      "step": 5040
    },
    {
      "epoch": 3.648843930635838,
      "grad_norm": 0.3052511215209961,
      "learning_rate": 3.72619833439403e-05,
      "loss": 0.0131,
      "step": 5050
    },
    {
      "epoch": 3.6560693641618496,
      "grad_norm": 0.19484452903270721,
      "learning_rate": 3.689039933758754e-05,
      "loss": 0.0107,
      "step": 5060
    },
    {
      "epoch": 3.663294797687861,
      "grad_norm": 0.11929387599229813,
      "learning_rate": 3.652025788303099e-05,
      "loss": 0.0142,
      "step": 5070
    },
    {
      "epoch": 3.6705202312138727,
      "grad_norm": 0.13904815912246704,
      "learning_rate": 3.6151567440920206e-05,
      "loss": 0.011,
      "step": 5080
    },
    {
      "epoch": 3.6777456647398843,
      "grad_norm": 0.20277534425258636,
      "learning_rate": 3.578433643873784e-05,
      "loss": 0.0108,
      "step": 5090
    },
    {
      "epoch": 3.684971098265896,
      "grad_norm": 0.14958781003952026,
      "learning_rate": 3.541857327060671e-05,
      "loss": 0.0174,
      "step": 5100
    },
    {
      "epoch": 3.6921965317919074,
      "grad_norm": 0.18210665881633759,
      "learning_rate": 3.5054286297098117e-05,
      "loss": 0.0143,
      "step": 5110
    },
    {
      "epoch": 3.699421965317919,
      "grad_norm": 0.17495621740818024,
      "learning_rate": 3.469148384504065e-05,
      "loss": 0.0105,
      "step": 5120
    },
    {
      "epoch": 3.7066473988439306,
      "grad_norm": 0.15843825042247772,
      "learning_rate": 3.4330174207329855e-05,
      "loss": 0.0089,
      "step": 5130
    },
    {
      "epoch": 3.713872832369942,
      "grad_norm": 0.14327116310596466,
      "learning_rate": 3.3970365642738846e-05,
      "loss": 0.0105,
      "step": 5140
    },
    {
      "epoch": 3.7210982658959537,
      "grad_norm": 0.14071951806545258,
      "learning_rate": 3.361206637572921e-05,
      "loss": 0.0145,
      "step": 5150
    },
    {
      "epoch": 3.7283236994219653,
      "grad_norm": 0.17072631418704987,
      "learning_rate": 3.3255284596263256e-05,
      "loss": 0.0121,
      "step": 5160
    },
    {
      "epoch": 3.735549132947977,
      "grad_norm": 0.14465495944023132,
      "learning_rate": 3.290002845961682e-05,
      "loss": 0.0109,
      "step": 5170
    },
    {
      "epoch": 3.7427745664739884,
      "grad_norm": 0.11986351013183594,
      "learning_rate": 3.2546306086192636e-05,
      "loss": 0.0113,
      "step": 5180
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.19396544992923737,
      "learning_rate": 3.219412556133497e-05,
      "loss": 0.0089,
      "step": 5190
    },
    {
      "epoch": 3.7572254335260116,
      "grad_norm": 0.15157504379749298,
      "learning_rate": 3.1843494935144626e-05,
      "loss": 0.013,
      "step": 5200
    },
    {
      "epoch": 3.764450867052023,
      "grad_norm": 0.26728197932243347,
      "learning_rate": 3.1494422222295e-05,
      "loss": 0.0113,
      "step": 5210
    },
    {
      "epoch": 3.7716763005780347,
      "grad_norm": 0.3146849274635315,
      "learning_rate": 3.114691540184901e-05,
      "loss": 0.0078,
      "step": 5220
    },
    {
      "epoch": 3.7789017341040463,
      "grad_norm": 0.19057181477546692,
      "learning_rate": 3.080098241707641e-05,
      "loss": 0.0112,
      "step": 5230
    },
    {
      "epoch": 3.786127167630058,
      "grad_norm": 0.10792943090200424,
      "learning_rate": 3.0456631175272608e-05,
      "loss": 0.0098,
      "step": 5240
    },
    {
      "epoch": 3.7933526011560694,
      "grad_norm": 0.15339750051498413,
      "learning_rate": 3.0113869547577522e-05,
      "loss": 0.0089,
      "step": 5250
    },
    {
      "epoch": 3.800578034682081,
      "grad_norm": 0.14971426129341125,
      "learning_rate": 2.9772705368795927e-05,
      "loss": 0.014,
      "step": 5260
    },
    {
      "epoch": 3.8078034682080926,
      "grad_norm": 0.12296771258115768,
      "learning_rate": 2.9433146437218394e-05,
      "loss": 0.0093,
      "step": 5270
    },
    {
      "epoch": 3.815028901734104,
      "grad_norm": 0.21407096087932587,
      "learning_rate": 2.909520051444279e-05,
      "loss": 0.0084,
      "step": 5280
    },
    {
      "epoch": 3.8222543352601157,
      "grad_norm": 0.1819303184747696,
      "learning_rate": 2.8758875325197167e-05,
      "loss": 0.0096,
      "step": 5290
    },
    {
      "epoch": 3.8294797687861273,
      "grad_norm": 0.30501365661621094,
      "learning_rate": 2.8424178557162915e-05,
      "loss": 0.0138,
      "step": 5300
    },
    {
      "epoch": 3.836705202312139,
      "grad_norm": 0.13662755489349365,
      "learning_rate": 2.8091117860799244e-05,
      "loss": 0.0214,
      "step": 5310
    },
    {
      "epoch": 3.8439306358381504,
      "grad_norm": 0.17908525466918945,
      "learning_rate": 2.775970084916818e-05,
      "loss": 0.0123,
      "step": 5320
    },
    {
      "epoch": 3.851156069364162,
      "grad_norm": 0.22172127664089203,
      "learning_rate": 2.7429935097760605e-05,
      "loss": 0.0136,
      "step": 5330
    },
    {
      "epoch": 3.8583815028901736,
      "grad_norm": 0.23410490155220032,
      "learning_rate": 2.710182814432317e-05,
      "loss": 0.009,
      "step": 5340
    },
    {
      "epoch": 3.865606936416185,
      "grad_norm": 0.11713831126689911,
      "learning_rate": 2.6775387488685778e-05,
      "loss": 0.0068,
      "step": 5350
    },
    {
      "epoch": 3.8728323699421967,
      "grad_norm": 0.20926479995250702,
      "learning_rate": 2.645062059259045e-05,
      "loss": 0.021,
      "step": 5360
    },
    {
      "epoch": 3.8800578034682083,
      "grad_norm": 0.2228723168373108,
      "learning_rate": 2.6127534879520476e-05,
      "loss": 0.0082,
      "step": 5370
    },
    {
      "epoch": 3.88728323699422,
      "grad_norm": 0.1596720665693283,
      "learning_rate": 2.5806137734530934e-05,
      "loss": 0.0127,
      "step": 5380
    },
    {
      "epoch": 3.8945086705202314,
      "grad_norm": 0.2996460199356079,
      "learning_rate": 2.5486436504079792e-05,
      "loss": 0.0107,
      "step": 5390
    },
    {
      "epoch": 3.901734104046243,
      "grad_norm": 0.215359628200531,
      "learning_rate": 2.516843849585997e-05,
      "loss": 0.0142,
      "step": 5400
    },
    {
      "epoch": 3.9089595375722546,
      "grad_norm": 0.17319220304489136,
      "learning_rate": 2.4852150978632427e-05,
      "loss": 0.0107,
      "step": 5410
    },
    {
      "epoch": 3.916184971098266,
      "grad_norm": 0.14736515283584595,
      "learning_rate": 2.4537581182059844e-05,
      "loss": 0.0146,
      "step": 5420
    },
    {
      "epoch": 3.9234104046242777,
      "grad_norm": 0.08320306241512299,
      "learning_rate": 2.422473629654145e-05,
      "loss": 0.0073,
      "step": 5430
    },
    {
      "epoch": 3.9306358381502893,
      "grad_norm": 0.15274234116077423,
      "learning_rate": 2.3913623473048708e-05,
      "loss": 0.0124,
      "step": 5440
    },
    {
      "epoch": 3.937861271676301,
      "grad_norm": 0.2870109975337982,
      "learning_rate": 2.3604249822961776e-05,
      "loss": 0.0128,
      "step": 5450
    },
    {
      "epoch": 3.9450867052023124,
      "grad_norm": 0.20727121829986572,
      "learning_rate": 2.3296622417906988e-05,
      "loss": 0.0066,
      "step": 5460
    },
    {
      "epoch": 3.9523121387283235,
      "grad_norm": 0.19767476618289948,
      "learning_rate": 2.2990748289595243e-05,
      "loss": 0.0112,
      "step": 5470
    },
    {
      "epoch": 3.959537572254335,
      "grad_norm": 0.20713435113430023,
      "learning_rate": 2.268663442966117e-05,
      "loss": 0.0092,
      "step": 5480
    },
    {
      "epoch": 3.9667630057803467,
      "grad_norm": 0.1702476590871811,
      "learning_rate": 2.2384287789503533e-05,
      "loss": 0.0084,
      "step": 5490
    },
    {
      "epoch": 3.9739884393063583,
      "grad_norm": 0.14406177401542664,
      "learning_rate": 2.2083715280126062e-05,
      "loss": 0.0077,
      "step": 5500
    },
    {
      "epoch": 3.98121387283237,
      "grad_norm": 0.14436282217502594,
      "learning_rate": 2.1784923771979694e-05,
      "loss": 0.0104,
      "step": 5510
    },
    {
      "epoch": 3.9884393063583814,
      "grad_norm": 0.17764638364315033,
      "learning_rate": 2.1487920094805446e-05,
      "loss": 0.0085,
      "step": 5520
    },
    {
      "epoch": 3.995664739884393,
      "grad_norm": 0.1937018483877182,
      "learning_rate": 2.1192711037478187e-05,
      "loss": 0.0083,
      "step": 5530
    },
    {
      "epoch": 4.002890173410405,
      "grad_norm": 0.1566731184720993,
      "learning_rate": 2.0899303347851772e-05,
      "loss": 0.0092,
      "step": 5540
    },
    {
      "epoch": 4.0101156069364166,
      "grad_norm": 0.21031144261360168,
      "learning_rate": 2.0607703732604435e-05,
      "loss": 0.0089,
      "step": 5550
    },
    {
      "epoch": 4.017341040462428,
      "grad_norm": 0.24341128766536713,
      "learning_rate": 2.0317918857085805e-05,
      "loss": 0.0108,
      "step": 5560
    },
    {
      "epoch": 4.02456647398844,
      "grad_norm": 0.18322938680648804,
      "learning_rate": 2.0029955345164286e-05,
      "loss": 0.0107,
      "step": 5570
    },
    {
      "epoch": 4.031791907514451,
      "grad_norm": 0.1266375333070755,
      "learning_rate": 1.9743819779075823e-05,
      "loss": 0.0049,
      "step": 5580
    },
    {
      "epoch": 4.039017341040463,
      "grad_norm": 0.2991048991680145,
      "learning_rate": 1.945951869927337e-05,
      "loss": 0.0082,
      "step": 5590
    },
    {
      "epoch": 4.046242774566474,
      "grad_norm": 0.11648675799369812,
      "learning_rate": 1.917705860427741e-05,
      "loss": 0.0101,
      "step": 5600
    },
    {
      "epoch": 4.053468208092486,
      "grad_norm": 0.15041537582874298,
      "learning_rate": 1.8896445950527475e-05,
      "loss": 0.0083,
      "step": 5610
    },
    {
      "epoch": 4.0606936416184976,
      "grad_norm": 0.28212547302246094,
      "learning_rate": 1.861768715223443e-05,
      "loss": 0.0117,
      "step": 5620
    },
    {
      "epoch": 4.067919075144508,
      "grad_norm": 0.10794773697853088,
      "learning_rate": 1.8340788581233913e-05,
      "loss": 0.0049,
      "step": 5630
    },
    {
      "epoch": 4.07514450867052,
      "grad_norm": 0.1072087287902832,
      "learning_rate": 1.8065756566840807e-05,
      "loss": 0.0073,
      "step": 5640
    },
    {
      "epoch": 4.082369942196531,
      "grad_norm": 0.21496444940567017,
      "learning_rate": 1.779259739570438e-05,
      "loss": 0.0121,
      "step": 5650
    },
    {
      "epoch": 4.089595375722543,
      "grad_norm": 0.1343175172805786,
      "learning_rate": 1.7521317311664696e-05,
      "loss": 0.0077,
      "step": 5660
    },
    {
      "epoch": 4.0968208092485545,
      "grad_norm": 0.13832974433898926,
      "learning_rate": 1.7251922515609863e-05,
      "loss": 0.0096,
      "step": 5670
    },
    {
      "epoch": 4.104046242774566,
      "grad_norm": 0.18991577625274658,
      "learning_rate": 1.6984419165334277e-05,
      "loss": 0.0161,
      "step": 5680
    },
    {
      "epoch": 4.111271676300578,
      "grad_norm": 0.2303207516670227,
      "learning_rate": 1.671881337539798e-05,
      "loss": 0.0082,
      "step": 5690
    },
    {
      "epoch": 4.118497109826589,
      "grad_norm": 0.22146502137184143,
      "learning_rate": 1.6455111216986664e-05,
      "loss": 0.01,
      "step": 5700
    },
    {
      "epoch": 4.125722543352601,
      "grad_norm": 0.38750120997428894,
      "learning_rate": 1.6193318717773187e-05,
      "loss": 0.0117,
      "step": 5710
    },
    {
      "epoch": 4.132947976878612,
      "grad_norm": 0.09928886592388153,
      "learning_rate": 1.5933441861779518e-05,
      "loss": 0.0067,
      "step": 5720
    },
    {
      "epoch": 4.140173410404624,
      "grad_norm": 0.14484621584415436,
      "learning_rate": 1.567548658924016e-05,
      "loss": 0.0096,
      "step": 5730
    },
    {
      "epoch": 4.1473988439306355,
      "grad_norm": 0.17204761505126953,
      "learning_rate": 1.5419458796466234e-05,
      "loss": 0.0065,
      "step": 5740
    },
    {
      "epoch": 4.154624277456647,
      "grad_norm": 0.06153562292456627,
      "learning_rate": 1.5165364335710764e-05,
      "loss": 0.0088,
      "step": 5750
    },
    {
      "epoch": 4.161849710982659,
      "grad_norm": 0.15422751009464264,
      "learning_rate": 1.4913209015034956e-05,
      "loss": 0.0098,
      "step": 5760
    },
    {
      "epoch": 4.16907514450867,
      "grad_norm": 0.2040354162454605,
      "learning_rate": 1.4662998598175314e-05,
      "loss": 0.0072,
      "step": 5770
    },
    {
      "epoch": 4.176300578034682,
      "grad_norm": 0.22488704323768616,
      "learning_rate": 1.441473880441201e-05,
      "loss": 0.0104,
      "step": 5780
    },
    {
      "epoch": 4.183526011560693,
      "grad_norm": 0.17628708481788635,
      "learning_rate": 1.4168435308438088e-05,
      "loss": 0.0074,
      "step": 5790
    },
    {
      "epoch": 4.190751445086705,
      "grad_norm": 0.12489684671163559,
      "learning_rate": 1.3924093740229704e-05,
      "loss": 0.0092,
      "step": 5800
    },
    {
      "epoch": 4.1979768786127165,
      "grad_norm": 0.13723787665367126,
      "learning_rate": 1.3681719684917604e-05,
      "loss": 0.0132,
      "step": 5810
    },
    {
      "epoch": 4.205202312138728,
      "grad_norm": 0.09958511590957642,
      "learning_rate": 1.3441318682659276e-05,
      "loss": 0.0145,
      "step": 5820
    },
    {
      "epoch": 4.21242774566474,
      "grad_norm": 0.2590515613555908,
      "learning_rate": 1.3202896228512485e-05,
      "loss": 0.0095,
      "step": 5830
    },
    {
      "epoch": 4.219653179190751,
      "grad_norm": 0.0941896140575409,
      "learning_rate": 1.296645777230947e-05,
      "loss": 0.0065,
      "step": 5840
    },
    {
      "epoch": 4.226878612716763,
      "grad_norm": 0.23163746297359467,
      "learning_rate": 1.2732008718532562e-05,
      "loss": 0.008,
      "step": 5850
    },
    {
      "epoch": 4.234104046242774,
      "grad_norm": 0.08037468045949936,
      "learning_rate": 1.2499554426190518e-05,
      "loss": 0.0077,
      "step": 5860
    },
    {
      "epoch": 4.241329479768786,
      "grad_norm": 0.14902599155902863,
      "learning_rate": 1.2269100208696061e-05,
      "loss": 0.0059,
      "step": 5870
    },
    {
      "epoch": 4.2485549132947975,
      "grad_norm": 0.2328324019908905,
      "learning_rate": 1.2040651333744524e-05,
      "loss": 0.012,
      "step": 5880
    },
    {
      "epoch": 4.255780346820809,
      "grad_norm": 0.19932933151721954,
      "learning_rate": 1.1814213023193277e-05,
      "loss": 0.0074,
      "step": 5890
    },
    {
      "epoch": 4.263005780346821,
      "grad_norm": 0.21653766930103302,
      "learning_rate": 1.158979045294245e-05,
      "loss": 0.0083,
      "step": 5900
    },
    {
      "epoch": 4.270231213872832,
      "grad_norm": 0.23117244243621826,
      "learning_rate": 1.1367388752816688e-05,
      "loss": 0.0108,
      "step": 5910
    },
    {
      "epoch": 4.277456647398844,
      "grad_norm": 0.09811783581972122,
      "learning_rate": 1.1147013006447748e-05,
      "loss": 0.0095,
      "step": 5920
    },
    {
      "epoch": 4.284682080924855,
      "grad_norm": 0.39156588912010193,
      "learning_rate": 1.0928668251158413e-05,
      "loss": 0.0071,
      "step": 5930
    },
    {
      "epoch": 4.291907514450867,
      "grad_norm": 0.1781422346830368,
      "learning_rate": 1.0712359477847288e-05,
      "loss": 0.0159,
      "step": 5940
    },
    {
      "epoch": 4.2991329479768785,
      "grad_norm": 0.2437022626399994,
      "learning_rate": 1.0498091630874763e-05,
      "loss": 0.0065,
      "step": 5950
    },
    {
      "epoch": 4.30635838150289,
      "grad_norm": 0.15582063794136047,
      "learning_rate": 1.0285869607949994e-05,
      "loss": 0.008,
      "step": 5960
    },
    {
      "epoch": 4.313583815028902,
      "grad_norm": 0.1349640190601349,
      "learning_rate": 1.0075698260018873e-05,
      "loss": 0.0069,
      "step": 5970
    },
    {
      "epoch": 4.320809248554913,
      "grad_norm": 0.12121254205703735,
      "learning_rate": 9.867582391153274e-06,
      "loss": 0.0049,
      "step": 5980
    },
    {
      "epoch": 4.328034682080925,
      "grad_norm": 0.1582227647304535,
      "learning_rate": 9.661526758441141e-06,
      "loss": 0.008,
      "step": 5990
    },
    {
      "epoch": 4.335260115606936,
      "grad_norm": 0.10006178170442581,
      "learning_rate": 9.45753607187776e-06,
      "loss": 0.0124,
      "step": 6000
    },
    {
      "epoch": 4.342485549132948,
      "grad_norm": 0.21611645817756653,
      "learning_rate": 9.255614994258154e-06,
      "loss": 0.0085,
      "step": 6010
    },
    {
      "epoch": 4.3497109826589595,
      "grad_norm": 0.1608915776014328,
      "learning_rate": 9.055768141070454e-06,
      "loss": 0.0099,
      "step": 6020
    },
    {
      "epoch": 4.356936416184971,
      "grad_norm": 0.09145373106002808,
      "learning_rate": 8.858000080390439e-06,
      "loss": 0.0111,
      "step": 6030
    },
    {
      "epoch": 4.364161849710983,
      "grad_norm": 0.07861532270908356,
      "learning_rate": 8.66231533277707e-06,
      "loss": 0.0112,
      "step": 6040
    },
    {
      "epoch": 4.371387283236994,
      "grad_norm": 0.23200583457946777,
      "learning_rate": 8.46871837116916e-06,
      "loss": 0.0088,
      "step": 6050
    },
    {
      "epoch": 4.378612716763006,
      "grad_norm": 0.21334034204483032,
      "learning_rate": 8.27721362078323e-06,
      "loss": 0.0094,
      "step": 6060
    },
    {
      "epoch": 4.385838150289017,
      "grad_norm": 0.08083529025316238,
      "learning_rate": 8.08780545901222e-06,
      "loss": 0.008,
      "step": 6070
    },
    {
      "epoch": 4.393063583815029,
      "grad_norm": 0.19791102409362793,
      "learning_rate": 7.900498215325514e-06,
      "loss": 0.0072,
      "step": 6080
    },
    {
      "epoch": 4.4002890173410405,
      "grad_norm": 0.1434745341539383,
      "learning_rate": 7.71529617116996e-06,
      "loss": 0.0069,
      "step": 6090
    },
    {
      "epoch": 4.407514450867052,
      "grad_norm": 0.2680268883705139,
      "learning_rate": 7.532203559871986e-06,
      "loss": 0.0129,
      "step": 6100
    },
    {
      "epoch": 4.414739884393064,
      "grad_norm": 0.18372227251529694,
      "learning_rate": 7.351224566540915e-06,
      "loss": 0.0125,
      "step": 6110
    },
    {
      "epoch": 4.421965317919075,
      "grad_norm": 0.11005425453186035,
      "learning_rate": 7.1723633279731415e-06,
      "loss": 0.0061,
      "step": 6120
    },
    {
      "epoch": 4.429190751445087,
      "grad_norm": 0.18487311899662018,
      "learning_rate": 6.995623932557794e-06,
      "loss": 0.0104,
      "step": 6130
    },
    {
      "epoch": 4.436416184971098,
      "grad_norm": 0.23542456328868866,
      "learning_rate": 6.821010420183038e-06,
      "loss": 0.0083,
      "step": 6140
    },
    {
      "epoch": 4.44364161849711,
      "grad_norm": 0.10208717733621597,
      "learning_rate": 6.648526782143905e-06,
      "loss": 0.0079,
      "step": 6150
    },
    {
      "epoch": 4.4508670520231215,
      "grad_norm": 0.17814548313617706,
      "learning_rate": 6.478176961051052e-06,
      "loss": 0.0087,
      "step": 6160
    },
    {
      "epoch": 4.458092485549133,
      "grad_norm": 0.12302400916814804,
      "learning_rate": 6.309964850740535e-06,
      "loss": 0.0093,
      "step": 6170
    },
    {
      "epoch": 4.465317919075145,
      "grad_norm": 0.2888944745063782,
      "learning_rate": 6.143894296184927e-06,
      "loss": 0.0116,
      "step": 6180
    },
    {
      "epoch": 4.472543352601156,
      "grad_norm": 0.2792350947856903,
      "learning_rate": 5.979969093405336e-06,
      "loss": 0.0059,
      "step": 6190
    },
    {
      "epoch": 4.479768786127168,
      "grad_norm": 0.18412691354751587,
      "learning_rate": 5.818192989384663e-06,
      "loss": 0.0094,
      "step": 6200
    },
    {
      "epoch": 4.486994219653179,
      "grad_norm": 0.060731563717126846,
      "learning_rate": 5.658569681982007e-06,
      "loss": 0.009,
      "step": 6210
    },
    {
      "epoch": 4.494219653179191,
      "grad_norm": 0.23368248343467712,
      "learning_rate": 5.501102819848037e-06,
      "loss": 0.0136,
      "step": 6220
    },
    {
      "epoch": 4.5014450867052025,
      "grad_norm": 0.16230285167694092,
      "learning_rate": 5.345796002341719e-06,
      "loss": 0.0073,
      "step": 6230
    },
    {
      "epoch": 4.508670520231214,
      "grad_norm": 0.13031484186649323,
      "learning_rate": 5.1926527794479154e-06,
      "loss": 0.0102,
      "step": 6240
    },
    {
      "epoch": 4.515895953757226,
      "grad_norm": 0.07982811331748962,
      "learning_rate": 5.041676651696336e-06,
      "loss": 0.007,
      "step": 6250
    },
    {
      "epoch": 4.523121387283237,
      "grad_norm": 0.2615806460380554,
      "learning_rate": 4.892871070081473e-06,
      "loss": 0.0105,
      "step": 6260
    },
    {
      "epoch": 4.530346820809249,
      "grad_norm": 0.14185559749603271,
      "learning_rate": 4.746239435983735e-06,
      "loss": 0.0084,
      "step": 6270
    },
    {
      "epoch": 4.53757225433526,
      "grad_norm": 0.1292169988155365,
      "learning_rate": 4.601785101091683e-06,
      "loss": 0.0107,
      "step": 6280
    },
    {
      "epoch": 4.544797687861272,
      "grad_norm": 0.20721952617168427,
      "learning_rate": 4.4595113673254196e-06,
      "loss": 0.0085,
      "step": 6290
    },
    {
      "epoch": 4.5520231213872835,
      "grad_norm": 0.19826039671897888,
      "learning_rate": 4.319421486761177e-06,
      "loss": 0.0105,
      "step": 6300
    },
    {
      "epoch": 4.559248554913295,
      "grad_norm": 0.1031193882226944,
      "learning_rate": 4.181518661556882e-06,
      "loss": 0.0054,
      "step": 6310
    },
    {
      "epoch": 4.566473988439307,
      "grad_norm": 0.2350577861070633,
      "learning_rate": 4.045806043879008e-06,
      "loss": 0.0074,
      "step": 6320
    },
    {
      "epoch": 4.573699421965318,
      "grad_norm": 0.10528607666492462,
      "learning_rate": 3.91228673583055e-06,
      "loss": 0.0079,
      "step": 6330
    },
    {
      "epoch": 4.58092485549133,
      "grad_norm": 0.15961109101772308,
      "learning_rate": 3.7809637893800875e-06,
      "loss": 0.0131,
      "step": 6340
    },
    {
      "epoch": 4.588150289017341,
      "grad_norm": 0.211639404296875,
      "learning_rate": 3.651840206292001e-06,
      "loss": 0.0116,
      "step": 6350
    },
    {
      "epoch": 4.595375722543353,
      "grad_norm": 0.0725213959813118,
      "learning_rate": 3.5249189380578975e-06,
      "loss": 0.0067,
      "step": 6360
    },
    {
      "epoch": 4.6026011560693645,
      "grad_norm": 0.17431780695915222,
      "learning_rate": 3.400202885829129e-06,
      "loss": 0.0082,
      "step": 6370
    },
    {
      "epoch": 4.609826589595376,
      "grad_norm": 0.0443602092564106,
      "learning_rate": 3.277694900350503e-06,
      "loss": 0.0077,
      "step": 6380
    },
    {
      "epoch": 4.617052023121388,
      "grad_norm": 0.1488499492406845,
      "learning_rate": 3.157397781895044e-06,
      "loss": 0.0104,
      "step": 6390
    },
    {
      "epoch": 4.624277456647399,
      "grad_norm": 0.08466222137212753,
      "learning_rate": 3.039314280200123e-06,
      "loss": 0.0085,
      "step": 6400
    },
    {
      "epoch": 4.631502890173411,
      "grad_norm": 0.19930359721183777,
      "learning_rate": 2.92344709440443e-06,
      "loss": 0.0092,
      "step": 6410
    },
    {
      "epoch": 4.638728323699422,
      "grad_norm": 0.15144643187522888,
      "learning_rate": 2.8097988729864134e-06,
      "loss": 0.0083,
      "step": 6420
    },
    {
      "epoch": 4.645953757225434,
      "grad_norm": 0.24370171129703522,
      "learning_rate": 2.6983722137037147e-06,
      "loss": 0.0077,
      "step": 6430
    },
    {
      "epoch": 4.653179190751445,
      "grad_norm": 0.15722382068634033,
      "learning_rate": 2.589169663533719e-06,
      "loss": 0.0062,
      "step": 6440
    },
    {
      "epoch": 4.660404624277456,
      "grad_norm": 0.23215506970882416,
      "learning_rate": 2.4821937186154554e-06,
      "loss": 0.0093,
      "step": 6450
    },
    {
      "epoch": 4.667630057803468,
      "grad_norm": 0.08635558933019638,
      "learning_rate": 2.3774468241923975e-06,
      "loss": 0.0071,
      "step": 6460
    },
    {
      "epoch": 4.674855491329479,
      "grad_norm": 0.09789091348648071,
      "learning_rate": 2.274931374556699e-06,
      "loss": 0.0065,
      "step": 6470
    },
    {
      "epoch": 4.682080924855491,
      "grad_norm": 0.13124142587184906,
      "learning_rate": 2.1746497129944034e-06,
      "loss": 0.0054,
      "step": 6480
    },
    {
      "epoch": 4.6893063583815024,
      "grad_norm": 0.15098749101161957,
      "learning_rate": 2.0766041317318517e-06,
      "loss": 0.0055,
      "step": 6490
    },
    {
      "epoch": 4.696531791907514,
      "grad_norm": 0.25133273005485535,
      "learning_rate": 1.9807968718833947e-06,
      "loss": 0.0072,
      "step": 6500
    },
    {
      "epoch": 4.703757225433526,
      "grad_norm": 0.09292857348918915,
      "learning_rate": 1.8872301234000522e-06,
      "loss": 0.009,
      "step": 6510
    },
    {
      "epoch": 4.710982658959537,
      "grad_norm": 0.08246719837188721,
      "learning_rate": 1.7959060250194891e-06,
      "loss": 0.0114,
      "step": 6520
    },
    {
      "epoch": 4.718208092485549,
      "grad_norm": 0.16808311641216278,
      "learning_rate": 1.706826664217165e-06,
      "loss": 0.0051,
      "step": 6530
    },
    {
      "epoch": 4.72543352601156,
      "grad_norm": 0.21554207801818848,
      "learning_rate": 1.6199940771586041e-06,
      "loss": 0.0104,
      "step": 6540
    },
    {
      "epoch": 4.732658959537572,
      "grad_norm": 0.2452739179134369,
      "learning_rate": 1.535410248652791e-06,
      "loss": 0.0081,
      "step": 6550
    },
    {
      "epoch": 4.7398843930635834,
      "grad_norm": 0.13148806989192963,
      "learning_rate": 1.4530771121069153e-06,
      "loss": 0.0057,
      "step": 6560
    },
    {
      "epoch": 4.747109826589595,
      "grad_norm": 0.1118473932147026,
      "learning_rate": 1.372996549482053e-06,
      "loss": 0.0091,
      "step": 6570
    },
    {
      "epoch": 4.754335260115607,
      "grad_norm": 0.0854889303445816,
      "learning_rate": 1.2951703912502777e-06,
      "loss": 0.0067,
      "step": 6580
    },
    {
      "epoch": 4.761560693641618,
      "grad_norm": 0.10423944145441055,
      "learning_rate": 1.2196004163526954e-06,
      "loss": 0.0074,
      "step": 6590
    },
    {
      "epoch": 4.76878612716763,
      "grad_norm": 0.08598557114601135,
      "learning_rate": 1.1462883521588753e-06,
      "loss": 0.0053,
      "step": 6600
    },
    {
      "epoch": 4.776011560693641,
      "grad_norm": 0.2087874561548233,
      "learning_rate": 1.075235874427316e-06,
      "loss": 0.0056,
      "step": 6610
    },
    {
      "epoch": 4.783236994219653,
      "grad_norm": 0.26203596591949463,
      "learning_rate": 1.0064446072671651e-06,
      "loss": 0.01,
      "step": 6620
    },
    {
      "epoch": 4.790462427745664,
      "grad_norm": 0.1384071260690689,
      "learning_rate": 9.399161231010811e-07,
      "loss": 0.0059,
      "step": 6630
    },
    {
      "epoch": 4.797687861271676,
      "grad_norm": 0.11224517226219177,
      "learning_rate": 8.756519426292742e-07,
      "loss": 0.0065,
      "step": 6640
    },
    {
      "epoch": 4.804913294797688,
      "grad_norm": 0.05504254996776581,
      "learning_rate": 8.136535347948226e-07,
      "loss": 0.0073,
      "step": 6650
    },
    {
      "epoch": 4.812138728323699,
      "grad_norm": 0.10972186177968979,
      "learning_rate": 7.539223167499776e-07,
      "loss": 0.01,
      "step": 6660
    },
    {
      "epoch": 4.819364161849711,
      "grad_norm": 0.09454052150249481,
      "learning_rate": 6.964596538238777e-07,
      "loss": 0.01,
      "step": 6670
    },
    {
      "epoch": 4.826589595375722,
      "grad_norm": 0.10990437120199203,
      "learning_rate": 6.412668594912963e-07,
      "loss": 0.0072,
      "step": 6680
    },
    {
      "epoch": 4.833815028901734,
      "grad_norm": 0.10330501943826675,
      "learning_rate": 5.883451953425879e-07,
      "loss": 0.0069,
      "step": 6690
    },
    {
      "epoch": 4.841040462427745,
      "grad_norm": 0.28672897815704346,
      "learning_rate": 5.376958710548996e-07,
      "loss": 0.0117,
      "step": 6700
    },
    {
      "epoch": 4.848265895953757,
      "grad_norm": 0.31269845366477966,
      "learning_rate": 4.893200443645163e-07,
      "loss": 0.0077,
      "step": 6710
    },
    {
      "epoch": 4.855491329479769,
      "grad_norm": 0.1288710981607437,
      "learning_rate": 4.432188210403476e-07,
      "loss": 0.0063,
      "step": 6720
    },
    {
      "epoch": 4.86271676300578,
      "grad_norm": 0.2598627209663391,
      "learning_rate": 3.993932548587376e-07,
      "loss": 0.0124,
      "step": 6730
    },
    {
      "epoch": 4.869942196531792,
      "grad_norm": 0.1576113998889923,
      "learning_rate": 3.5784434757928364e-07,
      "loss": 0.0114,
      "step": 6740
    },
    {
      "epoch": 4.877167630057803,
      "grad_norm": 0.0818244218826294,
      "learning_rate": 3.1857304892198845e-07,
      "loss": 0.011,
      "step": 6750
    },
    {
      "epoch": 4.884393063583815,
      "grad_norm": 0.17850443720817566,
      "learning_rate": 2.815802565455772e-07,
      "loss": 0.0099,
      "step": 6760
    },
    {
      "epoch": 4.891618497109826,
      "grad_norm": 0.15844108164310455,
      "learning_rate": 2.46866816026925e-07,
      "loss": 0.011,
      "step": 6770
    },
    {
      "epoch": 4.898843930635838,
      "grad_norm": 0.26582100987434387,
      "learning_rate": 2.1443352084175027e-07,
      "loss": 0.0065,
      "step": 6780
    },
    {
      "epoch": 4.90606936416185,
      "grad_norm": 0.1282494217157364,
      "learning_rate": 1.8428111234648493e-07,
      "loss": 0.006,
      "step": 6790
    },
    {
      "epoch": 4.913294797687861,
      "grad_norm": 0.15636210143566132,
      "learning_rate": 1.5641027976130984e-07,
      "loss": 0.0141,
      "step": 6800
    },
    {
      "epoch": 4.920520231213873,
      "grad_norm": 0.07667110115289688,
      "learning_rate": 1.3082166015443432e-07,
      "loss": 0.0066,
      "step": 6810
    },
    {
      "epoch": 4.927745664739884,
      "grad_norm": 0.06386137008666992,
      "learning_rate": 1.0751583842750768e-07,
      "loss": 0.012,
      "step": 6820
    },
    {
      "epoch": 4.934971098265896,
      "grad_norm": 0.18531806766986847,
      "learning_rate": 8.649334730223002e-08,
      "loss": 0.0105,
      "step": 6830
    },
    {
      "epoch": 4.942196531791907,
      "grad_norm": 0.23768620193004608,
      "learning_rate": 6.775466730823965e-08,
      "loss": 0.0091,
      "step": 6840
    },
    {
      "epoch": 4.949421965317919,
      "grad_norm": 0.16282473504543304,
      "learning_rate": 5.130022677205526e-08,
      "loss": 0.0066,
      "step": 6850
    },
    {
      "epoch": 4.956647398843931,
      "grad_norm": 0.11510784178972244,
      "learning_rate": 3.713040180733929e-08,
      "loss": 0.0057,
      "step": 6860
    },
    {
      "epoch": 4.963872832369942,
      "grad_norm": 0.10748834908008575,
      "learning_rate": 2.5245516306293683e-08,
      "loss": 0.0073,
      "step": 6870
    },
    {
      "epoch": 4.971098265895954,
      "grad_norm": 0.22777627408504486,
      "learning_rate": 1.56458419321992e-08,
      "loss": 0.0088,
      "step": 6880
    },
    {
      "epoch": 4.978323699421965,
      "grad_norm": 0.1276501715183258,
      "learning_rate": 8.331598113298089e-09,
      "loss": 0.0141,
      "step": 6890
    },
    {
      "epoch": 4.985549132947977,
      "grad_norm": 0.22229315340518951,
      "learning_rate": 3.3029520376981483e-09,
      "loss": 0.0077,
      "step": 6900
    },
    {
      "epoch": 4.992774566473988,
      "grad_norm": 0.1325089931488037,
      "learning_rate": 5.600186496090842e-10,
      "loss": 0.0102,
      "step": 6910
    },
    {
      "epoch": 4.997832369942197,
      "step": 6917,
      "total_flos": 2.4387263668176077e+17,
      "train_loss": 0.02989626239009877,
      "train_runtime": 3134.2246,
      "train_samples_per_second": 35.311,
      "train_steps_per_second": 2.207
    }
  ],
  "logging_steps": 10,
  "max_steps": 6917,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4387263668176077e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}