{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.984251968503937,
  "eval_steps": 500,
  "global_step": 1266,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03937007874015748,
      "grad_norm": 6.157460689544678,
      "learning_rate": 3.125e-05,
      "loss": 1.4374,
      "step": 10
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 8.225975036621094,
      "learning_rate": 6.25e-05,
      "loss": 0.5746,
      "step": 20
    },
    {
      "epoch": 0.11811023622047244,
      "grad_norm": 2.298436403274536,
      "learning_rate": 9.375e-05,
      "loss": 0.3466,
      "step": 30
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 1.926019549369812,
      "learning_rate": 0.000125,
      "loss": 0.3016,
      "step": 40
    },
    {
      "epoch": 0.1968503937007874,
      "grad_norm": 1.7295136451721191,
      "learning_rate": 0.00015625,
      "loss": 0.2241,
      "step": 50
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 1.6235859394073486,
      "learning_rate": 0.0001875,
      "loss": 0.2474,
      "step": 60
    },
    {
      "epoch": 0.2755905511811024,
      "grad_norm": 2.1525580883026123,
      "learning_rate": 0.00019998770426725326,
      "loss": 0.1819,
      "step": 70
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 1.2614878416061401,
      "learning_rate": 0.00019991257462799398,
      "loss": 0.1753,
      "step": 80
    },
    {
      "epoch": 0.3543307086614173,
      "grad_norm": 1.5198956727981567,
      "learning_rate": 0.00019976919756880076,
      "loss": 0.1734,
      "step": 90
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 1.3017441034317017,
      "learning_rate": 0.00019955767102643884,
      "loss": 0.1558,
      "step": 100
    },
    {
      "epoch": 0.4330708661417323,
      "grad_norm": 1.3634755611419678,
      "learning_rate": 0.00019927813948863483,
      "loss": 0.1396,
      "step": 110
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 1.0837377309799194,
      "learning_rate": 0.00019893079389538115,
      "loss": 0.151,
      "step": 120
    },
    {
      "epoch": 0.5118110236220472,
      "grad_norm": 0.7570620179176331,
      "learning_rate": 0.0001985158715085105,
      "loss": 0.1345,
      "step": 130
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 1.1616774797439575,
      "learning_rate": 0.00019803365574962904,
      "loss": 0.1193,
      "step": 140
    },
    {
      "epoch": 0.5905511811023622,
      "grad_norm": 1.0171620845794678,
      "learning_rate": 0.00019748447600651922,
      "loss": 0.1168,
      "step": 150
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 1.0031143426895142,
      "learning_rate": 0.00019686870740814438,
      "loss": 0.1325,
      "step": 160
    },
    {
      "epoch": 0.6692913385826772,
      "grad_norm": 0.6090546250343323,
      "learning_rate": 0.00019618677056840896,
      "loss": 0.1154,
      "step": 170
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 1.0556284189224243,
      "learning_rate": 0.00019543913129884918,
      "loss": 0.1006,
      "step": 180
    },
    {
      "epoch": 0.7480314960629921,
      "grad_norm": 0.7367269396781921,
      "learning_rate": 0.00019462630029045035,
      "loss": 0.1182,
      "step": 190
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 17.055007934570312,
      "learning_rate": 0.00019374883276480865,
      "loss": 0.1464,
      "step": 200
    },
    {
      "epoch": 0.8267716535433071,
      "grad_norm": 8.562920570373535,
      "learning_rate": 0.00019280732809487521,
      "loss": 0.2103,
      "step": 210
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 1.041045069694519,
      "learning_rate": 0.00019180242939554137,
      "loss": 0.1697,
      "step": 220
    },
    {
      "epoch": 0.905511811023622,
      "grad_norm": 0.8244247436523438,
      "learning_rate": 0.00019073482308434544,
      "loss": 0.1478,
      "step": 230
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 0.9097272753715515,
      "learning_rate": 0.00018960523841260053,
      "loss": 0.1712,
      "step": 240
    },
    {
      "epoch": 0.984251968503937,
      "grad_norm": 1.7566819190979004,
      "learning_rate": 0.00018841444696726388,
      "loss": 0.1788,
      "step": 250
    },
    {
      "epoch": 1.0236220472440944,
      "grad_norm": 0.7728438973426819,
      "learning_rate": 0.00018716326214388777,
      "loss": 0.1519,
      "step": 260
    },
    {
      "epoch": 1.0629921259842519,
      "grad_norm": 1.4151078462600708,
      "learning_rate": 0.00018585253859101247,
      "loss": 0.178,
      "step": 270
    },
    {
      "epoch": 1.1023622047244095,
      "grad_norm": 0.7322055101394653,
      "learning_rate": 0.0001844831716263801,
      "loss": 0.1493,
      "step": 280
    },
    {
      "epoch": 1.141732283464567,
      "grad_norm": 1.238358974456787,
      "learning_rate": 0.00018305609662536888,
      "loss": 0.1366,
      "step": 290
    },
    {
      "epoch": 1.1811023622047245,
      "grad_norm": 1.0000638961791992,
      "learning_rate": 0.0001815722883820649,
      "loss": 0.1483,
      "step": 300
    },
    {
      "epoch": 1.220472440944882,
      "grad_norm": 0.9049971699714661,
      "learning_rate": 0.00018003276044340814,
      "loss": 0.1455,
      "step": 310
    },
    {
      "epoch": 1.2598425196850394,
      "grad_norm": 1.2286065816879272,
      "learning_rate": 0.00017843856441686763,
      "loss": 0.1519,
      "step": 320
    },
    {
      "epoch": 1.2992125984251968,
      "grad_norm": 0.9089654088020325,
      "learning_rate": 0.00017679078925211851,
      "loss": 0.1487,
      "step": 330
    },
    {
      "epoch": 1.3385826771653544,
      "grad_norm": 1.4565386772155762,
      "learning_rate": 0.0001750905604972116,
      "loss": 0.1299,
      "step": 340
    },
    {
      "epoch": 1.3779527559055118,
      "grad_norm": 1.1536667346954346,
      "learning_rate": 0.00017333903952974374,
      "loss": 0.1333,
      "step": 350
    },
    {
      "epoch": 1.4173228346456692,
      "grad_norm": 1.241052508354187,
      "learning_rate": 0.0001715374227635541,
      "loss": 0.1422,
      "step": 360
    },
    {
      "epoch": 1.4566929133858268,
      "grad_norm": 0.700495719909668,
      "learning_rate": 0.00016968694083148805,
      "loss": 0.1241,
      "step": 370
    },
    {
      "epoch": 1.4960629921259843,
      "grad_norm": 0.8857589960098267,
      "learning_rate": 0.00016778885774478713,
      "loss": 0.1312,
      "step": 380
    },
    {
      "epoch": 1.5354330708661417,
      "grad_norm": 0.8474507927894592,
      "learning_rate": 0.00016584447002967903,
      "loss": 0.1459,
      "step": 390
    },
    {
      "epoch": 1.574803149606299,
      "grad_norm": 1.0673331022262573,
      "learning_rate": 0.00016385510584175785,
      "loss": 0.1255,
      "step": 400
    },
    {
      "epoch": 1.6141732283464567,
      "grad_norm": 1.2963683605194092,
      "learning_rate": 0.0001618221240587588,
      "loss": 0.1443,
      "step": 410
    },
    {
      "epoch": 1.6535433070866141,
      "grad_norm": 0.6176678538322449,
      "learning_rate": 0.0001597469133523479,
      "loss": 0.1328,
      "step": 420
    },
    {
      "epoch": 1.6929133858267718,
      "grad_norm": 0.8610302805900574,
      "learning_rate": 0.00015763089123956004,
      "loss": 0.1315,
      "step": 430
    },
    {
      "epoch": 1.7322834645669292,
      "grad_norm": 0.8733415603637695,
      "learning_rate": 0.0001554755031145336,
      "loss": 0.1354,
      "step": 440
    },
    {
      "epoch": 1.7716535433070866,
      "grad_norm": 0.6525992155075073,
      "learning_rate": 0.00015328222126120315,
      "loss": 0.1306,
      "step": 450
    },
    {
      "epoch": 1.811023622047244,
      "grad_norm": 0.6734092831611633,
      "learning_rate": 0.00015105254384762453,
      "loss": 0.1272,
      "step": 460
    },
    {
      "epoch": 1.8503937007874016,
      "grad_norm": 0.9078968167304993,
      "learning_rate": 0.0001487879939026189,
      "loss": 0.1084,
      "step": 470
    },
    {
      "epoch": 1.889763779527559,
      "grad_norm": 0.6580955982208252,
      "learning_rate": 0.0001464901182754356,
      "loss": 0.1116,
      "step": 480
    },
    {
      "epoch": 1.9291338582677167,
      "grad_norm": 0.8749574422836304,
      "learning_rate": 0.00014416048657914352,
      "loss": 0.1345,
      "step": 490
    },
    {
      "epoch": 1.968503937007874,
      "grad_norm": 0.8025640845298767,
      "learning_rate": 0.00014180069011847347,
      "loss": 0.096,
      "step": 500
    },
    {
      "epoch": 2.0078740157480315,
      "grad_norm": 0.5700274705886841,
      "learning_rate": 0.00013941234080284328,
      "loss": 0.1201,
      "step": 510
    },
    {
      "epoch": 2.047244094488189,
      "grad_norm": 1.1415060758590698,
      "learning_rate": 0.00013699707004530883,
      "loss": 0.1206,
      "step": 520
    },
    {
      "epoch": 2.0866141732283463,
      "grad_norm": 0.8418262600898743,
      "learning_rate": 0.0001345565276481924,
      "loss": 0.1257,
      "step": 530
    },
    {
      "epoch": 2.1259842519685037,
      "grad_norm": 0.8720746040344238,
      "learning_rate": 0.00013209238067614989,
      "loss": 0.1169,
      "step": 540
    },
    {
      "epoch": 2.1653543307086616,
      "grad_norm": 1.166407585144043,
      "learning_rate": 0.0001296063123174467,
      "loss": 0.1327,
      "step": 550
    },
    {
      "epoch": 2.204724409448819,
      "grad_norm": 0.8546102046966553,
      "learning_rate": 0.00012710002073421995,
      "loss": 0.1287,
      "step": 560
    },
    {
      "epoch": 2.2440944881889764,
      "grad_norm": 0.6846320033073425,
      "learning_rate": 0.00012457521790251272,
      "loss": 0.1143,
      "step": 570
    },
    {
      "epoch": 2.283464566929134,
      "grad_norm": 1.0204697847366333,
      "learning_rate": 0.00012203362844287196,
      "loss": 0.1261,
      "step": 580
    },
    {
      "epoch": 2.322834645669291,
      "grad_norm": 0.7173842191696167,
      "learning_rate": 0.00011947698844230972,
      "loss": 0.1002,
      "step": 590
    },
    {
      "epoch": 2.362204724409449,
      "grad_norm": 0.7630149722099304,
      "learning_rate": 0.0001169070442684318,
      "loss": 0.1127,
      "step": 600
    },
    {
      "epoch": 2.4015748031496065,
      "grad_norm": 0.819685697555542,
      "learning_rate": 0.00011432555137654386,
      "loss": 0.1149,
      "step": 610
    },
    {
      "epoch": 2.440944881889764,
      "grad_norm": 0.5875028371810913,
      "learning_rate": 0.00011173427311055041,
      "loss": 0.1099,
      "step": 620
    },
    {
      "epoch": 2.4803149606299213,
      "grad_norm": 0.5276161432266235,
      "learning_rate": 0.00010913497949846483,
      "loss": 0.0935,
      "step": 630
    },
    {
      "epoch": 2.5196850393700787,
      "grad_norm": 0.8867918848991394,
      "learning_rate": 0.00010652944604335413,
      "loss": 0.1024,
      "step": 640
    },
    {
      "epoch": 2.559055118110236,
      "grad_norm": 0.7481799125671387,
      "learning_rate": 0.00010391945251054331,
      "loss": 0.1001,
      "step": 650
    },
    {
      "epoch": 2.5984251968503935,
      "grad_norm": 1.034694790840149,
      "learning_rate": 0.00010130678171190893,
      "loss": 0.1066,
      "step": 660
    },
    {
      "epoch": 2.637795275590551,
      "grad_norm": 0.744408369064331,
      "learning_rate": 9.869321828809109e-05,
      "loss": 0.0911,
      "step": 670
    },
    {
      "epoch": 2.677165354330709,
      "grad_norm": 0.6600897908210754,
      "learning_rate": 9.60805474894567e-05,
      "loss": 0.0957,
      "step": 680
    },
    {
      "epoch": 2.716535433070866,
      "grad_norm": 0.8174748420715332,
      "learning_rate": 9.347055395664589e-05,
      "loss": 0.1009,
      "step": 690
    },
    {
      "epoch": 2.7559055118110236,
      "grad_norm": 1.1754448413848877,
      "learning_rate": 9.08650205015352e-05,
      "loss": 0.0994,
      "step": 700
    },
    {
      "epoch": 2.795275590551181,
      "grad_norm": 0.6818444728851318,
      "learning_rate": 8.826572688944966e-05,
      "loss": 0.0978,
      "step": 710
    },
    {
      "epoch": 2.8346456692913384,
      "grad_norm": 0.7322255969047546,
      "learning_rate": 8.56744486234562e-05,
      "loss": 0.0917,
      "step": 720
    },
    {
      "epoch": 2.8740157480314963,
      "grad_norm": 0.4844493567943573,
      "learning_rate": 8.309295573156825e-05,
      "loss": 0.1054,
      "step": 730
    },
    {
      "epoch": 2.9133858267716537,
      "grad_norm": 0.4901849031448364,
      "learning_rate": 8.052301155769029e-05,
      "loss": 0.0933,
      "step": 740
    },
    {
      "epoch": 2.952755905511811,
      "grad_norm": 0.6136536002159119,
      "learning_rate": 7.796637155712802e-05,
      "loss": 0.0898,
      "step": 750
    },
    {
      "epoch": 2.9921259842519685,
      "grad_norm": 0.5571744441986084,
      "learning_rate": 7.542478209748727e-05,
      "loss": 0.0932,
      "step": 760
    },
    {
      "epoch": 3.031496062992126,
      "grad_norm": 0.6652244925498962,
      "learning_rate": 7.289997926578003e-05,
      "loss": 0.0894,
      "step": 770
    },
    {
      "epoch": 3.0708661417322833,
      "grad_norm": 0.4437718391418457,
      "learning_rate": 7.039368768255335e-05,
      "loss": 0.0862,
      "step": 780
    },
    {
      "epoch": 3.1102362204724407,
      "grad_norm": 0.6460803747177124,
      "learning_rate": 6.790761932385014e-05,
      "loss": 0.0909,
      "step": 790
    },
    {
      "epoch": 3.1496062992125986,
      "grad_norm": 0.7623637914657593,
      "learning_rate": 6.544347235180761e-05,
      "loss": 0.1056,
      "step": 800
    },
    {
      "epoch": 3.188976377952756,
      "grad_norm": 0.45258432626724243,
      "learning_rate": 6.300292995469119e-05,
      "loss": 0.0828,
      "step": 810
    },
    {
      "epoch": 3.2283464566929134,
      "grad_norm": 0.8195613026618958,
      "learning_rate": 6.058765919715674e-05,
      "loss": 0.1034,
      "step": 820
    },
    {
      "epoch": 3.267716535433071,
      "grad_norm": 0.5008795857429504,
      "learning_rate": 5.819930988152658e-05,
      "loss": 0.0997,
      "step": 830
    },
    {
      "epoch": 3.3070866141732282,
      "grad_norm": 0.593920886516571,
      "learning_rate": 5.5839513420856494e-05,
      "loss": 0.085,
      "step": 840
    },
    {
      "epoch": 3.3464566929133857,
      "grad_norm": 0.5025109052658081,
      "learning_rate": 5.3509881724564426e-05,
      "loss": 0.0909,
      "step": 850
    },
    {
      "epoch": 3.3858267716535435,
      "grad_norm": 0.4997495412826538,
      "learning_rate": 5.121200609738113e-05,
      "loss": 0.0968,
      "step": 860
    },
    {
      "epoch": 3.425196850393701,
      "grad_norm": 1.036964774131775,
      "learning_rate": 4.894745615237551e-05,
      "loss": 0.1025,
      "step": 870
    },
    {
      "epoch": 3.4645669291338583,
      "grad_norm": 0.4552832841873169,
      "learning_rate": 4.6717778738796883e-05,
      "loss": 0.0839,
      "step": 880
    },
    {
      "epoch": 3.5039370078740157,
      "grad_norm": 0.5048990845680237,
      "learning_rate": 4.4524496885466436e-05,
      "loss": 0.0919,
      "step": 890
    },
    {
      "epoch": 3.543307086614173,
      "grad_norm": 0.4812853932380676,
      "learning_rate": 4.236910876043999e-05,
      "loss": 0.0945,
      "step": 900
    },
    {
      "epoch": 3.5826771653543306,
      "grad_norm": 0.6418349146842957,
      "learning_rate": 4.02530866476521e-05,
      "loss": 0.0893,
      "step": 910
    },
    {
      "epoch": 3.622047244094488,
      "grad_norm": 0.9326638579368591,
      "learning_rate": 3.817787594124122e-05,
      "loss": 0.1007,
      "step": 920
    },
    {
      "epoch": 3.661417322834646,
      "grad_norm": 0.9185812473297119,
      "learning_rate": 3.6144894158242184e-05,
      "loss": 0.0912,
      "step": 930
    },
    {
      "epoch": 3.7007874015748032,
      "grad_norm": 0.6465328335762024,
      "learning_rate": 3.4155529970320986e-05,
      "loss": 0.078,
      "step": 940
    },
    {
      "epoch": 3.7401574803149606,
      "grad_norm": 0.5492585897445679,
      "learning_rate": 3.22111422552129e-05,
      "loss": 0.078,
      "step": 950
    },
    {
      "epoch": 3.779527559055118,
      "grad_norm": 0.638911783695221,
      "learning_rate": 3.031305916851196e-05,
      "loss": 0.083,
      "step": 960
    },
    {
      "epoch": 3.8188976377952755,
      "grad_norm": 0.47551003098487854,
      "learning_rate": 2.846257723644592e-05,
      "loss": 0.0847,
      "step": 970
    },
    {
      "epoch": 3.8582677165354333,
      "grad_norm": 0.8244979381561279,
      "learning_rate": 2.666096047025628e-05,
      "loss": 0.0871,
      "step": 980
    },
    {
      "epoch": 3.8976377952755907,
      "grad_norm": 0.2906242609024048,
      "learning_rate": 2.4909439502788423e-05,
      "loss": 0.0757,
      "step": 990
    },
    {
      "epoch": 3.937007874015748,
      "grad_norm": 0.6135310530662537,
      "learning_rate": 2.3209210747881515e-05,
      "loss": 0.0812,
      "step": 1000
    },
    {
      "epoch": 3.9763779527559056,
      "grad_norm": 0.5390735864639282,
      "learning_rate": 2.1561435583132395e-05,
      "loss": 0.0852,
      "step": 1010
    },
    {
      "epoch": 4.015748031496063,
      "grad_norm": 0.3508215546607971,
      "learning_rate": 1.996723955659189e-05,
      "loss": 0.0962,
      "step": 1020
    },
    {
      "epoch": 4.05511811023622,
      "grad_norm": 0.5338996648788452,
      "learning_rate": 1.842771161793513e-05,
      "loss": 0.0863,
      "step": 1030
    },
    {
      "epoch": 4.094488188976378,
      "grad_norm": 0.45414066314697266,
      "learning_rate": 1.6943903374631143e-05,
      "loss": 0.0822,
      "step": 1040
    },
    {
      "epoch": 4.133858267716535,
      "grad_norm": 0.8013415336608887,
      "learning_rate": 1.5516828373619918e-05,
      "loss": 0.0717,
      "step": 1050
    },
    {
      "epoch": 4.173228346456693,
      "grad_norm": 0.8064348697662354,
      "learning_rate": 1.4147461408987561e-05,
      "loss": 0.0945,
      "step": 1060
    },
    {
      "epoch": 4.21259842519685,
      "grad_norm": 0.4887343645095825,
      "learning_rate": 1.2836737856112246e-05,
      "loss": 0.0851,
      "step": 1070
    },
    {
      "epoch": 4.251968503937007,
      "grad_norm": 0.39578166604042053,
      "learning_rate": 1.158555303273614e-05,
      "loss": 0.0715,
      "step": 1080
    },
    {
      "epoch": 4.291338582677166,
      "grad_norm": 0.5196364521980286,
      "learning_rate": 1.0394761587399493e-05,
      "loss": 0.079,
      "step": 1090
    },
    {
      "epoch": 4.330708661417323,
      "grad_norm": 0.3454650044441223,
      "learning_rate": 9.265176915654595e-06,
      "loss": 0.0778,
      "step": 1100
    },
    {
      "epoch": 4.3700787401574805,
      "grad_norm": 0.44942712783813477,
      "learning_rate": 8.19757060445865e-06,
      "loss": 0.0725,
      "step": 1110
    },
    {
      "epoch": 4.409448818897638,
      "grad_norm": 0.5285565257072449,
      "learning_rate": 7.192671905124792e-06,
      "loss": 0.0685,
      "step": 1120
    },
    {
      "epoch": 4.448818897637795,
      "grad_norm": 0.5806540250778198,
      "learning_rate": 6.251167235191336e-06,
      "loss": 0.0759,
      "step": 1130
    },
    {
      "epoch": 4.488188976377953,
      "grad_norm": 0.592225968837738,
      "learning_rate": 5.373699709549673e-06,
      "loss": 0.0806,
      "step": 1140
    },
    {
      "epoch": 4.52755905511811,
      "grad_norm": 0.7170082330703735,
      "learning_rate": 4.560868701150844e-06,
      "loss": 0.0735,
      "step": 1150
    },
    {
      "epoch": 4.566929133858268,
      "grad_norm": 0.4995642304420471,
      "learning_rate": 3.8132294315910256e-06,
      "loss": 0.073,
      "step": 1160
    },
    {
      "epoch": 4.606299212598425,
      "grad_norm": 0.6979544162750244,
      "learning_rate": 3.131292591855628e-06,
      "loss": 0.0685,
      "step": 1170
    },
    {
      "epoch": 4.645669291338582,
      "grad_norm": 0.8452284932136536,
      "learning_rate": 2.515523993480806e-06,
      "loss": 0.0827,
      "step": 1180
    },
    {
      "epoch": 4.68503937007874,
      "grad_norm": 0.5433554649353027,
      "learning_rate": 1.966344250370977e-06,
      "loss": 0.0839,
      "step": 1190
    },
    {
      "epoch": 4.724409448818898,
      "grad_norm": 0.6554785370826721,
      "learning_rate": 1.4841284914895116e-06,
      "loss": 0.0906,
      "step": 1200
    },
    {
      "epoch": 4.7637795275590555,
      "grad_norm": 0.7909722924232483,
      "learning_rate": 1.0692061046188696e-06,
      "loss": 0.0926,
      "step": 1210
    },
    {
      "epoch": 4.803149606299213,
      "grad_norm": 0.6115571856498718,
      "learning_rate": 7.2186051136518e-07,
      "loss": 0.0949,
      "step": 1220
    },
    {
      "epoch": 4.84251968503937,
      "grad_norm": 0.39121922850608826,
      "learning_rate": 4.4232897356116795e-07,
      "loss": 0.0866,
      "step": 1230
    },
    {
      "epoch": 4.881889763779528,
      "grad_norm": 0.506991446018219,
      "learning_rate": 2.308024311992618e-07,
      "loss": 0.0713,
      "step": 1240
    },
    {
      "epoch": 4.921259842519685,
      "grad_norm": 0.5368971228599548,
      "learning_rate": 8.742537200603362e-08,
      "loss": 0.0811,
      "step": 1250
    },
    {
      "epoch": 4.960629921259843,
      "grad_norm": 0.7474204897880554,
      "learning_rate": 1.2295732746747668e-08,
      "loss": 0.0754,
      "step": 1260
    },
    {
      "epoch": 4.984251968503937,
      "step": 1266,
      "total_flos": 4.27570483010112e+16,
      "train_loss": 0.12990388043495527,
      "train_runtime": 571.8261,
      "train_samples_per_second": 35.423,
      "train_steps_per_second": 2.214
    }
  ],
  "logging_steps": 10,
  "max_steps": 1266,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.27570483010112e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}