{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9969604863221884,
  "eval_steps": 500,
  "global_step": 2466,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0121580547112462,
      "grad_norm": 5.922801494598389,
      "learning_rate": 3.6437246963562754e-07,
      "loss": 1.1863,
      "step": 10
    },
    {
      "epoch": 0.0243161094224924,
      "grad_norm": 6.66644811630249,
      "learning_rate": 7.692307692307694e-07,
      "loss": 1.1376,
      "step": 20
    },
    {
      "epoch": 0.0364741641337386,
      "grad_norm": 7.5532402992248535,
      "learning_rate": 1.174089068825911e-06,
      "loss": 1.1034,
      "step": 30
    },
    {
      "epoch": 0.0486322188449848,
      "grad_norm": 4.451807498931885,
      "learning_rate": 1.5789473684210526e-06,
      "loss": 1.0824,
      "step": 40
    },
    {
      "epoch": 0.060790273556231005,
      "grad_norm": 4.282721996307373,
      "learning_rate": 1.9838056680161946e-06,
      "loss": 0.9437,
      "step": 50
    },
    {
      "epoch": 0.0729483282674772,
      "grad_norm": 3.476186990737915,
      "learning_rate": 2.3886639676113362e-06,
      "loss": 0.8906,
      "step": 60
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 2.9487781524658203,
      "learning_rate": 2.7935222672064783e-06,
      "loss": 0.8558,
      "step": 70
    },
    {
      "epoch": 0.0972644376899696,
      "grad_norm": 3.981879949569702,
      "learning_rate": 3.19838056680162e-06,
      "loss": 0.7978,
      "step": 80
    },
    {
      "epoch": 0.1094224924012158,
      "grad_norm": 3.0333662033081055,
      "learning_rate": 3.6032388663967615e-06,
      "loss": 0.7652,
      "step": 90
    },
    {
      "epoch": 0.12158054711246201,
      "grad_norm": 2.985710859298706,
      "learning_rate": 4.008097165991903e-06,
      "loss": 0.7671,
      "step": 100
    },
    {
      "epoch": 0.1337386018237082,
      "grad_norm": 2.512871026992798,
      "learning_rate": 4.412955465587045e-06,
      "loss": 0.7848,
      "step": 110
    },
    {
      "epoch": 0.1458966565349544,
      "grad_norm": 3.5035741329193115,
      "learning_rate": 4.817813765182186e-06,
      "loss": 0.7419,
      "step": 120
    },
    {
      "epoch": 0.1580547112462006,
      "grad_norm": 4.36132287979126,
      "learning_rate": 5.222672064777329e-06,
      "loss": 0.7379,
      "step": 130
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 3.3608834743499756,
      "learning_rate": 5.6275303643724695e-06,
      "loss": 0.7135,
      "step": 140
    },
    {
      "epoch": 0.182370820668693,
      "grad_norm": 3.3592512607574463,
      "learning_rate": 6.0323886639676124e-06,
      "loss": 0.7427,
      "step": 150
    },
    {
      "epoch": 0.1945288753799392,
      "grad_norm": 2.913890838623047,
      "learning_rate": 6.437246963562754e-06,
      "loss": 0.6847,
      "step": 160
    },
    {
      "epoch": 0.2066869300911854,
      "grad_norm": 2.6773297786712646,
      "learning_rate": 6.842105263157896e-06,
      "loss": 0.7409,
      "step": 170
    },
    {
      "epoch": 0.2188449848024316,
      "grad_norm": 2.984339714050293,
      "learning_rate": 7.246963562753037e-06,
      "loss": 0.6755,
      "step": 180
    },
    {
      "epoch": 0.23100303951367782,
      "grad_norm": 3.006441593170166,
      "learning_rate": 7.651821862348178e-06,
      "loss": 0.7105,
      "step": 190
    },
    {
      "epoch": 0.24316109422492402,
      "grad_norm": 3.7500977516174316,
      "learning_rate": 8.056680161943322e-06,
      "loss": 0.6796,
      "step": 200
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 3.6839091777801514,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.6716,
      "step": 210
    },
    {
      "epoch": 0.2674772036474164,
      "grad_norm": 3.265120267868042,
      "learning_rate": 8.866396761133604e-06,
      "loss": 0.6728,
      "step": 220
    },
    {
      "epoch": 0.2796352583586626,
      "grad_norm": 3.2442452907562256,
      "learning_rate": 9.271255060728746e-06,
      "loss": 0.6807,
      "step": 230
    },
    {
      "epoch": 0.2917933130699088,
      "grad_norm": 3.7613420486450195,
      "learning_rate": 9.676113360323888e-06,
      "loss": 0.674,
      "step": 240
    },
    {
      "epoch": 0.303951367781155,
      "grad_norm": 4.201897621154785,
      "learning_rate": 9.999979955978923e-06,
      "loss": 0.6987,
      "step": 250
    },
    {
      "epoch": 0.3161094224924012,
      "grad_norm": 3.1414012908935547,
      "learning_rate": 9.999278432115106e-06,
      "loss": 0.6584,
      "step": 260
    },
    {
      "epoch": 0.3282674772036474,
      "grad_norm": 3.2702925205230713,
      "learning_rate": 9.99757486789673e-06,
      "loss": 0.683,
      "step": 270
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 2.9207000732421875,
      "learning_rate": 9.9948696047811e-06,
      "loss": 0.6895,
      "step": 280
    },
    {
      "epoch": 0.3525835866261398,
      "grad_norm": 3.319397211074829,
      "learning_rate": 9.991163185003028e-06,
      "loss": 0.66,
      "step": 290
    },
    {
      "epoch": 0.364741641337386,
      "grad_norm": 2.8080954551696777,
      "learning_rate": 9.98645635146616e-06,
      "loss": 0.6914,
      "step": 300
    },
    {
      "epoch": 0.3768996960486322,
      "grad_norm": 4.024887561798096,
      "learning_rate": 9.980750047594076e-06,
      "loss": 0.6511,
      "step": 310
    },
    {
      "epoch": 0.3890577507598784,
      "grad_norm": 2.6032838821411133,
      "learning_rate": 9.974045417141186e-06,
      "loss": 0.6522,
      "step": 320
    },
    {
      "epoch": 0.4012158054711246,
      "grad_norm": 2.4978721141815186,
      "learning_rate": 9.966343803963481e-06,
      "loss": 0.6517,
      "step": 330
    },
    {
      "epoch": 0.4133738601823708,
      "grad_norm": 3.0864603519439697,
      "learning_rate": 9.957646751749178e-06,
      "loss": 0.662,
      "step": 340
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 3.713203191757202,
      "learning_rate": 9.947956003709301e-06,
      "loss": 0.6728,
      "step": 350
    },
    {
      "epoch": 0.4376899696048632,
      "grad_norm": 2.8905911445617676,
      "learning_rate": 9.937273502228283e-06,
      "loss": 0.6905,
      "step": 360
    },
    {
      "epoch": 0.44984802431610943,
      "grad_norm": 3.0076723098754883,
      "learning_rate": 9.925601388474637e-06,
      "loss": 0.6955,
      "step": 370
    },
    {
      "epoch": 0.46200607902735563,
      "grad_norm": 3.2814724445343018,
      "learning_rate": 9.912942001971792e-06,
      "loss": 0.6176,
      "step": 380
    },
    {
      "epoch": 0.47416413373860183,
      "grad_norm": 2.9065964221954346,
      "learning_rate": 9.899297880129156e-06,
      "loss": 0.6768,
      "step": 390
    },
    {
      "epoch": 0.48632218844984804,
      "grad_norm": 2.724536657333374,
      "learning_rate": 9.884671757733534e-06,
      "loss": 0.6382,
      "step": 400
    },
    {
      "epoch": 0.49848024316109424,
      "grad_norm": 2.8882269859313965,
      "learning_rate": 9.869066566400975e-06,
      "loss": 0.6603,
      "step": 410
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 2.5395541191101074,
      "learning_rate": 9.852485433989158e-06,
      "loss": 0.642,
      "step": 420
    },
    {
      "epoch": 0.5227963525835866,
      "grad_norm": 2.759591579437256,
      "learning_rate": 9.834931683970468e-06,
      "loss": 0.6424,
      "step": 430
    },
    {
      "epoch": 0.5349544072948328,
      "grad_norm": 2.4878828525543213,
      "learning_rate": 9.816408834765838e-06,
      "loss": 0.6435,
      "step": 440
    },
    {
      "epoch": 0.547112462006079,
      "grad_norm": 2.7571871280670166,
      "learning_rate": 9.796920599039536e-06,
      "loss": 0.6766,
      "step": 450
    },
    {
      "epoch": 0.5592705167173252,
      "grad_norm": 2.585879325866699,
      "learning_rate": 9.776470882954998e-06,
      "loss": 0.6082,
      "step": 460
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.5847771167755127,
      "learning_rate": 9.7550637853919e-06,
      "loss": 0.6551,
      "step": 470
    },
    {
      "epoch": 0.5835866261398176,
      "grad_norm": 2.795027732849121,
      "learning_rate": 9.732703597124586e-06,
      "loss": 0.6429,
      "step": 480
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 2.377835273742676,
      "learning_rate": 9.709394799962038e-06,
      "loss": 0.6386,
      "step": 490
    },
    {
      "epoch": 0.60790273556231,
      "grad_norm": 3.254490852355957,
      "learning_rate": 9.685142065849556e-06,
      "loss": 0.5844,
      "step": 500
    },
    {
      "epoch": 0.6200607902735562,
      "grad_norm": 2.866058588027954,
      "learning_rate": 9.659950255932324e-06,
      "loss": 0.6079,
      "step": 510
    },
    {
      "epoch": 0.6322188449848024,
      "grad_norm": 2.680647373199463,
      "learning_rate": 9.633824419581069e-06,
      "loss": 0.6294,
      "step": 520
    },
    {
      "epoch": 0.6443768996960486,
      "grad_norm": 3.1423895359039307,
      "learning_rate": 9.60676979337996e-06,
      "loss": 0.6311,
      "step": 530
    },
    {
      "epoch": 0.6565349544072948,
      "grad_norm": 2.480421304702759,
      "learning_rate": 9.578791800077021e-06,
      "loss": 0.6395,
      "step": 540
    },
    {
      "epoch": 0.668693009118541,
      "grad_norm": 3.06001877784729,
      "learning_rate": 9.549896047497202e-06,
      "loss": 0.6613,
      "step": 550
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 2.8360841274261475,
      "learning_rate": 9.520088327418371e-06,
      "loss": 0.6161,
      "step": 560
    },
    {
      "epoch": 0.6930091185410334,
      "grad_norm": 3.1503562927246094,
      "learning_rate": 9.489374614410413e-06,
      "loss": 0.6137,
      "step": 570
    },
    {
      "epoch": 0.7051671732522796,
      "grad_norm": 2.579737663269043,
      "learning_rate": 9.457761064637727e-06,
      "loss": 0.6068,
      "step": 580
    },
    {
      "epoch": 0.7173252279635258,
      "grad_norm": 3.200549602508545,
      "learning_rate": 9.425254014625278e-06,
      "loss": 0.6436,
      "step": 590
    },
    {
      "epoch": 0.729483282674772,
      "grad_norm": 2.9303839206695557,
      "learning_rate": 9.391859979988546e-06,
      "loss": 0.6062,
      "step": 600
    },
    {
      "epoch": 0.7416413373860182,
      "grad_norm": 3.0887465476989746,
      "learning_rate": 9.35758565412754e-06,
      "loss": 0.6244,
      "step": 610
    },
    {
      "epoch": 0.7537993920972644,
      "grad_norm": 3.22578763961792,
      "learning_rate": 9.322437906885199e-06,
      "loss": 0.6544,
      "step": 620
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 3.8590402603149414,
      "learning_rate": 9.28642378317042e-06,
      "loss": 0.6369,
      "step": 630
    },
    {
      "epoch": 0.7781155015197568,
      "grad_norm": 3.001377820968628,
      "learning_rate": 9.249550501545998e-06,
      "loss": 0.6556,
      "step": 640
    },
    {
      "epoch": 0.790273556231003,
      "grad_norm": 2.9286224842071533,
      "learning_rate": 9.211825452781762e-06,
      "loss": 0.599,
      "step": 650
    },
    {
      "epoch": 0.8024316109422492,
      "grad_norm": 3.0069026947021484,
      "learning_rate": 9.173256198373185e-06,
      "loss": 0.6284,
      "step": 660
    },
    {
      "epoch": 0.8145896656534954,
      "grad_norm": 3.2098565101623535,
      "learning_rate": 9.133850469025786e-06,
      "loss": 0.6047,
      "step": 670
    },
    {
      "epoch": 0.8267477203647416,
      "grad_norm": 2.4998652935028076,
      "learning_rate": 9.093616163105609e-06,
      "loss": 0.6233,
      "step": 680
    },
    {
      "epoch": 0.8389057750759878,
      "grad_norm": 2.6951255798339844,
      "learning_rate": 9.052561345056095e-06,
      "loss": 0.6288,
      "step": 690
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 2.79081654548645,
      "learning_rate": 9.010694243781671e-06,
      "loss": 0.6248,
      "step": 700
    },
    {
      "epoch": 0.8632218844984803,
      "grad_norm": 3.0113465785980225,
      "learning_rate": 8.96802325099838e-06,
      "loss": 0.6262,
      "step": 710
    },
    {
      "epoch": 0.8753799392097265,
      "grad_norm": 2.396683692932129,
      "learning_rate": 8.924556919551863e-06,
      "loss": 0.6154,
      "step": 720
    },
    {
      "epoch": 0.8875379939209727,
      "grad_norm": 2.604168176651001,
      "learning_rate": 8.880303961703048e-06,
      "loss": 0.6044,
      "step": 730
    },
    {
      "epoch": 0.8996960486322189,
      "grad_norm": 2.6339340209960938,
      "learning_rate": 8.835273247381903e-06,
      "loss": 0.6367,
      "step": 740
    },
    {
      "epoch": 0.9118541033434651,
      "grad_norm": 2.699192762374878,
      "learning_rate": 8.789473802409565e-06,
      "loss": 0.6598,
      "step": 750
    },
    {
      "epoch": 0.9240121580547113,
      "grad_norm": 3.0326826572418213,
      "learning_rate": 8.742914806689234e-06,
      "loss": 0.596,
      "step": 760
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 3.168898582458496,
      "learning_rate": 8.695605592366184e-06,
      "loss": 0.5843,
      "step": 770
    },
    {
      "epoch": 0.9483282674772037,
      "grad_norm": 2.6533005237579346,
      "learning_rate": 8.647555641957243e-06,
      "loss": 0.598,
      "step": 780
    },
    {
      "epoch": 0.9604863221884499,
      "grad_norm": 3.4256536960601807,
      "learning_rate": 8.59877458645017e-06,
      "loss": 0.588,
      "step": 790
    },
    {
      "epoch": 0.9726443768996961,
      "grad_norm": 2.429436445236206,
      "learning_rate": 8.54927220337322e-06,
      "loss": 0.5955,
      "step": 800
    },
    {
      "epoch": 0.9848024316109423,
      "grad_norm": 2.6898012161254883,
      "learning_rate": 8.499058414835389e-06,
      "loss": 0.6068,
      "step": 810
    },
    {
      "epoch": 0.9969604863221885,
      "grad_norm": 2.064389944076538,
      "learning_rate": 8.448143285537645e-06,
      "loss": 0.5694,
      "step": 820
    },
    {
      "epoch": 1.0085106382978724,
      "grad_norm": 2.412479877471924,
      "learning_rate": 8.396537020755588e-06,
      "loss": 0.4937,
      "step": 830
    },
    {
      "epoch": 1.0206686930091184,
      "grad_norm": 2.439929246902466,
      "learning_rate": 8.344249964293942e-06,
      "loss": 0.4945,
      "step": 840
    },
    {
      "epoch": 1.0328267477203648,
      "grad_norm": 2.665113687515259,
      "learning_rate": 8.291292596413272e-06,
      "loss": 0.499,
      "step": 850
    },
    {
      "epoch": 1.0449848024316108,
      "grad_norm": 2.39530086517334,
      "learning_rate": 8.237675531729345e-06,
      "loss": 0.4825,
      "step": 860
    },
    {
      "epoch": 1.0571428571428572,
      "grad_norm": 2.943648099899292,
      "learning_rate": 8.18340951708558e-06,
      "loss": 0.4683,
      "step": 870
    },
    {
      "epoch": 1.0693009118541033,
      "grad_norm": 2.766900062561035,
      "learning_rate": 8.128505429398976e-06,
      "loss": 0.477,
      "step": 880
    },
    {
      "epoch": 1.0814589665653496,
      "grad_norm": 2.389639139175415,
      "learning_rate": 8.072974273479972e-06,
      "loss": 0.5606,
      "step": 890
    },
    {
      "epoch": 1.0936170212765957,
      "grad_norm": 2.3432369232177734,
      "learning_rate": 8.016827179826685e-06,
      "loss": 0.4753,
      "step": 900
    },
    {
      "epoch": 1.105775075987842,
      "grad_norm": 2.27811598777771,
      "learning_rate": 7.960075402393937e-06,
      "loss": 0.4733,
      "step": 910
    },
    {
      "epoch": 1.117933130699088,
      "grad_norm": 2.5332465171813965,
      "learning_rate": 7.902730316337556e-06,
      "loss": 0.4444,
      "step": 920
    },
    {
      "epoch": 1.1300911854103344,
      "grad_norm": 2.445450782775879,
      "learning_rate": 7.844803415734368e-06,
      "loss": 0.4694,
      "step": 930
    },
    {
      "epoch": 1.1422492401215805,
      "grad_norm": 2.309290647506714,
      "learning_rate": 7.786306311278354e-06,
      "loss": 0.4617,
      "step": 940
    },
    {
      "epoch": 1.1544072948328268,
      "grad_norm": 2.7566754817962646,
      "learning_rate": 7.727250727953445e-06,
      "loss": 0.5046,
      "step": 950
    },
    {
      "epoch": 1.1665653495440729,
      "grad_norm": 2.475858211517334,
      "learning_rate": 7.667648502683406e-06,
      "loss": 0.5175,
      "step": 960
    },
    {
      "epoch": 1.1787234042553192,
      "grad_norm": 2.5813775062561035,
      "learning_rate": 7.607511581959261e-06,
      "loss": 0.4656,
      "step": 970
    },
    {
      "epoch": 1.1908814589665653,
      "grad_norm": 2.9376819133758545,
      "learning_rate": 7.5468520194447925e-06,
      "loss": 0.4945,
      "step": 980
    },
    {
      "epoch": 1.2030395136778116,
      "grad_norm": 2.2708747386932373,
      "learning_rate": 7.485681973560532e-06,
      "loss": 0.4931,
      "step": 990
    },
    {
      "epoch": 1.2151975683890577,
      "grad_norm": 2.87481427192688,
      "learning_rate": 7.4240137050467635e-06,
      "loss": 0.4713,
      "step": 1000
    },
    {
      "epoch": 1.227355623100304,
      "grad_norm": 3.1325576305389404,
      "learning_rate": 7.361859574506017e-06,
      "loss": 0.4775,
      "step": 1010
    },
    {
      "epoch": 1.23951367781155,
      "grad_norm": 2.519160509109497,
      "learning_rate": 7.299232039925552e-06,
      "loss": 0.4747,
      "step": 1020
    },
    {
      "epoch": 1.2516717325227964,
      "grad_norm": 3.1819024085998535,
      "learning_rate": 7.236143654180311e-06,
      "loss": 0.4836,
      "step": 1030
    },
    {
      "epoch": 1.2638297872340425,
      "grad_norm": 2.5699877738952637,
      "learning_rate": 7.172607062516856e-06,
      "loss": 0.4471,
      "step": 1040
    },
    {
      "epoch": 1.2759878419452888,
      "grad_norm": 3.718123435974121,
      "learning_rate": 7.108635000018802e-06,
      "loss": 0.5022,
      "step": 1050
    },
    {
      "epoch": 1.288145896656535,
      "grad_norm": 3.3233118057250977,
      "learning_rate": 7.044240289054227e-06,
      "loss": 0.4829,
      "step": 1060
    },
    {
      "epoch": 1.3003039513677812,
      "grad_norm": 2.362790584564209,
      "learning_rate": 6.979435836705602e-06,
      "loss": 0.4801,
      "step": 1070
    },
    {
      "epoch": 1.3124620060790273,
      "grad_norm": 2.5460381507873535,
      "learning_rate": 6.9142346321827246e-06,
      "loss": 0.4922,
      "step": 1080
    },
    {
      "epoch": 1.3246200607902736,
      "grad_norm": 3.0161983966827393,
      "learning_rate": 6.84864974421921e-06,
      "loss": 0.4734,
      "step": 1090
    },
    {
      "epoch": 1.3367781155015197,
      "grad_norm": 2.387080669403076,
      "learning_rate": 6.782694318453033e-06,
      "loss": 0.4924,
      "step": 1100
    },
    {
      "epoch": 1.348936170212766,
      "grad_norm": 3.0172154903411865,
      "learning_rate": 6.716381574791648e-06,
      "loss": 0.4669,
      "step": 1110
    },
    {
      "epoch": 1.361094224924012,
      "grad_norm": 3.0593836307525635,
      "learning_rate": 6.649724804762236e-06,
      "loss": 0.4689,
      "step": 1120
    },
    {
      "epoch": 1.3732522796352584,
      "grad_norm": 2.0975329875946045,
      "learning_rate": 6.5827373688475925e-06,
      "loss": 0.501,
      "step": 1130
    },
    {
      "epoch": 1.3854103343465045,
      "grad_norm": 2.6222572326660156,
      "learning_rate": 6.5154326938081866e-06,
      "loss": 0.487,
      "step": 1140
    },
    {
      "epoch": 1.3975683890577508,
      "grad_norm": 2.6791985034942627,
      "learning_rate": 6.447824269990947e-06,
      "loss": 0.4589,
      "step": 1150
    },
    {
      "epoch": 1.409726443768997,
      "grad_norm": 3.0119071006774902,
      "learning_rate": 6.3799256486252945e-06,
      "loss": 0.4839,
      "step": 1160
    },
    {
      "epoch": 1.4218844984802432,
      "grad_norm": 3.6317973136901855,
      "learning_rate": 6.311750439106976e-06,
      "loss": 0.4391,
      "step": 1170
    },
    {
      "epoch": 1.4340425531914893,
      "grad_norm": 1.9667277336120605,
      "learning_rate": 6.243312306270235e-06,
      "loss": 0.4379,
      "step": 1180
    },
    {
      "epoch": 1.4462006079027356,
      "grad_norm": 2.5585360527038574,
      "learning_rate": 6.174624967648877e-06,
      "loss": 0.4954,
      "step": 1190
    },
    {
      "epoch": 1.4583586626139817,
      "grad_norm": 2.421276330947876,
      "learning_rate": 6.105702190726765e-06,
      "loss": 0.4558,
      "step": 1200
    },
    {
      "epoch": 1.470516717325228,
      "grad_norm": 2.7117786407470703,
      "learning_rate": 6.03655779017831e-06,
      "loss": 0.488,
      "step": 1210
    },
    {
      "epoch": 1.4826747720364741,
      "grad_norm": 2.3945164680480957,
      "learning_rate": 5.967205625099496e-06,
      "loss": 0.4849,
      "step": 1220
    },
    {
      "epoch": 1.4948328267477204,
      "grad_norm": 2.291707754135132,
      "learning_rate": 5.897659596230003e-06,
      "loss": 0.4614,
      "step": 1230
    },
    {
      "epoch": 1.5069908814589665,
      "grad_norm": 2.583559036254883,
      "learning_rate": 5.827933643166993e-06,
      "loss": 0.4626,
      "step": 1240
    },
    {
      "epoch": 1.5191489361702128,
      "grad_norm": 2.1779534816741943,
      "learning_rate": 5.758041741571088e-06,
      "loss": 0.4774,
      "step": 1250
    },
    {
      "epoch": 1.531306990881459,
      "grad_norm": 3.738179922103882,
      "learning_rate": 5.687997900365134e-06,
      "loss": 0.4487,
      "step": 1260
    },
    {
      "epoch": 1.543465045592705,
      "grad_norm": 2.461461305618286,
      "learning_rate": 5.617816158926303e-06,
      "loss": 0.4851,
      "step": 1270
    },
    {
      "epoch": 1.5556231003039513,
      "grad_norm": 2.784620523452759,
      "learning_rate": 5.547510584272069e-06,
      "loss": 0.5079,
      "step": 1280
    },
    {
      "epoch": 1.5677811550151977,
      "grad_norm": 2.8999369144439697,
      "learning_rate": 5.477095268240669e-06,
      "loss": 0.4596,
      "step": 1290
    },
    {
      "epoch": 1.5799392097264437,
      "grad_norm": 2.786457061767578,
      "learning_rate": 5.406584324666565e-06,
      "loss": 0.4226,
      "step": 1300
    },
    {
      "epoch": 1.5920972644376898,
      "grad_norm": 3.0281615257263184,
      "learning_rate": 5.335991886551526e-06,
      "loss": 0.4826,
      "step": 1310
    },
    {
      "epoch": 1.6042553191489362,
      "grad_norm": 2.60740327835083,
      "learning_rate": 5.2653321032318315e-06,
      "loss": 0.5185,
      "step": 1320
    },
    {
      "epoch": 1.6164133738601825,
      "grad_norm": 2.150132179260254,
      "learning_rate": 5.194619137542241e-06,
      "loss": 0.511,
      "step": 1330
    },
    {
      "epoch": 1.6285714285714286,
      "grad_norm": 2.7613778114318848,
      "learning_rate": 5.123867162977224e-06,
      "loss": 0.4653,
      "step": 1340
    },
    {
      "epoch": 1.6407294832826747,
      "grad_norm": 2.5103297233581543,
      "learning_rate": 5.053090360850072e-06,
      "loss": 0.4206,
      "step": 1350
    },
    {
      "epoch": 1.652887537993921,
      "grad_norm": 2.6275055408477783,
      "learning_rate": 4.9823029174504335e-06,
      "loss": 0.4727,
      "step": 1360
    },
    {
      "epoch": 1.6650455927051673,
      "grad_norm": 2.6730258464813232,
      "learning_rate": 4.9115190212008745e-06,
      "loss": 0.4616,
      "step": 1370
    },
    {
      "epoch": 1.6772036474164134,
      "grad_norm": 2.8876965045928955,
      "learning_rate": 4.840752859812972e-06,
      "loss": 0.4868,
      "step": 1380
    },
    {
      "epoch": 1.6893617021276595,
      "grad_norm": 2.7904891967773438,
      "learning_rate": 4.770018617443578e-06,
      "loss": 0.4453,
      "step": 1390
    },
    {
      "epoch": 1.7015197568389058,
      "grad_norm": 2.7088356018066406,
      "learning_rate": 4.699330471851798e-06,
      "loss": 0.4708,
      "step": 1400
    },
    {
      "epoch": 1.713677811550152,
      "grad_norm": 2.1268298625946045,
      "learning_rate": 4.628702591557237e-06,
      "loss": 0.4901,
      "step": 1410
    },
    {
      "epoch": 1.7258358662613982,
      "grad_norm": 2.3978848457336426,
      "learning_rate": 4.558149133000104e-06,
      "loss": 0.5164,
      "step": 1420
    },
    {
      "epoch": 1.7379939209726443,
      "grad_norm": 1.8490489721298218,
      "learning_rate": 4.487684237703734e-06,
      "loss": 0.4342,
      "step": 1430
    },
    {
      "epoch": 1.7501519756838906,
      "grad_norm": 2.7367939949035645,
      "learning_rate": 4.417322029440119e-06,
      "loss": 0.4887,
      "step": 1440
    },
    {
      "epoch": 1.762310030395137,
      "grad_norm": 2.217988967895508,
      "learning_rate": 4.347076611398961e-06,
      "loss": 0.46,
      "step": 1450
    },
    {
      "epoch": 1.774468085106383,
      "grad_norm": 2.8989672660827637,
      "learning_rate": 4.2769620633608835e-06,
      "loss": 0.4524,
      "step": 1460
    },
    {
      "epoch": 1.786626139817629,
      "grad_norm": 2.5125184059143066,
      "learning_rate": 4.206992438875318e-06,
      "loss": 0.4346,
      "step": 1470
    },
    {
      "epoch": 1.7987841945288754,
      "grad_norm": 2.9049086570739746,
      "learning_rate": 4.137181762443658e-06,
      "loss": 0.3629,
      "step": 1480
    },
    {
      "epoch": 1.8109422492401217,
      "grad_norm": 2.5007903575897217,
      "learning_rate": 4.0675440267082236e-06,
      "loss": 0.4943,
      "step": 1490
    },
    {
      "epoch": 1.8231003039513678,
      "grad_norm": 2.90285325050354,
      "learning_rate": 3.998093189647622e-06,
      "loss": 0.4331,
      "step": 1500
    },
    {
      "epoch": 1.8352583586626139,
      "grad_norm": 2.7467432022094727,
      "learning_rate": 3.928843171779051e-06,
      "loss": 0.4826,
      "step": 1510
    },
    {
      "epoch": 1.8474164133738602,
      "grad_norm": 2.5184881687164307,
      "learning_rate": 3.859807853368112e-06,
      "loss": 0.4204,
      "step": 1520
    },
    {
      "epoch": 1.8595744680851065,
      "grad_norm": 2.262559652328491,
      "learning_rate": 3.791001071646695e-06,
      "loss": 0.455,
      "step": 1530
    },
    {
      "epoch": 1.8717325227963526,
      "grad_norm": 2.8905036449432373,
      "learning_rate": 3.72243661803948e-06,
      "loss": 0.4584,
      "step": 1540
    },
    {
      "epoch": 1.8838905775075987,
      "grad_norm": 3.1106526851654053,
      "learning_rate": 3.6541282353996275e-06,
      "loss": 0.4559,
      "step": 1550
    },
    {
      "epoch": 1.896048632218845,
      "grad_norm": 2.7985055446624756,
      "learning_rate": 3.5860896152542013e-06,
      "loss": 0.4452,
      "step": 1560
    },
    {
      "epoch": 1.9082066869300913,
      "grad_norm": 2.4769771099090576,
      "learning_rate": 3.5183343950598825e-06,
      "loss": 0.463,
      "step": 1570
    },
    {
      "epoch": 1.9203647416413374,
      "grad_norm": 2.9029109477996826,
      "learning_rate": 3.450876155469518e-06,
      "loss": 0.4377,
      "step": 1580
    },
    {
      "epoch": 1.9325227963525835,
      "grad_norm": 2.444227457046509,
      "learning_rate": 3.3837284176100543e-06,
      "loss": 0.4559,
      "step": 1590
    },
    {
      "epoch": 1.9446808510638298,
      "grad_norm": 1.8885170221328735,
      "learning_rate": 3.3169046403724004e-06,
      "loss": 0.4315,
      "step": 1600
    },
    {
      "epoch": 1.9568389057750761,
      "grad_norm": 2.370542526245117,
      "learning_rate": 3.250418217713771e-06,
      "loss": 0.4496,
      "step": 1610
    },
    {
      "epoch": 1.9689969604863222,
      "grad_norm": 2.281675338745117,
      "learning_rate": 3.1842824759730518e-06,
      "loss": 0.4651,
      "step": 1620
    },
    {
      "epoch": 1.9811550151975683,
      "grad_norm": 2.4642460346221924,
      "learning_rate": 3.1185106711996848e-06,
      "loss": 0.4492,
      "step": 1630
    },
    {
      "epoch": 1.9933130699088146,
      "grad_norm": 2.898085355758667,
      "learning_rate": 3.0531159864966885e-06,
      "loss": 0.4217,
      "step": 1640
    },
    {
      "epoch": 2.0048632218844986,
      "grad_norm": 2.5043299198150635,
      "learning_rate": 2.9881115293782638e-06,
      "loss": 0.4087,
      "step": 1650
    },
    {
      "epoch": 2.0170212765957447,
      "grad_norm": 2.5139353275299072,
      "learning_rate": 2.923510329142568e-06,
      "loss": 0.3166,
      "step": 1660
    },
    {
      "epoch": 2.029179331306991,
      "grad_norm": 2.334691047668457,
      "learning_rate": 2.8593253342601557e-06,
      "loss": 0.2967,
      "step": 1670
    },
    {
      "epoch": 2.041337386018237,
      "grad_norm": 2.763742685317993,
      "learning_rate": 2.795569409778639e-06,
      "loss": 0.3263,
      "step": 1680
    },
    {
      "epoch": 2.0534954407294834,
      "grad_norm": 2.539466142654419,
      "learning_rate": 2.7322553347440368e-06,
      "loss": 0.2964,
      "step": 1690
    },
    {
      "epoch": 2.0656534954407295,
      "grad_norm": 3.0033152103424072,
      "learning_rate": 2.6693957996393984e-06,
      "loss": 0.3157,
      "step": 1700
    },
    {
      "epoch": 2.0778115501519756,
      "grad_norm": 2.8573410511016846,
      "learning_rate": 2.6070034038411553e-06,
      "loss": 0.3542,
      "step": 1710
    },
    {
      "epoch": 2.0899696048632217,
      "grad_norm": 2.31459641456604,
      "learning_rate": 2.545090653093738e-06,
      "loss": 0.2965,
      "step": 1720
    },
    {
      "epoch": 2.1021276595744682,
      "grad_norm": 2.5029146671295166,
      "learning_rate": 2.4836699570029623e-06,
      "loss": 0.295,
      "step": 1730
    },
    {
      "epoch": 2.1142857142857143,
      "grad_norm": 2.295614004135132,
      "learning_rate": 2.4227536265486885e-06,
      "loss": 0.3075,
      "step": 1740
    },
    {
      "epoch": 2.1264437689969604,
      "grad_norm": 2.5719516277313232,
      "learning_rate": 2.3623538716172394e-06,
      "loss": 0.3397,
      "step": 1750
    },
    {
      "epoch": 2.1386018237082065,
      "grad_norm": 2.6095409393310547,
      "learning_rate": 2.302482798554096e-06,
      "loss": 0.324,
      "step": 1760
    },
    {
      "epoch": 2.150759878419453,
      "grad_norm": 2.429758310317993,
      "learning_rate": 2.2431524077373314e-06,
      "loss": 0.2939,
      "step": 1770
    },
    {
      "epoch": 2.162917933130699,
      "grad_norm": 2.9179751873016357,
      "learning_rate": 2.1843745911722937e-06,
      "loss": 0.308,
      "step": 1780
    },
    {
      "epoch": 2.1750759878419452,
      "grad_norm": 3.281049966812134,
      "learning_rate": 2.1261611301080063e-06,
      "loss": 0.3229,
      "step": 1790
    },
    {
      "epoch": 2.1872340425531913,
      "grad_norm": 2.931143283843994,
      "learning_rate": 2.068523692675772e-06,
      "loss": 0.3107,
      "step": 1800
    },
    {
      "epoch": 2.199392097264438,
      "grad_norm": 2.432403802871704,
      "learning_rate": 2.0114738315504505e-06,
      "loss": 0.2925,
      "step": 1810
    },
    {
      "epoch": 2.211550151975684,
      "grad_norm": 3.296288251876831,
      "learning_rate": 1.955022981634863e-06,
      "loss": 0.3115,
      "step": 1820
    },
    {
      "epoch": 2.22370820668693,
      "grad_norm": 2.6482620239257812,
      "learning_rate": 1.8991824577678269e-06,
      "loss": 0.3423,
      "step": 1830
    },
    {
      "epoch": 2.235866261398176,
      "grad_norm": 2.5689730644226074,
      "learning_rate": 1.8439634524562423e-06,
      "loss": 0.344,
      "step": 1840
    },
    {
      "epoch": 2.2480243161094227,
      "grad_norm": 2.4932291507720947,
      "learning_rate": 1.7893770336316928e-06,
      "loss": 0.3052,
      "step": 1850
    },
    {
      "epoch": 2.2601823708206688,
      "grad_norm": 2.985034704208374,
      "learning_rate": 1.7354341424320286e-06,
      "loss": 0.3056,
      "step": 1860
    },
    {
      "epoch": 2.272340425531915,
      "grad_norm": 2.558969020843506,
      "learning_rate": 1.6821455910083535e-06,
      "loss": 0.2883,
      "step": 1870
    },
    {
      "epoch": 2.284498480243161,
      "grad_norm": 2.731433868408203,
      "learning_rate": 1.6295220603578727e-06,
      "loss": 0.3017,
      "step": 1880
    },
    {
      "epoch": 2.2966565349544075,
      "grad_norm": 2.7767181396484375,
      "learning_rate": 1.5775740981830262e-06,
      "loss": 0.3348,
      "step": 1890
    },
    {
      "epoch": 2.3088145896656536,
      "grad_norm": 2.289393424987793,
      "learning_rate": 1.526312116777336e-06,
      "loss": 0.3377,
      "step": 1900
    },
    {
      "epoch": 2.3209726443768997,
      "grad_norm": 2.3055357933044434,
      "learning_rate": 1.475746390938399e-06,
      "loss": 0.3111,
      "step": 1910
    },
    {
      "epoch": 2.3331306990881457,
      "grad_norm": 3.120150089263916,
      "learning_rate": 1.4258870559084387e-06,
      "loss": 0.3172,
      "step": 1920
    },
    {
      "epoch": 2.3452887537993923,
      "grad_norm": 2.520087718963623,
      "learning_rate": 1.3767441053428244e-06,
      "loss": 0.3071,
      "step": 1930
    },
    {
      "epoch": 2.3574468085106384,
      "grad_norm": 2.533917188644409,
      "learning_rate": 1.328327389306977e-06,
      "loss": 0.328,
      "step": 1940
    },
    {
      "epoch": 2.3696048632218845,
      "grad_norm": 2.611781120300293,
      "learning_rate": 1.2806466123020479e-06,
      "loss": 0.2373,
      "step": 1950
    },
    {
      "epoch": 2.3817629179331306,
      "grad_norm": 2.3127501010894775,
      "learning_rate": 1.2337113313197813e-06,
      "loss": 0.3226,
      "step": 1960
    },
    {
      "epoch": 2.393920972644377,
      "grad_norm": 3.0540225505828857,
      "learning_rate": 1.1875309539269332e-06,
      "loss": 0.3181,
      "step": 1970
    },
    {
      "epoch": 2.406079027355623,
      "grad_norm": 2.2503840923309326,
      "learning_rate": 1.1421147363796547e-06,
      "loss": 0.2918,
      "step": 1980
    },
    {
      "epoch": 2.4182370820668693,
      "grad_norm": 2.5295841693878174,
      "learning_rate": 1.097471781768194e-06,
      "loss": 0.2941,
      "step": 1990
    },
    {
      "epoch": 2.4303951367781154,
      "grad_norm": 2.7835609912872314,
      "learning_rate": 1.053611038192296e-06,
      "loss": 0.2901,
      "step": 2000
    },
    {
      "epoch": 2.4425531914893615,
      "grad_norm": 2.6751868724823,
      "learning_rate": 1.0105412969676758e-06,
      "loss": 0.335,
      "step": 2010
    },
    {
      "epoch": 2.454711246200608,
      "grad_norm": 2.333569049835205,
      "learning_rate": 9.682711908639137e-07,
      "loss": 0.2967,
      "step": 2020
    },
    {
      "epoch": 2.466869300911854,
      "grad_norm": 2.4557461738586426,
      "learning_rate": 9.268091923741246e-07,
      "loss": 0.2856,
      "step": 2030
    },
    {
      "epoch": 2.4790273556231,
      "grad_norm": 2.8368921279907227,
      "learning_rate": 8.861636120167632e-07,
      "loss": 0.3396,
      "step": 2040
    },
    {
      "epoch": 2.4911854103343467,
      "grad_norm": 2.238975763320923,
      "learning_rate": 8.463425966698857e-07,
      "loss": 0.3138,
      "step": 2050
    },
    {
      "epoch": 2.503343465045593,
      "grad_norm": 2.7118637561798096,
      "learning_rate": 8.073541279382135e-07,
      "loss": 0.3397,
      "step": 2060
    },
    {
      "epoch": 2.515501519756839,
      "grad_norm": 2.528172731399536,
      "learning_rate": 7.69206020553323e-07,
      "loss": 0.3273,
      "step": 2070
    },
    {
      "epoch": 2.527659574468085,
      "grad_norm": 2.3029799461364746,
      "learning_rate": 7.319059208072909e-07,
      "loss": 0.3238,
      "step": 2080
    },
    {
      "epoch": 2.539817629179331,
      "grad_norm": 2.535954475402832,
      "learning_rate": 6.954613050200859e-07,
      "loss": 0.328,
      "step": 2090
    },
    {
      "epoch": 2.5519756838905776,
      "grad_norm": 2.4356179237365723,
      "learning_rate": 6.5987947804104e-07,
      "loss": 0.3081,
      "step": 2100
    },
    {
      "epoch": 2.5641337386018237,
      "grad_norm": 2.039999008178711,
      "learning_rate": 6.251675717846905e-07,
      "loss": 0.311,
      "step": 2110
    },
    {
      "epoch": 2.57629179331307,
      "grad_norm": 2.296266794204712,
      "learning_rate": 5.913325438012773e-07,
      "loss": 0.2815,
      "step": 2120
    },
    {
      "epoch": 2.5884498480243163,
      "grad_norm": 2.9788355827331543,
      "learning_rate": 5.583811758821916e-07,
      "loss": 0.3346,
      "step": 2130
    },
    {
      "epoch": 2.6006079027355624,
      "grad_norm": 3.0497772693634033,
      "learning_rate": 5.263200727006568e-07,
      "loss": 0.2976,
      "step": 2140
    },
    {
      "epoch": 2.6127659574468085,
      "grad_norm": 2.972386121749878,
      "learning_rate": 4.951556604879049e-07,
      "loss": 0.272,
      "step": 2150
    },
    {
      "epoch": 2.6249240121580546,
      "grad_norm": 3.3032212257385254,
      "learning_rate": 4.648941857451228e-07,
      "loss": 0.2989,
      "step": 2160
    },
    {
      "epoch": 2.6370820668693007,
      "grad_norm": 2.078023672103882,
      "learning_rate": 4.355417139914242e-07,
      "loss": 0.3353,
      "step": 2170
    },
    {
      "epoch": 2.6492401215805472,
      "grad_norm": 2.5029313564300537,
      "learning_rate": 4.0710412854809255e-07,
      "loss": 0.3413,
      "step": 2180
    },
    {
      "epoch": 2.6613981762917933,
      "grad_norm": 2.516641616821289,
      "learning_rate": 3.7958712935934726e-07,
      "loss": 0.347,
      "step": 2190
    },
    {
      "epoch": 2.6735562310030394,
      "grad_norm": 2.115417718887329,
      "learning_rate": 3.5299623184986366e-07,
      "loss": 0.2955,
      "step": 2200
    },
    {
      "epoch": 2.685714285714286,
      "grad_norm": 2.419532299041748,
      "learning_rate": 3.273367658192778e-07,
      "loss": 0.285,
      "step": 2210
    },
    {
      "epoch": 2.697872340425532,
      "grad_norm": 2.186316967010498,
      "learning_rate": 3.0261387437389766e-07,
      "loss": 0.3091,
      "step": 2220
    },
    {
      "epoch": 2.710030395136778,
      "grad_norm": 2.725886583328247,
      "learning_rate": 2.7883251289583467e-07,
      "loss": 0.317,
      "step": 2230
    },
    {
      "epoch": 2.722188449848024,
      "grad_norm": 2.355541944503784,
      "learning_rate": 2.5599744804975956e-07,
      "loss": 0.3093,
      "step": 2240
    },
    {
      "epoch": 2.7343465045592703,
      "grad_norm": 2.3325600624084473,
      "learning_rate": 2.3411325682748843e-07,
      "loss": 0.2784,
      "step": 2250
    },
    {
      "epoch": 2.746504559270517,
      "grad_norm": 2.1935389041900635,
      "learning_rate": 2.1318432563058765e-07,
      "loss": 0.2835,
      "step": 2260
    },
    {
      "epoch": 2.758662613981763,
      "grad_norm": 2.6569478511810303,
      "learning_rate": 1.9321484939116843e-07,
      "loss": 0.2821,
      "step": 2270
    },
    {
      "epoch": 2.770820668693009,
      "grad_norm": 2.2891359329223633,
      "learning_rate": 1.742088307310741e-07,
      "loss": 0.3362,
      "step": 2280
    },
    {
      "epoch": 2.7829787234042556,
      "grad_norm": 2.387622833251953,
      "learning_rate": 1.561700791596038e-07,
      "loss": 0.2973,
      "step": 2290
    },
    {
      "epoch": 2.7951367781155017,
      "grad_norm": 2.550020217895508,
      "learning_rate": 1.3910221030994764e-07,
      "loss": 0.279,
      "step": 2300
    },
    {
      "epoch": 2.8072948328267477,
      "grad_norm": 2.9916679859161377,
      "learning_rate": 1.2300864521447575e-07,
      "loss": 0.3318,
      "step": 2310
    },
    {
      "epoch": 2.819452887537994,
      "grad_norm": 2.5227696895599365,
      "learning_rate": 1.0789260961904357e-07,
      "loss": 0.2887,
      "step": 2320
    },
    {
      "epoch": 2.83161094224924,
      "grad_norm": 2.750169038772583,
      "learning_rate": 9.375713333642677e-08,
      "loss": 0.3087,
      "step": 2330
    },
    {
      "epoch": 2.8437689969604865,
      "grad_norm": 2.2595717906951904,
      "learning_rate": 8.060504963903815e-08,
      "loss": 0.28,
      "step": 2340
    },
    {
      "epoch": 2.8559270516717326,
      "grad_norm": 2.5719687938690186,
      "learning_rate": 6.843899469103521e-08,
      "loss": 0.3007,
      "step": 2350
    },
    {
      "epoch": 2.8680851063829786,
      "grad_norm": 2.3983314037323,
      "learning_rate": 5.726140701993288e-08,
      "loss": 0.3049,
      "step": 2360
    },
    {
      "epoch": 2.880243161094225,
      "grad_norm": 2.910645008087158,
      "learning_rate": 4.707452702783388e-08,
      "loss": 0.3006,
      "step": 2370
    },
    {
      "epoch": 2.8924012158054713,
      "grad_norm": 2.546748161315918,
      "learning_rate": 3.7880396542369635e-08,
      "loss": 0.3431,
      "step": 2380
    },
    {
      "epoch": 2.9045592705167174,
      "grad_norm": 2.052919387817383,
      "learning_rate": 2.9680858407441503e-08,
      "loss": 0.2987,
      "step": 2390
    },
    {
      "epoch": 2.9167173252279635,
      "grad_norm": 2.4598567485809326,
      "learning_rate": 2.24775561138485e-08,
      "loss": 0.3207,
      "step": 2400
    },
    {
      "epoch": 2.9288753799392095,
      "grad_norm": 2.4281694889068604,
      "learning_rate": 1.627193346986744e-08,
      "loss": 0.2847,
      "step": 2410
    },
    {
      "epoch": 2.941033434650456,
      "grad_norm": 2.2293615341186523,
      "learning_rate": 1.1065234311864459e-08,
      "loss": 0.2952,
      "step": 2420
    },
    {
      "epoch": 2.953191489361702,
      "grad_norm": 2.4415087699890137,
      "learning_rate": 6.858502254981081e-09,
      "loss": 0.2756,
      "step": 2430
    },
    {
      "epoch": 2.9653495440729483,
      "grad_norm": 2.482046604156494,
      "learning_rate": 3.652580483956558e-09,
      "loss": 0.3162,
      "step": 2440
    },
    {
      "epoch": 2.977507598784195,
      "grad_norm": 2.2831978797912598,
      "learning_rate": 1.4481115841230574e-09,
      "loss": 0.2904,
      "step": 2450
    },
    {
      "epoch": 2.989665653495441,
      "grad_norm": 2.147287368774414,
      "learning_rate": 2.4553741260535667e-10,
      "loss": 0.3062,
      "step": 2460
    }
  ],
  "logging_steps": 10,
  "max_steps": 2466,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.0307400421054874e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}