{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 20,
  "global_step": 11621,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017211333663217229,
      "grad_norm": 0.512730062007904,
      "learning_rate": 0.0002,
      "loss": 1.7072,
      "step": 20
    },
    {
      "epoch": 0.0034422667326434457,
      "grad_norm": 0.3541152775287628,
      "learning_rate": 0.0002,
      "loss": 1.3871,
      "step": 40
    },
    {
      "epoch": 0.005163400098965169,
      "grad_norm": 0.40835729241371155,
      "learning_rate": 0.0002,
      "loss": 1.2637,
      "step": 60
    },
    {
      "epoch": 0.0068845334652868915,
      "grad_norm": 0.3723342716693878,
      "learning_rate": 0.0002,
      "loss": 1.2378,
      "step": 80
    },
    {
      "epoch": 0.008605666831608615,
      "grad_norm": 0.3391265571117401,
      "learning_rate": 0.0002,
      "loss": 1.1991,
      "step": 100
    },
    {
      "epoch": 0.010326800197930338,
      "grad_norm": 0.3430226445198059,
      "learning_rate": 0.0002,
      "loss": 1.1191,
      "step": 120
    },
    {
      "epoch": 0.01204793356425206,
      "grad_norm": 0.39266398549079895,
      "learning_rate": 0.0002,
      "loss": 1.1358,
      "step": 140
    },
    {
      "epoch": 0.013769066930573783,
      "grad_norm": 0.38184505701065063,
      "learning_rate": 0.0002,
      "loss": 1.0851,
      "step": 160
    },
    {
      "epoch": 0.015490200296895506,
      "grad_norm": 0.3323766887187958,
      "learning_rate": 0.0002,
      "loss": 1.0519,
      "step": 180
    },
    {
      "epoch": 0.01721133366321723,
      "grad_norm": 0.3520768880844116,
      "learning_rate": 0.0002,
      "loss": 0.9788,
      "step": 200
    },
    {
      "epoch": 0.018932467029538953,
      "grad_norm": 0.4066319465637207,
      "learning_rate": 0.0002,
      "loss": 0.9647,
      "step": 220
    },
    {
      "epoch": 0.020653600395860675,
      "grad_norm": 0.3871042728424072,
      "learning_rate": 0.0002,
      "loss": 0.9981,
      "step": 240
    },
    {
      "epoch": 0.022374733762182398,
      "grad_norm": 0.3759310841560364,
      "learning_rate": 0.0002,
      "loss": 0.9527,
      "step": 260
    },
    {
      "epoch": 0.02409586712850412,
      "grad_norm": 0.411364883184433,
      "learning_rate": 0.0002,
      "loss": 1.0079,
      "step": 280
    },
    {
      "epoch": 0.025817000494825843,
      "grad_norm": 0.38831627368927,
      "learning_rate": 0.0002,
      "loss": 1.0129,
      "step": 300
    },
    {
      "epoch": 0.027538133861147566,
      "grad_norm": 0.36452218890190125,
      "learning_rate": 0.0002,
      "loss": 0.9021,
      "step": 320
    },
    {
      "epoch": 0.02925926722746929,
      "grad_norm": 0.40188145637512207,
      "learning_rate": 0.0002,
      "loss": 0.9138,
      "step": 340
    },
    {
      "epoch": 0.03098040059379101,
      "grad_norm": 0.3994237184524536,
      "learning_rate": 0.0002,
      "loss": 0.9164,
      "step": 360
    },
    {
      "epoch": 0.03270153396011274,
      "grad_norm": 0.4226379692554474,
      "learning_rate": 0.0002,
      "loss": 0.8986,
      "step": 380
    },
    {
      "epoch": 0.03442266732643446,
      "grad_norm": 0.4331601560115814,
      "learning_rate": 0.0002,
      "loss": 0.8443,
      "step": 400
    },
    {
      "epoch": 0.03614380069275618,
      "grad_norm": 0.373415470123291,
      "learning_rate": 0.0002,
      "loss": 0.8437,
      "step": 420
    },
    {
      "epoch": 0.037864934059077905,
      "grad_norm": 0.49005845189094543,
      "learning_rate": 0.0002,
      "loss": 0.8387,
      "step": 440
    },
    {
      "epoch": 0.03958606742539963,
      "grad_norm": 0.5034841895103455,
      "learning_rate": 0.0002,
      "loss": 0.8108,
      "step": 460
    },
    {
      "epoch": 0.04130720079172135,
      "grad_norm": 0.3401569426059723,
      "learning_rate": 0.0002,
      "loss": 0.7975,
      "step": 480
    },
    {
      "epoch": 0.04302833415804307,
      "grad_norm": 0.37207746505737305,
      "learning_rate": 0.0002,
      "loss": 0.8135,
      "step": 500
    },
    {
      "epoch": 0.044749467524364796,
      "grad_norm": 0.39017221331596375,
      "learning_rate": 0.0002,
      "loss": 0.7053,
      "step": 520
    },
    {
      "epoch": 0.04647060089068652,
      "grad_norm": 0.42643848061561584,
      "learning_rate": 0.0002,
      "loss": 0.8119,
      "step": 540
    },
    {
      "epoch": 0.04819173425700824,
      "grad_norm": 0.4266549050807953,
      "learning_rate": 0.0002,
      "loss": 0.7676,
      "step": 560
    },
    {
      "epoch": 0.049912867623329964,
      "grad_norm": 0.37006089091300964,
      "learning_rate": 0.0002,
      "loss": 0.7675,
      "step": 580
    },
    {
      "epoch": 0.051634000989651686,
      "grad_norm": 0.3692554235458374,
      "learning_rate": 0.0002,
      "loss": 0.7843,
      "step": 600
    },
    {
      "epoch": 0.05335513435597341,
      "grad_norm": 0.41451218724250793,
      "learning_rate": 0.0002,
      "loss": 0.7111,
      "step": 620
    },
    {
      "epoch": 0.05507626772229513,
      "grad_norm": 0.46577128767967224,
      "learning_rate": 0.0002,
      "loss": 0.7248,
      "step": 640
    },
    {
      "epoch": 0.056797401088616854,
      "grad_norm": 0.4749889373779297,
      "learning_rate": 0.0002,
      "loss": 0.7454,
      "step": 660
    },
    {
      "epoch": 0.05851853445493858,
      "grad_norm": 0.44663748145103455,
      "learning_rate": 0.0002,
      "loss": 0.6829,
      "step": 680
    },
    {
      "epoch": 0.0602396678212603,
      "grad_norm": 0.3434062600135803,
      "learning_rate": 0.0002,
      "loss": 0.6625,
      "step": 700
    },
    {
      "epoch": 0.06196080118758202,
      "grad_norm": 0.45600661635398865,
      "learning_rate": 0.0002,
      "loss": 0.6623,
      "step": 720
    },
    {
      "epoch": 0.06368193455390375,
      "grad_norm": 0.41260451078414917,
      "learning_rate": 0.0002,
      "loss": 0.6497,
      "step": 740
    },
    {
      "epoch": 0.06540306792022547,
      "grad_norm": 0.3827366232872009,
      "learning_rate": 0.0002,
      "loss": 0.6133,
      "step": 760
    },
    {
      "epoch": 0.0671242012865472,
      "grad_norm": 0.44087541103363037,
      "learning_rate": 0.0002,
      "loss": 0.6782,
      "step": 780
    },
    {
      "epoch": 0.06884533465286892,
      "grad_norm": 0.3596974313259125,
      "learning_rate": 0.0002,
      "loss": 0.6294,
      "step": 800
    },
    {
      "epoch": 0.07056646801919064,
      "grad_norm": 0.42401421070098877,
      "learning_rate": 0.0002,
      "loss": 0.6761,
      "step": 820
    },
    {
      "epoch": 0.07228760138551237,
      "grad_norm": 0.34142622351646423,
      "learning_rate": 0.0002,
      "loss": 0.6274,
      "step": 840
    },
    {
      "epoch": 0.07400873475183409,
      "grad_norm": 0.3514570891857147,
      "learning_rate": 0.0002,
      "loss": 0.6053,
      "step": 860
    },
    {
      "epoch": 0.07572986811815581,
      "grad_norm": 0.3995071053504944,
      "learning_rate": 0.0002,
      "loss": 0.5953,
      "step": 880
    },
    {
      "epoch": 0.07745100148447753,
      "grad_norm": 0.3967471420764923,
      "learning_rate": 0.0002,
      "loss": 0.6375,
      "step": 900
    },
    {
      "epoch": 0.07917213485079926,
      "grad_norm": 0.434865266084671,
      "learning_rate": 0.0002,
      "loss": 0.6053,
      "step": 920
    },
    {
      "epoch": 0.08089326821712098,
      "grad_norm": 0.42927464842796326,
      "learning_rate": 0.0002,
      "loss": 0.5947,
      "step": 940
    },
    {
      "epoch": 0.0826144015834427,
      "grad_norm": 0.6075530052185059,
      "learning_rate": 0.0002,
      "loss": 0.6331,
      "step": 960
    },
    {
      "epoch": 0.08433553494976442,
      "grad_norm": 0.46515706181526184,
      "learning_rate": 0.0002,
      "loss": 0.569,
      "step": 980
    },
    {
      "epoch": 0.08605666831608615,
      "grad_norm": 0.2592894732952118,
      "learning_rate": 0.0002,
      "loss": 0.5572,
      "step": 1000
    },
    {
      "epoch": 0.08777780168240787,
      "grad_norm": 0.4780791699886322,
      "learning_rate": 0.0002,
      "loss": 0.6014,
      "step": 1020
    },
    {
      "epoch": 0.08949893504872959,
      "grad_norm": 0.37773773074150085,
      "learning_rate": 0.0002,
      "loss": 0.5783,
      "step": 1040
    },
    {
      "epoch": 0.09122006841505131,
      "grad_norm": 0.5149890780448914,
      "learning_rate": 0.0002,
      "loss": 0.5485,
      "step": 1060
    },
    {
      "epoch": 0.09294120178137304,
      "grad_norm": 0.522530734539032,
      "learning_rate": 0.0002,
      "loss": 0.5707,
      "step": 1080
    },
    {
      "epoch": 0.09466233514769476,
      "grad_norm": 0.42418375611305237,
      "learning_rate": 0.0002,
      "loss": 0.5817,
      "step": 1100
    },
    {
      "epoch": 0.09638346851401648,
      "grad_norm": 0.3230820596218109,
      "learning_rate": 0.0002,
      "loss": 0.5426,
      "step": 1120
    },
    {
      "epoch": 0.0981046018803382,
      "grad_norm": 0.46259307861328125,
      "learning_rate": 0.0002,
      "loss": 0.5304,
      "step": 1140
    },
    {
      "epoch": 0.09982573524665993,
      "grad_norm": 0.41511914134025574,
      "learning_rate": 0.0002,
      "loss": 0.5343,
      "step": 1160
    },
    {
      "epoch": 0.10154686861298165,
      "grad_norm": 0.5695448517799377,
      "learning_rate": 0.0002,
      "loss": 0.5773,
      "step": 1180
    },
    {
      "epoch": 0.10326800197930337,
      "grad_norm": 0.3354031443595886,
      "learning_rate": 0.0002,
      "loss": 0.5377,
      "step": 1200
    },
    {
      "epoch": 0.1049891353456251,
      "grad_norm": 0.5198836922645569,
      "learning_rate": 0.0002,
      "loss": 0.5454,
      "step": 1220
    },
    {
      "epoch": 0.10671026871194682,
      "grad_norm": 0.3364623188972473,
      "learning_rate": 0.0002,
      "loss": 0.5057,
      "step": 1240
    },
    {
      "epoch": 0.10843140207826854,
      "grad_norm": 0.3844848871231079,
      "learning_rate": 0.0002,
      "loss": 0.571,
      "step": 1260
    },
    {
      "epoch": 0.11015253544459026,
      "grad_norm": 0.45747458934783936,
      "learning_rate": 0.0002,
      "loss": 0.5425,
      "step": 1280
    },
    {
      "epoch": 0.11187366881091199,
      "grad_norm": 0.4278349280357361,
      "learning_rate": 0.0002,
      "loss": 0.4814,
      "step": 1300
    },
    {
      "epoch": 0.11359480217723371,
      "grad_norm": 0.4377232491970062,
      "learning_rate": 0.0002,
      "loss": 0.5083,
      "step": 1320
    },
    {
      "epoch": 0.11531593554355543,
      "grad_norm": 0.48636892437934875,
      "learning_rate": 0.0002,
      "loss": 0.5317,
      "step": 1340
    },
    {
      "epoch": 0.11703706890987715,
      "grad_norm": 0.39063599705696106,
      "learning_rate": 0.0002,
      "loss": 0.482,
      "step": 1360
    },
    {
      "epoch": 0.11875820227619888,
      "grad_norm": 0.45347273349761963,
      "learning_rate": 0.0002,
      "loss": 0.4754,
      "step": 1380
    },
    {
      "epoch": 0.1204793356425206,
      "grad_norm": 0.44759300351142883,
      "learning_rate": 0.0002,
      "loss": 0.4773,
      "step": 1400
    },
    {
      "epoch": 0.12220046900884232,
      "grad_norm": 0.44881579279899597,
      "learning_rate": 0.0002,
      "loss": 0.5236,
      "step": 1420
    },
    {
      "epoch": 0.12392160237516404,
      "grad_norm": 0.5386276245117188,
      "learning_rate": 0.0002,
      "loss": 0.5021,
      "step": 1440
    },
    {
      "epoch": 0.12564273574148577,
      "grad_norm": 0.48680126667022705,
      "learning_rate": 0.0002,
      "loss": 0.4784,
      "step": 1460
    },
    {
      "epoch": 0.1273638691078075,
      "grad_norm": 0.44588467478752136,
      "learning_rate": 0.0002,
      "loss": 0.4905,
      "step": 1480
    },
    {
      "epoch": 0.1290850024741292,
      "grad_norm": 0.4805804491043091,
      "learning_rate": 0.0002,
      "loss": 0.4866,
      "step": 1500
    },
    {
      "epoch": 0.13080613584045095,
      "grad_norm": 0.44360053539276123,
      "learning_rate": 0.0002,
      "loss": 0.4637,
      "step": 1520
    },
    {
      "epoch": 0.13252726920677266,
      "grad_norm": 0.3818538784980774,
      "learning_rate": 0.0002,
      "loss": 0.4512,
      "step": 1540
    },
    {
      "epoch": 0.1342484025730944,
      "grad_norm": 0.44495511054992676,
      "learning_rate": 0.0002,
      "loss": 0.4691,
      "step": 1560
    },
    {
      "epoch": 0.1359695359394161,
      "grad_norm": 0.4303475618362427,
      "learning_rate": 0.0002,
      "loss": 0.4551,
      "step": 1580
    },
    {
      "epoch": 0.13769066930573784,
      "grad_norm": 0.4990542531013489,
      "learning_rate": 0.0002,
      "loss": 0.4426,
      "step": 1600
    },
    {
      "epoch": 0.13941180267205955,
      "grad_norm": 0.4822593331336975,
      "learning_rate": 0.0002,
      "loss": 0.4746,
      "step": 1620
    },
    {
      "epoch": 0.14113293603838128,
      "grad_norm": 0.39103543758392334,
      "learning_rate": 0.0002,
      "loss": 0.4503,
      "step": 1640
    },
    {
      "epoch": 0.142854069404703,
      "grad_norm": 0.3490641117095947,
      "learning_rate": 0.0002,
      "loss": 0.4869,
      "step": 1660
    },
    {
      "epoch": 0.14457520277102473,
      "grad_norm": 0.3039151728153229,
      "learning_rate": 0.0002,
      "loss": 0.4885,
      "step": 1680
    },
    {
      "epoch": 0.14629633613734644,
      "grad_norm": 0.45525145530700684,
      "learning_rate": 0.0002,
      "loss": 0.4465,
      "step": 1700
    },
    {
      "epoch": 0.14801746950366818,
      "grad_norm": 0.3779124915599823,
      "learning_rate": 0.0002,
      "loss": 0.4077,
      "step": 1720
    },
    {
      "epoch": 0.14973860286998988,
      "grad_norm": 0.3984091579914093,
      "learning_rate": 0.0002,
      "loss": 0.4212,
      "step": 1740
    },
    {
      "epoch": 0.15145973623631162,
      "grad_norm": 0.37952274084091187,
      "learning_rate": 0.0002,
      "loss": 0.4158,
      "step": 1760
    },
    {
      "epoch": 0.15318086960263333,
      "grad_norm": 0.34842512011528015,
      "learning_rate": 0.0002,
      "loss": 0.4188,
      "step": 1780
    },
    {
      "epoch": 0.15490200296895507,
      "grad_norm": 0.36399173736572266,
      "learning_rate": 0.0002,
      "loss": 0.4347,
      "step": 1800
    },
    {
      "epoch": 0.15662313633527677,
      "grad_norm": 0.38256826996803284,
      "learning_rate": 0.0002,
      "loss": 0.4179,
      "step": 1820
    },
    {
      "epoch": 0.1583442697015985,
      "grad_norm": 0.3715302050113678,
      "learning_rate": 0.0002,
      "loss": 0.4222,
      "step": 1840
    },
    {
      "epoch": 0.16006540306792022,
      "grad_norm": 0.3852146565914154,
      "learning_rate": 0.0002,
      "loss": 0.4005,
      "step": 1860
    },
    {
      "epoch": 0.16178653643424196,
      "grad_norm": 0.3589220643043518,
      "learning_rate": 0.0002,
      "loss": 0.4099,
      "step": 1880
    },
    {
      "epoch": 0.16350766980056367,
      "grad_norm": 0.5060593485832214,
      "learning_rate": 0.0002,
      "loss": 0.4158,
      "step": 1900
    },
    {
      "epoch": 0.1652288031668854,
      "grad_norm": 0.3826269507408142,
      "learning_rate": 0.0002,
      "loss": 0.3874,
      "step": 1920
    },
    {
      "epoch": 0.1669499365332071,
      "grad_norm": 0.3576675057411194,
      "learning_rate": 0.0002,
      "loss": 0.4226,
      "step": 1940
    },
    {
      "epoch": 0.16867106989952885,
      "grad_norm": 0.37530502676963806,
      "learning_rate": 0.0002,
      "loss": 0.4014,
      "step": 1960
    },
    {
      "epoch": 0.17039220326585056,
      "grad_norm": 0.3857693374156952,
      "learning_rate": 0.0002,
      "loss": 0.413,
      "step": 1980
    },
    {
      "epoch": 0.1721133366321723,
      "grad_norm": 0.42137113213539124,
      "learning_rate": 0.0002,
      "loss": 0.4212,
      "step": 2000
    },
    {
      "epoch": 0.173834469998494,
      "grad_norm": 0.37976202368736267,
      "learning_rate": 0.0002,
      "loss": 0.3925,
      "step": 2020
    },
    {
      "epoch": 0.17555560336481574,
      "grad_norm": 0.3828701078891754,
      "learning_rate": 0.0002,
      "loss": 0.4004,
      "step": 2040
    },
    {
      "epoch": 0.17727673673113745,
      "grad_norm": 0.5018408894538879,
      "learning_rate": 0.0002,
      "loss": 0.384,
      "step": 2060
    },
    {
      "epoch": 0.17899787009745918,
      "grad_norm": 0.4595503509044647,
      "learning_rate": 0.0002,
      "loss": 0.4179,
      "step": 2080
    },
    {
      "epoch": 0.1807190034637809,
      "grad_norm": 0.5221086144447327,
      "learning_rate": 0.0002,
      "loss": 0.3855,
      "step": 2100
    },
    {
      "epoch": 0.18244013683010263,
      "grad_norm": 0.5442349314689636,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 2120
    },
    {
      "epoch": 0.18416127019642434,
      "grad_norm": 0.5430803298950195,
      "learning_rate": 0.0002,
      "loss": 0.3871,
      "step": 2140
    },
    {
      "epoch": 0.18588240356274607,
      "grad_norm": 0.2919999063014984,
      "learning_rate": 0.0002,
      "loss": 0.3947,
      "step": 2160
    },
    {
      "epoch": 0.18760353692906778,
      "grad_norm": 0.3997620940208435,
      "learning_rate": 0.0002,
      "loss": 0.3989,
      "step": 2180
    },
    {
      "epoch": 0.18932467029538952,
      "grad_norm": 0.38948822021484375,
      "learning_rate": 0.0002,
      "loss": 0.4292,
      "step": 2200
    },
    {
      "epoch": 0.19104580366171123,
      "grad_norm": 0.4080924689769745,
      "learning_rate": 0.0002,
      "loss": 0.398,
      "step": 2220
    },
    {
      "epoch": 0.19276693702803296,
      "grad_norm": 0.3982754647731781,
      "learning_rate": 0.0002,
      "loss": 0.4022,
      "step": 2240
    },
    {
      "epoch": 0.19448807039435467,
      "grad_norm": 0.41448819637298584,
      "learning_rate": 0.0002,
      "loss": 0.3968,
      "step": 2260
    },
    {
      "epoch": 0.1962092037606764,
      "grad_norm": 0.42457613348960876,
      "learning_rate": 0.0002,
      "loss": 0.4024,
      "step": 2280
    },
    {
      "epoch": 0.19793033712699812,
      "grad_norm": 0.2920919358730316,
      "learning_rate": 0.0002,
      "loss": 0.387,
      "step": 2300
    },
    {
      "epoch": 0.19965147049331985,
      "grad_norm": 0.4027709662914276,
      "learning_rate": 0.0002,
      "loss": 0.3835,
      "step": 2320
    },
    {
      "epoch": 0.20137260385964156,
      "grad_norm": 0.41888585686683655,
      "learning_rate": 0.0002,
      "loss": 0.3985,
      "step": 2340
    },
    {
      "epoch": 0.2030937372259633,
      "grad_norm": 0.4292152225971222,
      "learning_rate": 0.0002,
      "loss": 0.3823,
      "step": 2360
    },
    {
      "epoch": 0.204814870592285,
      "grad_norm": 0.4724443554878235,
      "learning_rate": 0.0002,
      "loss": 0.3589,
      "step": 2380
    },
    {
      "epoch": 0.20653600395860675,
      "grad_norm": 0.32000842690467834,
      "learning_rate": 0.0002,
      "loss": 0.383,
      "step": 2400
    },
    {
      "epoch": 0.20825713732492845,
      "grad_norm": 0.3765513300895691,
      "learning_rate": 0.0002,
      "loss": 0.371,
      "step": 2420
    },
    {
      "epoch": 0.2099782706912502,
      "grad_norm": 0.39066755771636963,
      "learning_rate": 0.0002,
      "loss": 0.3684,
      "step": 2440
    },
    {
      "epoch": 0.2116994040575719,
      "grad_norm": 0.42424216866493225,
      "learning_rate": 0.0002,
      "loss": 0.3653,
      "step": 2460
    },
    {
      "epoch": 0.21342053742389364,
      "grad_norm": 0.5066993832588196,
      "learning_rate": 0.0002,
      "loss": 0.3566,
      "step": 2480
    },
    {
      "epoch": 0.21514167079021534,
      "grad_norm": 0.44107547402381897,
      "learning_rate": 0.0002,
      "loss": 0.3748,
      "step": 2500
    },
    {
      "epoch": 0.21686280415653708,
      "grad_norm": 0.3890049457550049,
      "learning_rate": 0.0002,
      "loss": 0.3378,
      "step": 2520
    },
    {
      "epoch": 0.2185839375228588,
      "grad_norm": 0.3157922327518463,
      "learning_rate": 0.0002,
      "loss": 0.3462,
      "step": 2540
    },
    {
      "epoch": 0.22030507088918053,
      "grad_norm": 0.34473904967308044,
      "learning_rate": 0.0002,
      "loss": 0.3523,
      "step": 2560
    },
    {
      "epoch": 0.22202620425550224,
      "grad_norm": 0.38636985421180725,
      "learning_rate": 0.0002,
      "loss": 0.3694,
      "step": 2580
    },
    {
      "epoch": 0.22374733762182397,
      "grad_norm": 0.4448566436767578,
      "learning_rate": 0.0002,
      "loss": 0.3752,
      "step": 2600
    },
    {
      "epoch": 0.22546847098814568,
      "grad_norm": 0.3706173002719879,
      "learning_rate": 0.0002,
      "loss": 0.3706,
      "step": 2620
    },
    {
      "epoch": 0.22718960435446742,
      "grad_norm": 0.47221776843070984,
      "learning_rate": 0.0002,
      "loss": 0.3865,
      "step": 2640
    },
    {
      "epoch": 0.22891073772078913,
      "grad_norm": 0.39190933108329773,
      "learning_rate": 0.0002,
      "loss": 0.362,
      "step": 2660
    },
    {
      "epoch": 0.23063187108711086,
      "grad_norm": 0.36031046509742737,
      "learning_rate": 0.0002,
      "loss": 0.352,
      "step": 2680
    },
    {
      "epoch": 0.2323530044534326,
      "grad_norm": 0.4583648145198822,
      "learning_rate": 0.0002,
      "loss": 0.3343,
      "step": 2700
    },
    {
      "epoch": 0.2340741378197543,
      "grad_norm": 0.35927554965019226,
      "learning_rate": 0.0002,
      "loss": 0.3748,
      "step": 2720
    },
    {
      "epoch": 0.23579527118607604,
      "grad_norm": 0.45593491196632385,
      "learning_rate": 0.0002,
      "loss": 0.356,
      "step": 2740
    },
    {
      "epoch": 0.23751640455239775,
      "grad_norm": 0.5094373226165771,
      "learning_rate": 0.0002,
      "loss": 0.3636,
      "step": 2760
    },
    {
      "epoch": 0.2392375379187195,
      "grad_norm": 0.47478821873664856,
      "learning_rate": 0.0002,
      "loss": 0.3537,
      "step": 2780
    },
    {
      "epoch": 0.2409586712850412,
      "grad_norm": 0.37840044498443604,
      "learning_rate": 0.0002,
      "loss": 0.3507,
      "step": 2800
    },
    {
      "epoch": 0.24267980465136293,
      "grad_norm": 0.41650140285491943,
      "learning_rate": 0.0002,
      "loss": 0.3405,
      "step": 2820
    },
    {
      "epoch": 0.24440093801768464,
      "grad_norm": 0.47170814871788025,
      "learning_rate": 0.0002,
      "loss": 0.3564,
      "step": 2840
    },
    {
      "epoch": 0.24612207138400638,
      "grad_norm": 0.3727279305458069,
      "learning_rate": 0.0002,
      "loss": 0.3621,
      "step": 2860
    },
    {
      "epoch": 0.2478432047503281,
      "grad_norm": 0.2921255826950073,
      "learning_rate": 0.0002,
      "loss": 0.3504,
      "step": 2880
    },
    {
      "epoch": 0.24956433811664983,
      "grad_norm": 0.30992376804351807,
      "learning_rate": 0.0002,
      "loss": 0.3403,
      "step": 2900
    },
    {
      "epoch": 0.25128547148297153,
      "grad_norm": 0.3726598620414734,
      "learning_rate": 0.0002,
      "loss": 0.337,
      "step": 2920
    },
    {
      "epoch": 0.25300660484929327,
      "grad_norm": 0.46260905265808105,
      "learning_rate": 0.0002,
      "loss": 0.3428,
      "step": 2940
    },
    {
      "epoch": 0.254727738215615,
      "grad_norm": 0.4512200653553009,
      "learning_rate": 0.0002,
      "loss": 0.3456,
      "step": 2960
    },
    {
      "epoch": 0.2564488715819367,
      "grad_norm": 0.3799881041049957,
      "learning_rate": 0.0002,
      "loss": 0.3479,
      "step": 2980
    },
    {
      "epoch": 0.2581700049482584,
      "grad_norm": 0.36525946855545044,
      "learning_rate": 0.0002,
      "loss": 0.3324,
      "step": 3000
    },
    {
      "epoch": 0.25989113831458016,
      "grad_norm": 0.43525341153144836,
      "learning_rate": 0.0002,
      "loss": 0.3499,
      "step": 3020
    },
    {
      "epoch": 0.2616122716809019,
      "grad_norm": 0.39706552028656006,
      "learning_rate": 0.0002,
      "loss": 0.3319,
      "step": 3040
    },
    {
      "epoch": 0.2633334050472236,
      "grad_norm": 0.36725783348083496,
      "learning_rate": 0.0002,
      "loss": 0.3581,
      "step": 3060
    },
    {
      "epoch": 0.2650545384135453,
      "grad_norm": 0.4533792734146118,
      "learning_rate": 0.0002,
      "loss": 0.3377,
      "step": 3080
    },
    {
      "epoch": 0.26677567177986705,
      "grad_norm": 0.3752067983150482,
      "learning_rate": 0.0002,
      "loss": 0.3331,
      "step": 3100
    },
    {
      "epoch": 0.2684968051461888,
      "grad_norm": 0.31743401288986206,
      "learning_rate": 0.0002,
      "loss": 0.3118,
      "step": 3120
    },
    {
      "epoch": 0.27021793851251047,
      "grad_norm": 0.45233970880508423,
      "learning_rate": 0.0002,
      "loss": 0.334,
      "step": 3140
    },
    {
      "epoch": 0.2719390718788322,
      "grad_norm": 0.32593509554862976,
      "learning_rate": 0.0002,
      "loss": 0.3208,
      "step": 3160
    },
    {
      "epoch": 0.27366020524515394,
      "grad_norm": 0.3870694935321808,
      "learning_rate": 0.0002,
      "loss": 0.3398,
      "step": 3180
    },
    {
      "epoch": 0.2753813386114757,
      "grad_norm": 0.39160028100013733,
      "learning_rate": 0.0002,
      "loss": 0.3209,
      "step": 3200
    },
    {
      "epoch": 0.27710247197779736,
      "grad_norm": 0.3718438148498535,
      "learning_rate": 0.0002,
      "loss": 0.2982,
      "step": 3220
    },
    {
      "epoch": 0.2788236053441191,
      "grad_norm": 0.4262580871582031,
      "learning_rate": 0.0002,
      "loss": 0.2977,
      "step": 3240
    },
    {
      "epoch": 0.28054473871044083,
      "grad_norm": 0.33147528767585754,
      "learning_rate": 0.0002,
      "loss": 0.3345,
      "step": 3260
    },
    {
      "epoch": 0.28226587207676257,
      "grad_norm": 0.3187743127346039,
      "learning_rate": 0.0002,
      "loss": 0.3325,
      "step": 3280
    },
    {
      "epoch": 0.28398700544308425,
      "grad_norm": 0.4593104422092438,
      "learning_rate": 0.0002,
      "loss": 0.3101,
      "step": 3300
    },
    {
      "epoch": 0.285708138809406,
      "grad_norm": 0.431805819272995,
      "learning_rate": 0.0002,
      "loss": 0.2995,
      "step": 3320
    },
    {
      "epoch": 0.2874292721757277,
      "grad_norm": 0.3650576174259186,
      "learning_rate": 0.0002,
      "loss": 0.3176,
      "step": 3340
    },
    {
      "epoch": 0.28915040554204946,
      "grad_norm": 0.3000945746898651,
      "learning_rate": 0.0002,
      "loss": 0.3364,
      "step": 3360
    },
    {
      "epoch": 0.29087153890837114,
      "grad_norm": 0.3499468266963959,
      "learning_rate": 0.0002,
      "loss": 0.2956,
      "step": 3380
    },
    {
      "epoch": 0.2925926722746929,
      "grad_norm": 0.41105055809020996,
      "learning_rate": 0.0002,
      "loss": 0.3516,
      "step": 3400
    },
    {
      "epoch": 0.2943138056410146,
      "grad_norm": 0.4257635772228241,
      "learning_rate": 0.0002,
      "loss": 0.3098,
      "step": 3420
    },
    {
      "epoch": 0.29603493900733635,
      "grad_norm": 0.3407900035381317,
      "learning_rate": 0.0002,
      "loss": 0.302,
      "step": 3440
    },
    {
      "epoch": 0.29775607237365803,
      "grad_norm": 0.3562329113483429,
      "learning_rate": 0.0002,
      "loss": 0.3066,
      "step": 3460
    },
    {
      "epoch": 0.29947720573997977,
      "grad_norm": 0.4639800786972046,
      "learning_rate": 0.0002,
      "loss": 0.3108,
      "step": 3480
    },
    {
      "epoch": 0.3011983391063015,
      "grad_norm": 0.47634968161582947,
      "learning_rate": 0.0002,
      "loss": 0.3185,
      "step": 3500
    },
    {
      "epoch": 0.30291947247262324,
      "grad_norm": 0.42725369334220886,
      "learning_rate": 0.0002,
      "loss": 0.3081,
      "step": 3520
    },
    {
      "epoch": 0.3046406058389449,
      "grad_norm": 0.38221365213394165,
      "learning_rate": 0.0002,
      "loss": 0.3282,
      "step": 3540
    },
    {
      "epoch": 0.30636173920526666,
      "grad_norm": 0.3222472369670868,
      "learning_rate": 0.0002,
      "loss": 0.2975,
      "step": 3560
    },
    {
      "epoch": 0.3080828725715884,
      "grad_norm": 0.3551533818244934,
      "learning_rate": 0.0002,
      "loss": 0.308,
      "step": 3580
    },
    {
      "epoch": 0.30980400593791013,
      "grad_norm": 0.35602936148643494,
      "learning_rate": 0.0002,
      "loss": 0.3225,
      "step": 3600
    },
    {
      "epoch": 0.3115251393042318,
      "grad_norm": 0.36850786209106445,
      "learning_rate": 0.0002,
      "loss": 0.293,
      "step": 3620
    },
    {
      "epoch": 0.31324627267055355,
      "grad_norm": 0.4266447126865387,
      "learning_rate": 0.0002,
      "loss": 0.3055,
      "step": 3640
    },
    {
      "epoch": 0.3149674060368753,
      "grad_norm": 0.3386904001235962,
      "learning_rate": 0.0002,
      "loss": 0.3046,
      "step": 3660
    },
    {
      "epoch": 0.316688539403197,
      "grad_norm": 0.39958760142326355,
      "learning_rate": 0.0002,
      "loss": 0.3177,
      "step": 3680
    },
    {
      "epoch": 0.3184096727695187,
      "grad_norm": 0.3587161600589752,
      "learning_rate": 0.0002,
      "loss": 0.3183,
      "step": 3700
    },
    {
      "epoch": 0.32013080613584044,
      "grad_norm": 0.37195342779159546,
      "learning_rate": 0.0002,
      "loss": 0.2984,
      "step": 3720
    },
    {
      "epoch": 0.3218519395021622,
      "grad_norm": 0.42094019055366516,
      "learning_rate": 0.0002,
      "loss": 0.3019,
      "step": 3740
    },
    {
      "epoch": 0.3235730728684839,
      "grad_norm": 0.2889210879802704,
      "learning_rate": 0.0002,
      "loss": 0.3229,
      "step": 3760
    },
    {
      "epoch": 0.3252942062348056,
      "grad_norm": 0.4362521767616272,
      "learning_rate": 0.0002,
      "loss": 0.2891,
      "step": 3780
    },
    {
      "epoch": 0.32701533960112733,
      "grad_norm": 0.3560026288032532,
      "learning_rate": 0.0002,
      "loss": 0.3042,
      "step": 3800
    },
    {
      "epoch": 0.32873647296744907,
      "grad_norm": 0.5475091338157654,
      "learning_rate": 0.0002,
      "loss": 0.2949,
      "step": 3820
    },
    {
      "epoch": 0.3304576063337708,
      "grad_norm": 0.3368379473686218,
      "learning_rate": 0.0002,
      "loss": 0.3203,
      "step": 3840
    },
    {
      "epoch": 0.3321787397000925,
      "grad_norm": 0.45856744050979614,
      "learning_rate": 0.0002,
      "loss": 0.3107,
      "step": 3860
    },
    {
      "epoch": 0.3338998730664142,
      "grad_norm": 0.47050952911376953,
      "learning_rate": 0.0002,
      "loss": 0.2882,
      "step": 3880
    },
    {
      "epoch": 0.33562100643273596,
      "grad_norm": 0.5037484169006348,
      "learning_rate": 0.0002,
      "loss": 0.3033,
      "step": 3900
    },
    {
      "epoch": 0.3373421397990577,
      "grad_norm": 0.34310051798820496,
      "learning_rate": 0.0002,
      "loss": 0.3099,
      "step": 3920
    },
    {
      "epoch": 0.3390632731653794,
      "grad_norm": 0.47114118933677673,
      "learning_rate": 0.0002,
      "loss": 0.2892,
      "step": 3940
    },
    {
      "epoch": 0.3407844065317011,
      "grad_norm": 0.4255194365978241,
      "learning_rate": 0.0002,
      "loss": 0.3022,
      "step": 3960
    },
    {
      "epoch": 0.34250553989802285,
      "grad_norm": 0.5251383185386658,
      "learning_rate": 0.0002,
      "loss": 0.3114,
      "step": 3980
    },
    {
      "epoch": 0.3442266732643446,
      "grad_norm": 0.29961732029914856,
      "learning_rate": 0.0002,
      "loss": 0.3093,
      "step": 4000
    },
    {
      "epoch": 0.3459478066306663,
      "grad_norm": 0.4707966446876526,
      "learning_rate": 0.0002,
      "loss": 0.3139,
      "step": 4020
    },
    {
      "epoch": 0.347668939996988,
      "grad_norm": 0.33052656054496765,
      "learning_rate": 0.0002,
      "loss": 0.277,
      "step": 4040
    },
    {
      "epoch": 0.34939007336330974,
      "grad_norm": 0.3629648685455322,
      "learning_rate": 0.0002,
      "loss": 0.2934,
      "step": 4060
    },
    {
      "epoch": 0.3511112067296315,
      "grad_norm": 0.3852795362472534,
      "learning_rate": 0.0002,
      "loss": 0.2885,
      "step": 4080
    },
    {
      "epoch": 0.3528323400959532,
      "grad_norm": 0.3913141191005707,
      "learning_rate": 0.0002,
      "loss": 0.3009,
      "step": 4100
    },
    {
      "epoch": 0.3545534734622749,
      "grad_norm": 0.4364122152328491,
      "learning_rate": 0.0002,
      "loss": 0.2825,
      "step": 4120
    },
    {
      "epoch": 0.35627460682859663,
      "grad_norm": 0.3607100248336792,
      "learning_rate": 0.0002,
      "loss": 0.2969,
      "step": 4140
    },
    {
      "epoch": 0.35799574019491837,
      "grad_norm": 0.41620948910713196,
      "learning_rate": 0.0002,
      "loss": 0.2735,
      "step": 4160
    },
    {
      "epoch": 0.3597168735612401,
      "grad_norm": 0.36478644609451294,
      "learning_rate": 0.0002,
      "loss": 0.2826,
      "step": 4180
    },
    {
      "epoch": 0.3614380069275618,
      "grad_norm": 0.39005762338638306,
      "learning_rate": 0.0002,
      "loss": 0.2945,
      "step": 4200
    },
    {
      "epoch": 0.3631591402938835,
      "grad_norm": 0.3086032271385193,
      "learning_rate": 0.0002,
      "loss": 0.3057,
      "step": 4220
    },
    {
      "epoch": 0.36488027366020526,
      "grad_norm": 0.4346630275249481,
      "learning_rate": 0.0002,
      "loss": 0.2667,
      "step": 4240
    },
    {
      "epoch": 0.366601407026527,
      "grad_norm": 0.3394578993320465,
      "learning_rate": 0.0002,
      "loss": 0.3107,
      "step": 4260
    },
    {
      "epoch": 0.3683225403928487,
      "grad_norm": 0.44261375069618225,
      "learning_rate": 0.0002,
      "loss": 0.2968,
      "step": 4280
    },
    {
      "epoch": 0.3700436737591704,
      "grad_norm": 0.36678528785705566,
      "learning_rate": 0.0002,
      "loss": 0.3023,
      "step": 4300
    },
    {
      "epoch": 0.37176480712549215,
      "grad_norm": 0.43799522519111633,
      "learning_rate": 0.0002,
      "loss": 0.2781,
      "step": 4320
    },
    {
      "epoch": 0.3734859404918139,
      "grad_norm": 0.3344813883304596,
      "learning_rate": 0.0002,
      "loss": 0.2818,
      "step": 4340
    },
    {
      "epoch": 0.37520707385813556,
      "grad_norm": 0.519148588180542,
      "learning_rate": 0.0002,
      "loss": 0.2897,
      "step": 4360
    },
    {
      "epoch": 0.3769282072244573,
      "grad_norm": 0.36793655157089233,
      "learning_rate": 0.0002,
      "loss": 0.3068,
      "step": 4380
    },
    {
      "epoch": 0.37864934059077904,
      "grad_norm": 0.37348249554634094,
      "learning_rate": 0.0002,
      "loss": 0.2849,
      "step": 4400
    },
    {
      "epoch": 0.3803704739571008,
      "grad_norm": 0.44873690605163574,
      "learning_rate": 0.0002,
      "loss": 0.2902,
      "step": 4420
    },
    {
      "epoch": 0.38209160732342246,
      "grad_norm": 0.32298997044563293,
      "learning_rate": 0.0002,
      "loss": 0.2892,
      "step": 4440
    },
    {
      "epoch": 0.3838127406897442,
      "grad_norm": 0.4323394298553467,
      "learning_rate": 0.0002,
      "loss": 0.288,
      "step": 4460
    },
    {
      "epoch": 0.38553387405606593,
      "grad_norm": 0.3986116945743561,
      "learning_rate": 0.0002,
      "loss": 0.2962,
      "step": 4480
    },
    {
      "epoch": 0.38725500742238766,
      "grad_norm": 0.4980430603027344,
      "learning_rate": 0.0002,
      "loss": 0.2846,
      "step": 4500
    },
    {
      "epoch": 0.38897614078870935,
      "grad_norm": 0.4195205569267273,
      "learning_rate": 0.0002,
      "loss": 0.2806,
      "step": 4520
    },
    {
      "epoch": 0.3906972741550311,
      "grad_norm": 0.2984451949596405,
      "learning_rate": 0.0002,
      "loss": 0.2796,
      "step": 4540
    },
    {
      "epoch": 0.3924184075213528,
      "grad_norm": 0.3897689878940582,
      "learning_rate": 0.0002,
      "loss": 0.2842,
      "step": 4560
    },
    {
      "epoch": 0.39413954088767456,
      "grad_norm": 0.40885892510414124,
      "learning_rate": 0.0002,
      "loss": 0.2801,
      "step": 4580
    },
    {
      "epoch": 0.39586067425399624,
      "grad_norm": 0.41099223494529724,
      "learning_rate": 0.0002,
      "loss": 0.276,
      "step": 4600
    },
    {
      "epoch": 0.397581807620318,
      "grad_norm": 0.4116320312023163,
      "learning_rate": 0.0002,
      "loss": 0.2898,
      "step": 4620
    },
    {
      "epoch": 0.3993029409866397,
      "grad_norm": 0.37863150238990784,
      "learning_rate": 0.0002,
      "loss": 0.268,
      "step": 4640
    },
    {
      "epoch": 0.40102407435296145,
      "grad_norm": 0.43875718116760254,
      "learning_rate": 0.0002,
      "loss": 0.277,
      "step": 4660
    },
    {
      "epoch": 0.4027452077192831,
      "grad_norm": 0.3862336277961731,
      "learning_rate": 0.0002,
      "loss": 0.269,
      "step": 4680
    },
    {
      "epoch": 0.40446634108560486,
      "grad_norm": 0.330501914024353,
      "learning_rate": 0.0002,
      "loss": 0.2754,
      "step": 4700
    },
    {
      "epoch": 0.4061874744519266,
      "grad_norm": 0.3258209526538849,
      "learning_rate": 0.0002,
      "loss": 0.2933,
      "step": 4720
    },
    {
      "epoch": 0.40790860781824834,
      "grad_norm": 0.4297473430633545,
      "learning_rate": 0.0002,
      "loss": 0.2726,
      "step": 4740
    },
    {
      "epoch": 0.40962974118457,
      "grad_norm": 0.36448150873184204,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 4760
    },
    {
      "epoch": 0.41135087455089175,
      "grad_norm": 0.4198833107948303,
      "learning_rate": 0.0002,
      "loss": 0.3029,
      "step": 4780
    },
    {
      "epoch": 0.4130720079172135,
      "grad_norm": 0.35666197538375854,
      "learning_rate": 0.0002,
      "loss": 0.2443,
      "step": 4800
    },
    {
      "epoch": 0.4147931412835352,
      "grad_norm": 0.38097846508026123,
      "learning_rate": 0.0002,
      "loss": 0.2706,
      "step": 4820
    },
    {
      "epoch": 0.4165142746498569,
      "grad_norm": 0.3574432134628296,
      "learning_rate": 0.0002,
      "loss": 0.2791,
      "step": 4840
    },
    {
      "epoch": 0.41823540801617864,
      "grad_norm": 0.46495670080184937,
      "learning_rate": 0.0002,
      "loss": 0.2753,
      "step": 4860
    },
    {
      "epoch": 0.4199565413825004,
      "grad_norm": 0.4777359664440155,
      "learning_rate": 0.0002,
      "loss": 0.2717,
      "step": 4880
    },
    {
      "epoch": 0.4216776747488221,
      "grad_norm": 0.4285059869289398,
      "learning_rate": 0.0002,
      "loss": 0.271,
      "step": 4900
    },
    {
      "epoch": 0.4233988081151438,
      "grad_norm": 0.45529553294181824,
      "learning_rate": 0.0002,
      "loss": 0.268,
      "step": 4920
    },
    {
      "epoch": 0.42511994148146554,
      "grad_norm": 0.3446490466594696,
      "learning_rate": 0.0002,
      "loss": 0.2659,
      "step": 4940
    },
    {
      "epoch": 0.42684107484778727,
      "grad_norm": 0.3138258457183838,
      "learning_rate": 0.0002,
      "loss": 0.2845,
      "step": 4960
    },
    {
      "epoch": 0.428562208214109,
      "grad_norm": 0.3556279242038727,
      "learning_rate": 0.0002,
      "loss": 0.2688,
      "step": 4980
    },
    {
      "epoch": 0.4302833415804307,
      "grad_norm": 0.4338746964931488,
      "learning_rate": 0.0002,
      "loss": 0.272,
      "step": 5000
    },
    {
      "epoch": 0.4320044749467524,
      "grad_norm": 0.3764958083629608,
      "learning_rate": 0.0002,
      "loss": 0.2618,
      "step": 5020
    },
    {
      "epoch": 0.43372560831307416,
      "grad_norm": 0.3759072721004486,
      "learning_rate": 0.0002,
      "loss": 0.2657,
      "step": 5040
    },
    {
      "epoch": 0.4354467416793959,
      "grad_norm": 0.3582591414451599,
      "learning_rate": 0.0002,
      "loss": 0.3033,
      "step": 5060
    },
    {
      "epoch": 0.4371678750457176,
      "grad_norm": 0.3076396584510803,
      "learning_rate": 0.0002,
      "loss": 0.2719,
      "step": 5080
    },
    {
      "epoch": 0.4388890084120393,
      "grad_norm": 0.4947834610939026,
      "learning_rate": 0.0002,
      "loss": 0.2661,
      "step": 5100
    },
    {
      "epoch": 0.44061014177836105,
      "grad_norm": 0.4582163095474243,
      "learning_rate": 0.0002,
      "loss": 0.2687,
      "step": 5120
    },
    {
      "epoch": 0.4423312751446828,
      "grad_norm": 0.3605941832065582,
      "learning_rate": 0.0002,
      "loss": 0.2692,
      "step": 5140
    },
    {
      "epoch": 0.44405240851100447,
      "grad_norm": 0.37437519431114197,
      "learning_rate": 0.0002,
      "loss": 0.264,
      "step": 5160
    },
    {
      "epoch": 0.4457735418773262,
      "grad_norm": 0.3707126975059509,
      "learning_rate": 0.0002,
      "loss": 0.2535,
      "step": 5180
    },
    {
      "epoch": 0.44749467524364794,
      "grad_norm": 0.3294564485549927,
      "learning_rate": 0.0002,
      "loss": 0.2781,
      "step": 5200
    },
    {
      "epoch": 0.4492158086099697,
      "grad_norm": 0.3913413882255554,
      "learning_rate": 0.0002,
      "loss": 0.2532,
      "step": 5220
    },
    {
      "epoch": 0.45093694197629136,
      "grad_norm": 0.31665486097335815,
      "learning_rate": 0.0002,
      "loss": 0.2731,
      "step": 5240
    },
    {
      "epoch": 0.4526580753426131,
      "grad_norm": 0.405577689409256,
      "learning_rate": 0.0002,
      "loss": 0.2559,
      "step": 5260
    },
    {
      "epoch": 0.45437920870893483,
      "grad_norm": 0.41928738355636597,
      "learning_rate": 0.0002,
      "loss": 0.2874,
      "step": 5280
    },
    {
      "epoch": 0.45610034207525657,
      "grad_norm": 0.4400196671485901,
      "learning_rate": 0.0002,
      "loss": 0.2797,
      "step": 5300
    },
    {
      "epoch": 0.45782147544157825,
      "grad_norm": 0.29811346530914307,
      "learning_rate": 0.0002,
      "loss": 0.2619,
      "step": 5320
    },
    {
      "epoch": 0.4595426088079,
      "grad_norm": 0.3616848289966583,
      "learning_rate": 0.0002,
      "loss": 0.2658,
      "step": 5340
    },
    {
      "epoch": 0.4612637421742217,
      "grad_norm": 0.2878625690937042,
      "learning_rate": 0.0002,
      "loss": 0.2606,
      "step": 5360
    },
    {
      "epoch": 0.46298487554054346,
      "grad_norm": 0.40930724143981934,
      "learning_rate": 0.0002,
      "loss": 0.2653,
      "step": 5380
    },
    {
      "epoch": 0.4647060089068652,
      "grad_norm": 0.29266178607940674,
      "learning_rate": 0.0002,
      "loss": 0.2698,
      "step": 5400
    },
    {
      "epoch": 0.4664271422731869,
      "grad_norm": 0.4216326177120209,
      "learning_rate": 0.0002,
      "loss": 0.2622,
      "step": 5420
    },
    {
      "epoch": 0.4681482756395086,
      "grad_norm": 0.4683050215244293,
      "learning_rate": 0.0002,
      "loss": 0.2618,
      "step": 5440
    },
    {
      "epoch": 0.46986940900583035,
      "grad_norm": 0.41073721647262573,
      "learning_rate": 0.0002,
      "loss": 0.2627,
      "step": 5460
    },
    {
      "epoch": 0.4715905423721521,
      "grad_norm": 0.3913174867630005,
      "learning_rate": 0.0002,
      "loss": 0.257,
      "step": 5480
    },
    {
      "epoch": 0.47331167573847377,
      "grad_norm": 0.39269042015075684,
      "learning_rate": 0.0002,
      "loss": 0.2659,
      "step": 5500
    },
    {
      "epoch": 0.4750328091047955,
      "grad_norm": 0.4052613079547882,
      "learning_rate": 0.0002,
      "loss": 0.2523,
      "step": 5520
    },
    {
      "epoch": 0.47675394247111724,
      "grad_norm": 0.36656561493873596,
      "learning_rate": 0.0002,
      "loss": 0.2627,
      "step": 5540
    },
    {
      "epoch": 0.478475075837439,
      "grad_norm": 0.3679077625274658,
      "learning_rate": 0.0002,
      "loss": 0.264,
      "step": 5560
    },
    {
      "epoch": 0.48019620920376066,
      "grad_norm": 0.49448278546333313,
      "learning_rate": 0.0002,
      "loss": 0.2688,
      "step": 5580
    },
    {
      "epoch": 0.4819173425700824,
      "grad_norm": 0.39515119791030884,
      "learning_rate": 0.0002,
      "loss": 0.2498,
      "step": 5600
    },
    {
      "epoch": 0.48363847593640413,
      "grad_norm": 0.3903290033340454,
      "learning_rate": 0.0002,
      "loss": 0.2744,
      "step": 5620
    },
    {
      "epoch": 0.48535960930272587,
      "grad_norm": 0.41950464248657227,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 5640
    },
    {
      "epoch": 0.48708074266904755,
      "grad_norm": 0.3693583607673645,
      "learning_rate": 0.0002,
      "loss": 0.261,
      "step": 5660
    },
    {
      "epoch": 0.4888018760353693,
      "grad_norm": 0.3864137530326843,
      "learning_rate": 0.0002,
      "loss": 0.2685,
      "step": 5680
    },
    {
      "epoch": 0.490523009401691,
      "grad_norm": 0.5029241442680359,
      "learning_rate": 0.0002,
      "loss": 0.2531,
      "step": 5700
    },
    {
      "epoch": 0.49224414276801276,
      "grad_norm": 0.37595513463020325,
      "learning_rate": 0.0002,
      "loss": 0.2775,
      "step": 5720
    },
    {
      "epoch": 0.49396527613433444,
      "grad_norm": 0.4152761399745941,
      "learning_rate": 0.0002,
      "loss": 0.2448,
      "step": 5740
    },
    {
      "epoch": 0.4956864095006562,
      "grad_norm": 0.36774635314941406,
      "learning_rate": 0.0002,
      "loss": 0.2731,
      "step": 5760
    },
    {
      "epoch": 0.4974075428669779,
      "grad_norm": 0.347969114780426,
      "learning_rate": 0.0002,
      "loss": 0.2689,
      "step": 5780
    },
    {
      "epoch": 0.49912867623329965,
      "grad_norm": 0.37085452675819397,
      "learning_rate": 0.0002,
      "loss": 0.2545,
      "step": 5800
    },
    {
      "epoch": 0.5008498095996213,
      "grad_norm": 0.3683365285396576,
      "learning_rate": 0.0002,
      "loss": 0.2755,
      "step": 5820
    },
    {
      "epoch": 0.5025709429659431,
      "grad_norm": 0.2994697690010071,
      "learning_rate": 0.0002,
      "loss": 0.2565,
      "step": 5840
    },
    {
      "epoch": 0.5042920763322648,
      "grad_norm": 0.3561314046382904,
      "learning_rate": 0.0002,
      "loss": 0.2697,
      "step": 5860
    },
    {
      "epoch": 0.5060132096985865,
      "grad_norm": 0.47199949622154236,
      "learning_rate": 0.0002,
      "loss": 0.2457,
      "step": 5880
    },
    {
      "epoch": 0.5077343430649083,
      "grad_norm": 0.3466067612171173,
      "learning_rate": 0.0002,
      "loss": 0.2571,
      "step": 5900
    },
    {
      "epoch": 0.50945547643123,
      "grad_norm": 0.26111066341400146,
      "learning_rate": 0.0002,
      "loss": 0.2509,
      "step": 5920
    },
    {
      "epoch": 0.5111766097975516,
      "grad_norm": 0.32691895961761475,
      "learning_rate": 0.0002,
      "loss": 0.2575,
      "step": 5940
    },
    {
      "epoch": 0.5128977431638734,
      "grad_norm": 0.31905749440193176,
      "learning_rate": 0.0002,
      "loss": 0.2549,
      "step": 5960
    },
    {
      "epoch": 0.5146188765301951,
      "grad_norm": 0.3610023558139801,
      "learning_rate": 0.0002,
      "loss": 0.263,
      "step": 5980
    },
    {
      "epoch": 0.5163400098965168,
      "grad_norm": 0.2800861895084381,
      "learning_rate": 0.0002,
      "loss": 0.2517,
      "step": 6000
    },
    {
      "epoch": 0.5180611432628386,
      "grad_norm": 0.33658984303474426,
      "learning_rate": 0.0002,
      "loss": 0.2633,
      "step": 6020
    },
    {
      "epoch": 0.5197822766291603,
      "grad_norm": 0.4304841160774231,
      "learning_rate": 0.0002,
      "loss": 0.2759,
      "step": 6040
    },
    {
      "epoch": 0.5215034099954821,
      "grad_norm": 0.41126030683517456,
      "learning_rate": 0.0002,
      "loss": 0.2719,
      "step": 6060
    },
    {
      "epoch": 0.5232245433618038,
      "grad_norm": 0.5020288825035095,
      "learning_rate": 0.0002,
      "loss": 0.2532,
      "step": 6080
    },
    {
      "epoch": 0.5249456767281254,
      "grad_norm": 0.32016468048095703,
      "learning_rate": 0.0002,
      "loss": 0.2601,
      "step": 6100
    },
    {
      "epoch": 0.5266668100944472,
      "grad_norm": 0.33081743121147156,
      "learning_rate": 0.0002,
      "loss": 0.2544,
      "step": 6120
    },
    {
      "epoch": 0.5283879434607689,
      "grad_norm": 0.3016170561313629,
      "learning_rate": 0.0002,
      "loss": 0.2454,
      "step": 6140
    },
    {
      "epoch": 0.5301090768270906,
      "grad_norm": 0.3886088728904724,
      "learning_rate": 0.0002,
      "loss": 0.2693,
      "step": 6160
    },
    {
      "epoch": 0.5318302101934124,
      "grad_norm": 0.37182730436325073,
      "learning_rate": 0.0002,
      "loss": 0.2599,
      "step": 6180
    },
    {
      "epoch": 0.5335513435597341,
      "grad_norm": 0.2848903238773346,
      "learning_rate": 0.0002,
      "loss": 0.26,
      "step": 6200
    },
    {
      "epoch": 0.5352724769260558,
      "grad_norm": 0.45262956619262695,
      "learning_rate": 0.0002,
      "loss": 0.2587,
      "step": 6220
    },
    {
      "epoch": 0.5369936102923776,
      "grad_norm": 0.3710488975048065,
      "learning_rate": 0.0002,
      "loss": 0.2608,
      "step": 6240
    },
    {
      "epoch": 0.5387147436586992,
      "grad_norm": 0.39627817273139954,
      "learning_rate": 0.0002,
      "loss": 0.2505,
      "step": 6260
    },
    {
      "epoch": 0.5404358770250209,
      "grad_norm": 0.35057738423347473,
      "learning_rate": 0.0002,
      "loss": 0.2619,
      "step": 6280
    },
    {
      "epoch": 0.5421570103913427,
      "grad_norm": 0.3486057221889496,
      "learning_rate": 0.0002,
      "loss": 0.2472,
      "step": 6300
    },
    {
      "epoch": 0.5438781437576644,
      "grad_norm": 0.330469012260437,
      "learning_rate": 0.0002,
      "loss": 0.2458,
      "step": 6320
    },
    {
      "epoch": 0.5455992771239861,
      "grad_norm": 0.34958067536354065,
      "learning_rate": 0.0002,
      "loss": 0.2462,
      "step": 6340
    },
    {
      "epoch": 0.5473204104903079,
      "grad_norm": 0.3149743676185608,
      "learning_rate": 0.0002,
      "loss": 0.2465,
      "step": 6360
    },
    {
      "epoch": 0.5490415438566296,
      "grad_norm": 0.33875513076782227,
      "learning_rate": 0.0002,
      "loss": 0.2593,
      "step": 6380
    },
    {
      "epoch": 0.5507626772229514,
      "grad_norm": 0.8838099241256714,
      "learning_rate": 0.0002,
      "loss": 0.2712,
      "step": 6400
    },
    {
      "epoch": 0.552483810589273,
      "grad_norm": 0.3521359860897064,
      "learning_rate": 0.0002,
      "loss": 0.2441,
      "step": 6420
    },
    {
      "epoch": 0.5542049439555947,
      "grad_norm": 0.4659444987773895,
      "learning_rate": 0.0002,
      "loss": 0.2526,
      "step": 6440
    },
    {
      "epoch": 0.5559260773219165,
      "grad_norm": 0.4129142165184021,
      "learning_rate": 0.0002,
      "loss": 0.2586,
      "step": 6460
    },
    {
      "epoch": 0.5576472106882382,
      "grad_norm": 0.36697232723236084,
      "learning_rate": 0.0002,
      "loss": 0.2367,
      "step": 6480
    },
    {
      "epoch": 0.5593683440545599,
      "grad_norm": 0.37690311670303345,
      "learning_rate": 0.0002,
      "loss": 0.253,
      "step": 6500
    },
    {
      "epoch": 0.5610894774208817,
      "grad_norm": 0.2961209714412689,
      "learning_rate": 0.0002,
      "loss": 0.2441,
      "step": 6520
    },
    {
      "epoch": 0.5628106107872034,
      "grad_norm": 0.32476598024368286,
      "learning_rate": 0.0002,
      "loss": 0.2552,
      "step": 6540
    },
    {
      "epoch": 0.5645317441535251,
      "grad_norm": 0.36377888917922974,
      "learning_rate": 0.0002,
      "loss": 0.259,
      "step": 6560
    },
    {
      "epoch": 0.5662528775198468,
      "grad_norm": 0.3714245557785034,
      "learning_rate": 0.0002,
      "loss": 0.2499,
      "step": 6580
    },
    {
      "epoch": 0.5679740108861685,
      "grad_norm": 0.3322594463825226,
      "learning_rate": 0.0002,
      "loss": 0.2437,
      "step": 6600
    },
    {
      "epoch": 0.5696951442524902,
      "grad_norm": 0.38657745718955994,
      "learning_rate": 0.0002,
      "loss": 0.2452,
      "step": 6620
    },
    {
      "epoch": 0.571416277618812,
      "grad_norm": 0.34600910544395447,
      "learning_rate": 0.0002,
      "loss": 0.2454,
      "step": 6640
    },
    {
      "epoch": 0.5731374109851337,
      "grad_norm": 0.3906444311141968,
      "learning_rate": 0.0002,
      "loss": 0.254,
      "step": 6660
    },
    {
      "epoch": 0.5748585443514554,
      "grad_norm": 0.37352487444877625,
      "learning_rate": 0.0002,
      "loss": 0.2489,
      "step": 6680
    },
    {
      "epoch": 0.5765796777177772,
      "grad_norm": 0.3105640411376953,
      "learning_rate": 0.0002,
      "loss": 0.2523,
      "step": 6700
    },
    {
      "epoch": 0.5783008110840989,
      "grad_norm": 0.3537706732749939,
      "learning_rate": 0.0002,
      "loss": 0.2505,
      "step": 6720
    },
    {
      "epoch": 0.5800219444504207,
      "grad_norm": 0.45570480823516846,
      "learning_rate": 0.0002,
      "loss": 0.2386,
      "step": 6740
    },
    {
      "epoch": 0.5817430778167423,
      "grad_norm": 0.36528217792510986,
      "learning_rate": 0.0002,
      "loss": 0.2382,
      "step": 6760
    },
    {
      "epoch": 0.583464211183064,
      "grad_norm": 0.3420511782169342,
      "learning_rate": 0.0002,
      "loss": 0.2456,
      "step": 6780
    },
    {
      "epoch": 0.5851853445493858,
      "grad_norm": 0.35168027877807617,
      "learning_rate": 0.0002,
      "loss": 0.2578,
      "step": 6800
    },
    {
      "epoch": 0.5869064779157075,
      "grad_norm": 0.3705766201019287,
      "learning_rate": 0.0002,
      "loss": 0.2481,
      "step": 6820
    },
    {
      "epoch": 0.5886276112820292,
      "grad_norm": 0.4245602786540985,
      "learning_rate": 0.0002,
      "loss": 0.2603,
      "step": 6840
    },
    {
      "epoch": 0.590348744648351,
      "grad_norm": 0.42988812923431396,
      "learning_rate": 0.0002,
      "loss": 0.2308,
      "step": 6860
    },
    {
      "epoch": 0.5920698780146727,
      "grad_norm": 0.3902256190776825,
      "learning_rate": 0.0002,
      "loss": 0.2382,
      "step": 6880
    },
    {
      "epoch": 0.5937910113809944,
      "grad_norm": 0.3394165337085724,
      "learning_rate": 0.0002,
      "loss": 0.2264,
      "step": 6900
    },
    {
      "epoch": 0.5955121447473161,
      "grad_norm": 0.40591520071029663,
      "learning_rate": 0.0002,
      "loss": 0.2487,
      "step": 6920
    },
    {
      "epoch": 0.5972332781136378,
      "grad_norm": 0.37964189052581787,
      "learning_rate": 0.0002,
      "loss": 0.2466,
      "step": 6940
    },
    {
      "epoch": 0.5989544114799595,
      "grad_norm": 0.4443446099758148,
      "learning_rate": 0.0002,
      "loss": 0.2384,
      "step": 6960
    },
    {
      "epoch": 0.6006755448462813,
      "grad_norm": 0.40669143199920654,
      "learning_rate": 0.0002,
      "loss": 0.244,
      "step": 6980
    },
    {
      "epoch": 0.602396678212603,
      "grad_norm": 0.40179166197776794,
      "learning_rate": 0.0002,
      "loss": 0.2368,
      "step": 7000
    },
    {
      "epoch": 0.6041178115789247,
      "grad_norm": 0.4410141408443451,
      "learning_rate": 0.0002,
      "loss": 0.2388,
      "step": 7020
    },
    {
      "epoch": 0.6058389449452465,
      "grad_norm": 0.43160775303840637,
      "learning_rate": 0.0002,
      "loss": 0.2377,
      "step": 7040
    },
    {
      "epoch": 0.6075600783115682,
      "grad_norm": 0.40169423818588257,
      "learning_rate": 0.0002,
      "loss": 0.2566,
      "step": 7060
    },
    {
      "epoch": 0.6092812116778898,
      "grad_norm": 0.43439412117004395,
      "learning_rate": 0.0002,
      "loss": 0.2559,
      "step": 7080
    },
    {
      "epoch": 0.6110023450442116,
      "grad_norm": 0.40532273054122925,
      "learning_rate": 0.0002,
      "loss": 0.242,
      "step": 7100
    },
    {
      "epoch": 0.6127234784105333,
      "grad_norm": 0.3553959131240845,
      "learning_rate": 0.0002,
      "loss": 0.2497,
      "step": 7120
    },
    {
      "epoch": 0.614444611776855,
      "grad_norm": 0.33834314346313477,
      "learning_rate": 0.0002,
      "loss": 0.2441,
      "step": 7140
    },
    {
      "epoch": 0.6161657451431768,
      "grad_norm": 0.432019978761673,
      "learning_rate": 0.0002,
      "loss": 0.2701,
      "step": 7160
    },
    {
      "epoch": 0.6178868785094985,
      "grad_norm": 0.35808584094047546,
      "learning_rate": 0.0002,
      "loss": 0.2436,
      "step": 7180
    },
    {
      "epoch": 0.6196080118758203,
      "grad_norm": 0.5244463682174683,
      "learning_rate": 0.0002,
      "loss": 0.2356,
      "step": 7200
    },
    {
      "epoch": 0.621329145242142,
      "grad_norm": 0.3416566848754883,
      "learning_rate": 0.0002,
      "loss": 0.2498,
      "step": 7220
    },
    {
      "epoch": 0.6230502786084636,
      "grad_norm": 0.377354234457016,
      "learning_rate": 0.0002,
      "loss": 0.2361,
      "step": 7240
    },
    {
      "epoch": 0.6247714119747854,
      "grad_norm": 0.3780601918697357,
      "learning_rate": 0.0002,
      "loss": 0.2414,
      "step": 7260
    },
    {
      "epoch": 0.6264925453411071,
      "grad_norm": 0.4537530541419983,
      "learning_rate": 0.0002,
      "loss": 0.2553,
      "step": 7280
    },
    {
      "epoch": 0.6282136787074288,
      "grad_norm": 0.34764549136161804,
      "learning_rate": 0.0002,
      "loss": 0.2294,
      "step": 7300
    },
    {
      "epoch": 0.6299348120737506,
      "grad_norm": 0.4038061499595642,
      "learning_rate": 0.0002,
      "loss": 0.2267,
      "step": 7320
    },
    {
      "epoch": 0.6316559454400723,
      "grad_norm": 0.3201640546321869,
      "learning_rate": 0.0002,
      "loss": 0.2407,
      "step": 7340
    },
    {
      "epoch": 0.633377078806394,
      "grad_norm": 0.437897652387619,
      "learning_rate": 0.0002,
      "loss": 0.238,
      "step": 7360
    },
    {
      "epoch": 0.6350982121727158,
      "grad_norm": 0.32471516728401184,
      "learning_rate": 0.0002,
      "loss": 0.2403,
      "step": 7380
    },
    {
      "epoch": 0.6368193455390374,
      "grad_norm": 0.2739992141723633,
      "learning_rate": 0.0002,
      "loss": 0.2507,
      "step": 7400
    },
    {
      "epoch": 0.6385404789053591,
      "grad_norm": 0.33521589636802673,
      "learning_rate": 0.0002,
      "loss": 0.2462,
      "step": 7420
    },
    {
      "epoch": 0.6402616122716809,
      "grad_norm": 0.3575187027454376,
      "learning_rate": 0.0002,
      "loss": 0.2445,
      "step": 7440
    },
    {
      "epoch": 0.6419827456380026,
      "grad_norm": 0.3016495704650879,
      "learning_rate": 0.0002,
      "loss": 0.2324,
      "step": 7460
    },
    {
      "epoch": 0.6437038790043244,
      "grad_norm": 0.4337838888168335,
      "learning_rate": 0.0002,
      "loss": 0.2508,
      "step": 7480
    },
    {
      "epoch": 0.6454250123706461,
      "grad_norm": 0.35893139243125916,
      "learning_rate": 0.0002,
      "loss": 0.2318,
      "step": 7500
    },
    {
      "epoch": 0.6471461457369678,
      "grad_norm": 0.3144209682941437,
      "learning_rate": 0.0002,
      "loss": 0.2384,
      "step": 7520
    },
    {
      "epoch": 0.6488672791032896,
      "grad_norm": 0.30142101645469666,
      "learning_rate": 0.0002,
      "loss": 0.2439,
      "step": 7540
    },
    {
      "epoch": 0.6505884124696112,
      "grad_norm": 0.3650546669960022,
      "learning_rate": 0.0002,
      "loss": 0.2495,
      "step": 7560
    },
    {
      "epoch": 0.6523095458359329,
      "grad_norm": 0.41195932030677795,
      "learning_rate": 0.0002,
      "loss": 0.2497,
      "step": 7580
    },
    {
      "epoch": 0.6540306792022547,
      "grad_norm": 0.34587377309799194,
      "learning_rate": 0.0002,
      "loss": 0.2372,
      "step": 7600
    },
    {
      "epoch": 0.6557518125685764,
      "grad_norm": 0.35166653990745544,
      "learning_rate": 0.0002,
      "loss": 0.2332,
      "step": 7620
    },
    {
      "epoch": 0.6574729459348981,
      "grad_norm": 0.46442800760269165,
      "learning_rate": 0.0002,
      "loss": 0.232,
      "step": 7640
    },
    {
      "epoch": 0.6591940793012199,
      "grad_norm": 0.32510513067245483,
      "learning_rate": 0.0002,
      "loss": 0.2286,
      "step": 7660
    },
    {
      "epoch": 0.6609152126675416,
      "grad_norm": 0.3486369848251343,
      "learning_rate": 0.0002,
      "loss": 0.2311,
      "step": 7680
    },
    {
      "epoch": 0.6626363460338633,
      "grad_norm": 0.4640563130378723,
      "learning_rate": 0.0002,
      "loss": 0.2386,
      "step": 7700
    },
    {
      "epoch": 0.664357479400185,
      "grad_norm": 0.4044354557991028,
      "learning_rate": 0.0002,
      "loss": 0.2408,
      "step": 7720
    },
    {
      "epoch": 0.6660786127665067,
      "grad_norm": 0.38926753401756287,
      "learning_rate": 0.0002,
      "loss": 0.2537,
      "step": 7740
    },
    {
      "epoch": 0.6677997461328284,
      "grad_norm": 0.428072988986969,
      "learning_rate": 0.0002,
      "loss": 0.231,
      "step": 7760
    },
    {
      "epoch": 0.6695208794991502,
      "grad_norm": 0.2939753830432892,
      "learning_rate": 0.0002,
      "loss": 0.2424,
      "step": 7780
    },
    {
      "epoch": 0.6712420128654719,
      "grad_norm": 0.41152870655059814,
      "learning_rate": 0.0002,
      "loss": 0.2422,
      "step": 7800
    },
    {
      "epoch": 0.6729631462317937,
      "grad_norm": 0.35313352942466736,
      "learning_rate": 0.0002,
      "loss": 0.2401,
      "step": 7820
    },
    {
      "epoch": 0.6746842795981154,
      "grad_norm": 0.4280535876750946,
      "learning_rate": 0.0002,
      "loss": 0.2309,
      "step": 7840
    },
    {
      "epoch": 0.6764054129644371,
      "grad_norm": 0.36120399832725525,
      "learning_rate": 0.0002,
      "loss": 0.2339,
      "step": 7860
    },
    {
      "epoch": 0.6781265463307588,
      "grad_norm": 0.39646589756011963,
      "learning_rate": 0.0002,
      "loss": 0.2464,
      "step": 7880
    },
    {
      "epoch": 0.6798476796970805,
      "grad_norm": 0.4060419797897339,
      "learning_rate": 0.0002,
      "loss": 0.2331,
      "step": 7900
    },
    {
      "epoch": 0.6815688130634022,
      "grad_norm": 0.4130091369152069,
      "learning_rate": 0.0002,
      "loss": 0.2331,
      "step": 7920
    },
    {
      "epoch": 0.683289946429724,
      "grad_norm": 0.31750190258026123,
      "learning_rate": 0.0002,
      "loss": 0.2371,
      "step": 7940
    },
    {
      "epoch": 0.6850110797960457,
      "grad_norm": 0.4835965037345886,
      "learning_rate": 0.0002,
      "loss": 0.2292,
      "step": 7960
    },
    {
      "epoch": 0.6867322131623674,
      "grad_norm": 0.3932303488254547,
      "learning_rate": 0.0002,
      "loss": 0.2243,
      "step": 7980
    },
    {
      "epoch": 0.6884533465286892,
      "grad_norm": 0.3820064067840576,
      "learning_rate": 0.0002,
      "loss": 0.2288,
      "step": 8000
    },
    {
      "epoch": 0.6901744798950109,
      "grad_norm": 0.40602800250053406,
      "learning_rate": 0.0002,
      "loss": 0.2259,
      "step": 8020
    },
    {
      "epoch": 0.6918956132613326,
      "grad_norm": 0.3742893636226654,
      "learning_rate": 0.0002,
      "loss": 0.2395,
      "step": 8040
    },
    {
      "epoch": 0.6936167466276543,
      "grad_norm": 0.39692652225494385,
      "learning_rate": 0.0002,
      "loss": 0.2296,
      "step": 8060
    },
    {
      "epoch": 0.695337879993976,
      "grad_norm": 0.31871652603149414,
      "learning_rate": 0.0002,
      "loss": 0.2444,
      "step": 8080
    },
    {
      "epoch": 0.6970590133602977,
      "grad_norm": 0.3136846125125885,
      "learning_rate": 0.0002,
      "loss": 0.2344,
      "step": 8100
    },
    {
      "epoch": 0.6987801467266195,
      "grad_norm": 0.3090713918209076,
      "learning_rate": 0.0002,
      "loss": 0.2353,
      "step": 8120
    },
    {
      "epoch": 0.7005012800929412,
      "grad_norm": 0.33116286993026733,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 8140
    },
    {
      "epoch": 0.702222413459263,
      "grad_norm": 0.2979792058467865,
      "learning_rate": 0.0002,
      "loss": 0.2371,
      "step": 8160
    },
    {
      "epoch": 0.7039435468255847,
      "grad_norm": 0.3515206277370453,
      "learning_rate": 0.0002,
      "loss": 0.2293,
      "step": 8180
    },
    {
      "epoch": 0.7056646801919064,
      "grad_norm": 0.2888669967651367,
      "learning_rate": 0.0002,
      "loss": 0.234,
      "step": 8200
    },
    {
      "epoch": 0.707385813558228,
      "grad_norm": 0.3582359552383423,
      "learning_rate": 0.0002,
      "loss": 0.2291,
      "step": 8220
    },
    {
      "epoch": 0.7091069469245498,
      "grad_norm": 0.4168799817562103,
      "learning_rate": 0.0002,
      "loss": 0.2241,
      "step": 8240
    },
    {
      "epoch": 0.7108280802908715,
      "grad_norm": 0.3614865243434906,
      "learning_rate": 0.0002,
      "loss": 0.2323,
      "step": 8260
    },
    {
      "epoch": 0.7125492136571933,
      "grad_norm": 0.35036012530326843,
      "learning_rate": 0.0002,
      "loss": 0.2285,
      "step": 8280
    },
    {
      "epoch": 0.714270347023515,
      "grad_norm": 0.460549533367157,
      "learning_rate": 0.0002,
      "loss": 0.2303,
      "step": 8300
    },
    {
      "epoch": 0.7159914803898367,
      "grad_norm": 0.44449788331985474,
      "learning_rate": 0.0002,
      "loss": 0.2279,
      "step": 8320
    },
    {
      "epoch": 0.7177126137561585,
      "grad_norm": 0.29927289485931396,
      "learning_rate": 0.0002,
      "loss": 0.2235,
      "step": 8340
    },
    {
      "epoch": 0.7194337471224802,
      "grad_norm": 0.3563356101512909,
      "learning_rate": 0.0002,
      "loss": 0.2307,
      "step": 8360
    },
    {
      "epoch": 0.7211548804888018,
      "grad_norm": 0.42358216643333435,
      "learning_rate": 0.0002,
      "loss": 0.227,
      "step": 8380
    },
    {
      "epoch": 0.7228760138551236,
      "grad_norm": 0.42043471336364746,
      "learning_rate": 0.0002,
      "loss": 0.2199,
      "step": 8400
    },
    {
      "epoch": 0.7245971472214453,
      "grad_norm": 0.3534243702888489,
      "learning_rate": 0.0002,
      "loss": 0.2384,
      "step": 8420
    },
    {
      "epoch": 0.726318280587767,
      "grad_norm": 0.35375455021858215,
      "learning_rate": 0.0002,
      "loss": 0.2337,
      "step": 8440
    },
    {
      "epoch": 0.7280394139540888,
      "grad_norm": 0.31629830598831177,
      "learning_rate": 0.0002,
      "loss": 0.2326,
      "step": 8460
    },
    {
      "epoch": 0.7297605473204105,
      "grad_norm": 0.3449802100658417,
      "learning_rate": 0.0002,
      "loss": 0.221,
      "step": 8480
    },
    {
      "epoch": 0.7314816806867322,
      "grad_norm": 0.44133901596069336,
      "learning_rate": 0.0002,
      "loss": 0.2304,
      "step": 8500
    },
    {
      "epoch": 0.733202814053054,
      "grad_norm": 0.3913390040397644,
      "learning_rate": 0.0002,
      "loss": 0.2277,
      "step": 8520
    },
    {
      "epoch": 0.7349239474193756,
      "grad_norm": 0.3438524901866913,
      "learning_rate": 0.0002,
      "loss": 0.2484,
      "step": 8540
    },
    {
      "epoch": 0.7366450807856973,
      "grad_norm": 0.34400486946105957,
      "learning_rate": 0.0002,
      "loss": 0.2257,
      "step": 8560
    },
    {
      "epoch": 0.7383662141520191,
      "grad_norm": 0.40113121271133423,
      "learning_rate": 0.0002,
      "loss": 0.2246,
      "step": 8580
    },
    {
      "epoch": 0.7400873475183408,
      "grad_norm": 0.3908839821815491,
      "learning_rate": 0.0002,
      "loss": 0.2178,
      "step": 8600
    },
    {
      "epoch": 0.7418084808846626,
      "grad_norm": 0.3656678795814514,
      "learning_rate": 0.0002,
      "loss": 0.2345,
      "step": 8620
    },
    {
      "epoch": 0.7435296142509843,
      "grad_norm": 0.3811242878437042,
      "learning_rate": 0.0002,
      "loss": 0.2387,
      "step": 8640
    },
    {
      "epoch": 0.745250747617306,
      "grad_norm": 0.3093118965625763,
      "learning_rate": 0.0002,
      "loss": 0.2179,
      "step": 8660
    },
    {
      "epoch": 0.7469718809836278,
      "grad_norm": 0.42958253622055054,
      "learning_rate": 0.0002,
      "loss": 0.2212,
      "step": 8680
    },
    {
      "epoch": 0.7486930143499494,
      "grad_norm": 0.3202790319919586,
      "learning_rate": 0.0002,
      "loss": 0.2394,
      "step": 8700
    },
    {
      "epoch": 0.7504141477162711,
      "grad_norm": 0.42061832547187805,
      "learning_rate": 0.0002,
      "loss": 0.2282,
      "step": 8720
    },
    {
      "epoch": 0.7521352810825929,
      "grad_norm": 0.2962038516998291,
      "learning_rate": 0.0002,
      "loss": 0.2322,
      "step": 8740
    },
    {
      "epoch": 0.7538564144489146,
      "grad_norm": 0.3707858920097351,
      "learning_rate": 0.0002,
      "loss": 0.2251,
      "step": 8760
    },
    {
      "epoch": 0.7555775478152363,
      "grad_norm": 0.424730509519577,
      "learning_rate": 0.0002,
      "loss": 0.2345,
      "step": 8780
    },
    {
      "epoch": 0.7572986811815581,
      "grad_norm": 0.34581223130226135,
      "learning_rate": 0.0002,
      "loss": 0.2196,
      "step": 8800
    },
    {
      "epoch": 0.7590198145478798,
      "grad_norm": 0.436617374420166,
      "learning_rate": 0.0002,
      "loss": 0.2332,
      "step": 8820
    },
    {
      "epoch": 0.7607409479142015,
      "grad_norm": 0.3432689905166626,
      "learning_rate": 0.0002,
      "loss": 0.231,
      "step": 8840
    },
    {
      "epoch": 0.7624620812805232,
      "grad_norm": 0.36506009101867676,
      "learning_rate": 0.0002,
      "loss": 0.2299,
      "step": 8860
    },
    {
      "epoch": 0.7641832146468449,
      "grad_norm": 0.29211345314979553,
      "learning_rate": 0.0002,
      "loss": 0.2169,
      "step": 8880
    },
    {
      "epoch": 0.7659043480131666,
      "grad_norm": 0.3884661793708801,
      "learning_rate": 0.0002,
      "loss": 0.2205,
      "step": 8900
    },
    {
      "epoch": 0.7676254813794884,
      "grad_norm": 0.3466391861438751,
      "learning_rate": 0.0002,
      "loss": 0.2249,
      "step": 8920
    },
    {
      "epoch": 0.7693466147458101,
      "grad_norm": 0.3165854811668396,
      "learning_rate": 0.0002,
      "loss": 0.2436,
      "step": 8940
    },
    {
      "epoch": 0.7710677481121319,
      "grad_norm": 0.42315399646759033,
      "learning_rate": 0.0002,
      "loss": 0.2207,
      "step": 8960
    },
    {
      "epoch": 0.7727888814784536,
      "grad_norm": 0.3629299998283386,
      "learning_rate": 0.0002,
      "loss": 0.2356,
      "step": 8980
    },
    {
      "epoch": 0.7745100148447753,
      "grad_norm": 0.4586748480796814,
      "learning_rate": 0.0002,
      "loss": 0.2152,
      "step": 9000
    },
    {
      "epoch": 0.776231148211097,
      "grad_norm": 0.27728915214538574,
      "learning_rate": 0.0002,
      "loss": 0.2284,
      "step": 9020
    },
    {
      "epoch": 0.7779522815774187,
      "grad_norm": 0.3490050435066223,
      "learning_rate": 0.0002,
      "loss": 0.2166,
      "step": 9040
    },
    {
      "epoch": 0.7796734149437404,
      "grad_norm": 0.2839438021183014,
      "learning_rate": 0.0002,
      "loss": 0.2283,
      "step": 9060
    },
    {
      "epoch": 0.7813945483100622,
      "grad_norm": 0.35332831740379333,
      "learning_rate": 0.0002,
      "loss": 0.2336,
      "step": 9080
    },
    {
      "epoch": 0.7831156816763839,
      "grad_norm": 0.4003342390060425,
      "learning_rate": 0.0002,
      "loss": 0.2279,
      "step": 9100
    },
    {
      "epoch": 0.7848368150427056,
      "grad_norm": 0.32392072677612305,
      "learning_rate": 0.0002,
      "loss": 0.235,
      "step": 9120
    },
    {
      "epoch": 0.7865579484090274,
      "grad_norm": 0.3040711581707001,
      "learning_rate": 0.0002,
      "loss": 0.2234,
      "step": 9140
    },
    {
      "epoch": 0.7882790817753491,
      "grad_norm": 0.35234126448631287,
      "learning_rate": 0.0002,
      "loss": 0.2215,
      "step": 9160
    },
    {
      "epoch": 0.7900002151416707,
      "grad_norm": 0.3502811789512634,
      "learning_rate": 0.0002,
      "loss": 0.225,
      "step": 9180
    },
    {
      "epoch": 0.7917213485079925,
      "grad_norm": 0.3539245128631592,
      "learning_rate": 0.0002,
      "loss": 0.2289,
      "step": 9200
    },
    {
      "epoch": 0.7934424818743142,
      "grad_norm": 0.3154076635837555,
      "learning_rate": 0.0002,
      "loss": 0.2282,
      "step": 9220
    },
    {
      "epoch": 0.795163615240636,
      "grad_norm": 0.3497600853443146,
      "learning_rate": 0.0002,
      "loss": 0.2159,
      "step": 9240
    },
    {
      "epoch": 0.7968847486069577,
      "grad_norm": 0.3394204080104828,
      "learning_rate": 0.0002,
      "loss": 0.2175,
      "step": 9260
    },
    {
      "epoch": 0.7986058819732794,
      "grad_norm": 0.42728209495544434,
      "learning_rate": 0.0002,
      "loss": 0.2316,
      "step": 9280
    },
    {
      "epoch": 0.8003270153396012,
      "grad_norm": 0.30218786001205444,
      "learning_rate": 0.0002,
      "loss": 0.2268,
      "step": 9300
    },
    {
      "epoch": 0.8020481487059229,
      "grad_norm": 0.3418307602405548,
      "learning_rate": 0.0002,
      "loss": 0.2315,
      "step": 9320
    },
    {
      "epoch": 0.8037692820722446,
      "grad_norm": 0.38792407512664795,
      "learning_rate": 0.0002,
      "loss": 0.2302,
      "step": 9340
    },
    {
      "epoch": 0.8054904154385663,
      "grad_norm": 0.2837861180305481,
      "learning_rate": 0.0002,
      "loss": 0.2193,
      "step": 9360
    },
    {
      "epoch": 0.807211548804888,
      "grad_norm": 0.4480486214160919,
      "learning_rate": 0.0002,
      "loss": 0.2264,
      "step": 9380
    },
    {
      "epoch": 0.8089326821712097,
      "grad_norm": 0.25541505217552185,
      "learning_rate": 0.0002,
      "loss": 0.2302,
      "step": 9400
    },
    {
      "epoch": 0.8106538155375315,
      "grad_norm": 0.28958380222320557,
      "learning_rate": 0.0002,
      "loss": 0.2269,
      "step": 9420
    },
    {
      "epoch": 0.8123749489038532,
      "grad_norm": 0.2757406532764435,
      "learning_rate": 0.0002,
      "loss": 0.2155,
      "step": 9440
    },
    {
      "epoch": 0.8140960822701749,
      "grad_norm": 0.3484242558479309,
      "learning_rate": 0.0002,
      "loss": 0.2346,
      "step": 9460
    },
    {
      "epoch": 0.8158172156364967,
      "grad_norm": 0.23964551091194153,
      "learning_rate": 0.0002,
      "loss": 0.2208,
      "step": 9480
    },
    {
      "epoch": 0.8175383490028184,
      "grad_norm": 0.3568115234375,
      "learning_rate": 0.0002,
      "loss": 0.2187,
      "step": 9500
    },
    {
      "epoch": 0.81925948236914,
      "grad_norm": 0.4668004512786865,
      "learning_rate": 0.0002,
      "loss": 0.2306,
      "step": 9520
    },
    {
      "epoch": 0.8209806157354618,
      "grad_norm": 0.33082979917526245,
      "learning_rate": 0.0002,
      "loss": 0.2135,
      "step": 9540
    },
    {
      "epoch": 0.8227017491017835,
      "grad_norm": 0.3717847764492035,
      "learning_rate": 0.0002,
      "loss": 0.2203,
      "step": 9560
    },
    {
      "epoch": 0.8244228824681052,
      "grad_norm": 0.37038078904151917,
      "learning_rate": 0.0002,
      "loss": 0.2271,
      "step": 9580
    },
    {
      "epoch": 0.826144015834427,
      "grad_norm": 0.33178070187568665,
      "learning_rate": 0.0002,
      "loss": 0.2222,
      "step": 9600
    },
    {
      "epoch": 0.8278651492007487,
      "grad_norm": 0.27431583404541016,
      "learning_rate": 0.0002,
      "loss": 0.2304,
      "step": 9620
    },
    {
      "epoch": 0.8295862825670705,
      "grad_norm": 0.33868762850761414,
      "learning_rate": 0.0002,
      "loss": 0.2197,
      "step": 9640
    },
    {
      "epoch": 0.8313074159333922,
      "grad_norm": 0.34042665362358093,
      "learning_rate": 0.0002,
      "loss": 0.2194,
      "step": 9660
    },
    {
      "epoch": 0.8330285492997138,
      "grad_norm": 0.431411474943161,
      "learning_rate": 0.0002,
      "loss": 0.2228,
      "step": 9680
    },
    {
      "epoch": 0.8347496826660356,
      "grad_norm": 0.2958236634731293,
      "learning_rate": 0.0002,
      "loss": 0.2268,
      "step": 9700
    },
    {
      "epoch": 0.8364708160323573,
      "grad_norm": 0.31208258867263794,
      "learning_rate": 0.0002,
      "loss": 0.2371,
      "step": 9720
    },
    {
      "epoch": 0.838191949398679,
      "grad_norm": 0.3337579667568207,
      "learning_rate": 0.0002,
      "loss": 0.2312,
      "step": 9740
    },
    {
      "epoch": 0.8399130827650008,
      "grad_norm": 0.5392299294471741,
      "learning_rate": 0.0002,
      "loss": 0.2324,
      "step": 9760
    },
    {
      "epoch": 0.8416342161313225,
      "grad_norm": 0.3481907248497009,
      "learning_rate": 0.0002,
      "loss": 0.2241,
      "step": 9780
    },
    {
      "epoch": 0.8433553494976442,
      "grad_norm": 0.29136040806770325,
      "learning_rate": 0.0002,
      "loss": 0.2147,
      "step": 9800
    },
    {
      "epoch": 0.845076482863966,
      "grad_norm": 0.2877753973007202,
      "learning_rate": 0.0002,
      "loss": 0.1988,
      "step": 9820
    },
    {
      "epoch": 0.8467976162302876,
      "grad_norm": 0.4024602174758911,
      "learning_rate": 0.0002,
      "loss": 0.2161,
      "step": 9840
    },
    {
      "epoch": 0.8485187495966093,
      "grad_norm": 0.28684961795806885,
      "learning_rate": 0.0002,
      "loss": 0.2199,
      "step": 9860
    },
    {
      "epoch": 0.8502398829629311,
      "grad_norm": 0.31743690371513367,
      "learning_rate": 0.0002,
      "loss": 0.2196,
      "step": 9880
    },
    {
      "epoch": 0.8519610163292528,
      "grad_norm": 0.3548375368118286,
      "learning_rate": 0.0002,
      "loss": 0.2179,
      "step": 9900
    },
    {
      "epoch": 0.8536821496955745,
      "grad_norm": 0.31174436211586,
      "learning_rate": 0.0002,
      "loss": 0.2236,
      "step": 9920
    },
    {
      "epoch": 0.8554032830618963,
      "grad_norm": 0.2791374623775482,
      "learning_rate": 0.0002,
      "loss": 0.2257,
      "step": 9940
    },
    {
      "epoch": 0.857124416428218,
      "grad_norm": 0.3355172574520111,
      "learning_rate": 0.0002,
      "loss": 0.2244,
      "step": 9960
    },
    {
      "epoch": 0.8588455497945398,
      "grad_norm": 0.3883482813835144,
      "learning_rate": 0.0002,
      "loss": 0.2178,
      "step": 9980
    },
    {
      "epoch": 0.8605666831608614,
      "grad_norm": 0.3601789176464081,
      "learning_rate": 0.0002,
      "loss": 0.227,
      "step": 10000
    },
    {
      "epoch": 0.8622878165271831,
      "grad_norm": 0.24994397163391113,
      "learning_rate": 0.0002,
      "loss": 0.2165,
      "step": 10020
    },
    {
      "epoch": 0.8640089498935049,
      "grad_norm": 0.40082284808158875,
      "learning_rate": 0.0002,
      "loss": 0.228,
      "step": 10040
    },
    {
      "epoch": 0.8657300832598266,
      "grad_norm": 0.47781533002853394,
      "learning_rate": 0.0002,
      "loss": 0.2283,
      "step": 10060
    },
    {
      "epoch": 0.8674512166261483,
      "grad_norm": 0.3652552366256714,
      "learning_rate": 0.0002,
      "loss": 0.2207,
      "step": 10080
    },
    {
      "epoch": 0.8691723499924701,
      "grad_norm": 0.38674041628837585,
      "learning_rate": 0.0002,
      "loss": 0.2162,
      "step": 10100
    },
    {
      "epoch": 0.8708934833587918,
      "grad_norm": 0.32635965943336487,
      "learning_rate": 0.0002,
      "loss": 0.2173,
      "step": 10120
    },
    {
      "epoch": 0.8726146167251135,
      "grad_norm": 0.28276535868644714,
      "learning_rate": 0.0002,
      "loss": 0.2203,
      "step": 10140
    },
    {
      "epoch": 0.8743357500914352,
      "grad_norm": 0.363016813993454,
      "learning_rate": 0.0002,
      "loss": 0.2355,
      "step": 10160
    },
    {
      "epoch": 0.8760568834577569,
      "grad_norm": 0.302642822265625,
      "learning_rate": 0.0002,
      "loss": 0.2099,
      "step": 10180
    },
    {
      "epoch": 0.8777780168240786,
      "grad_norm": 0.25143080949783325,
      "learning_rate": 0.0002,
      "loss": 0.2233,
      "step": 10200
    },
    {
      "epoch": 0.8794991501904004,
      "grad_norm": 0.37836262583732605,
      "learning_rate": 0.0002,
      "loss": 0.2218,
      "step": 10220
    },
    {
      "epoch": 0.8812202835567221,
      "grad_norm": 0.3723512887954712,
      "learning_rate": 0.0002,
      "loss": 0.219,
      "step": 10240
    },
    {
      "epoch": 0.8829414169230438,
      "grad_norm": 0.33276501297950745,
      "learning_rate": 0.0002,
      "loss": 0.2153,
      "step": 10260
    },
    {
      "epoch": 0.8846625502893656,
      "grad_norm": 0.3877188563346863,
      "learning_rate": 0.0002,
      "loss": 0.2213,
      "step": 10280
    },
    {
      "epoch": 0.8863836836556873,
      "grad_norm": 0.36920130252838135,
      "learning_rate": 0.0002,
      "loss": 0.2099,
      "step": 10300
    },
    {
      "epoch": 0.8881048170220089,
      "grad_norm": 0.2991655170917511,
      "learning_rate": 0.0002,
      "loss": 0.218,
      "step": 10320
    },
    {
      "epoch": 0.8898259503883307,
      "grad_norm": 0.4785827100276947,
      "learning_rate": 0.0002,
      "loss": 0.2226,
      "step": 10340
    },
    {
      "epoch": 0.8915470837546524,
      "grad_norm": 0.30903199315071106,
      "learning_rate": 0.0002,
      "loss": 0.2059,
      "step": 10360
    },
    {
      "epoch": 0.8932682171209742,
      "grad_norm": 0.3614109754562378,
      "learning_rate": 0.0002,
      "loss": 0.2271,
      "step": 10380
    },
    {
      "epoch": 0.8949893504872959,
      "grad_norm": 0.3223751485347748,
      "learning_rate": 0.0002,
      "loss": 0.2223,
      "step": 10400
    },
    {
      "epoch": 0.8967104838536176,
      "grad_norm": 0.3175138533115387,
      "learning_rate": 0.0002,
      "loss": 0.2369,
      "step": 10420
    },
    {
      "epoch": 0.8984316172199394,
      "grad_norm": 0.37820857763290405,
      "learning_rate": 0.0002,
      "loss": 0.2206,
      "step": 10440
    },
    {
      "epoch": 0.9001527505862611,
      "grad_norm": 0.4233035445213318,
      "learning_rate": 0.0002,
      "loss": 0.2169,
      "step": 10460
    },
    {
      "epoch": 0.9018738839525827,
      "grad_norm": 0.4142135977745056,
      "learning_rate": 0.0002,
      "loss": 0.21,
      "step": 10480
    },
    {
      "epoch": 0.9035950173189045,
      "grad_norm": 0.43564194440841675,
      "learning_rate": 0.0002,
      "loss": 0.2231,
      "step": 10500
    },
    {
      "epoch": 0.9053161506852262,
      "grad_norm": 0.3781276345252991,
      "learning_rate": 0.0002,
      "loss": 0.2258,
      "step": 10520
    },
    {
      "epoch": 0.9070372840515479,
      "grad_norm": 0.4279311001300812,
      "learning_rate": 0.0002,
      "loss": 0.2287,
      "step": 10540
    },
    {
      "epoch": 0.9087584174178697,
      "grad_norm": 0.3078250586986542,
      "learning_rate": 0.0002,
      "loss": 0.212,
      "step": 10560
    },
    {
      "epoch": 0.9104795507841914,
      "grad_norm": 0.3039957880973816,
      "learning_rate": 0.0002,
      "loss": 0.2137,
      "step": 10580
    },
    {
      "epoch": 0.9122006841505131,
      "grad_norm": 0.3359488546848297,
      "learning_rate": 0.0002,
      "loss": 0.2206,
      "step": 10600
    },
    {
      "epoch": 0.9139218175168349,
      "grad_norm": 0.30003640055656433,
      "learning_rate": 0.0002,
      "loss": 0.213,
      "step": 10620
    },
    {
      "epoch": 0.9156429508831565,
      "grad_norm": 0.3175880014896393,
      "learning_rate": 0.0002,
      "loss": 0.2099,
      "step": 10640
    },
    {
      "epoch": 0.9173640842494782,
      "grad_norm": 0.3824600577354431,
      "learning_rate": 0.0002,
      "loss": 0.2126,
      "step": 10660
    },
    {
      "epoch": 0.9190852176158,
      "grad_norm": 0.3589145839214325,
      "learning_rate": 0.0002,
      "loss": 0.2234,
      "step": 10680
    },
    {
      "epoch": 0.9208063509821217,
      "grad_norm": 0.3821096420288086,
      "learning_rate": 0.0002,
      "loss": 0.2163,
      "step": 10700
    },
    {
      "epoch": 0.9225274843484434,
      "grad_norm": 0.41358160972595215,
      "learning_rate": 0.0002,
      "loss": 0.2207,
      "step": 10720
    },
    {
      "epoch": 0.9242486177147652,
      "grad_norm": 0.2841893434524536,
      "learning_rate": 0.0002,
      "loss": 0.2418,
      "step": 10740
    },
    {
      "epoch": 0.9259697510810869,
      "grad_norm": 0.29627254605293274,
      "learning_rate": 0.0002,
      "loss": 0.2259,
      "step": 10760
    },
    {
      "epoch": 0.9276908844474087,
      "grad_norm": 0.3516784906387329,
      "learning_rate": 0.0002,
      "loss": 0.2117,
      "step": 10780
    },
    {
      "epoch": 0.9294120178137304,
      "grad_norm": 0.37627148628234863,
      "learning_rate": 0.0002,
      "loss": 0.2236,
      "step": 10800
    },
    {
      "epoch": 0.931133151180052,
      "grad_norm": 0.3956553041934967,
      "learning_rate": 0.0002,
      "loss": 0.2091,
      "step": 10820
    },
    {
      "epoch": 0.9328542845463738,
      "grad_norm": 0.3255549967288971,
      "learning_rate": 0.0002,
      "loss": 0.2247,
      "step": 10840
    },
    {
      "epoch": 0.9345754179126955,
      "grad_norm": 0.3365786075592041,
      "learning_rate": 0.0002,
      "loss": 0.1955,
      "step": 10860
    },
    {
      "epoch": 0.9362965512790172,
      "grad_norm": 0.3629949688911438,
      "learning_rate": 0.0002,
      "loss": 0.2137,
      "step": 10880
    },
    {
      "epoch": 0.938017684645339,
      "grad_norm": 0.3127789795398712,
      "learning_rate": 0.0002,
      "loss": 0.2077,
      "step": 10900
    },
    {
      "epoch": 0.9397388180116607,
      "grad_norm": 0.3616786003112793,
      "learning_rate": 0.0002,
      "loss": 0.2125,
      "step": 10920
    },
    {
      "epoch": 0.9414599513779824,
      "grad_norm": 0.33411502838134766,
      "learning_rate": 0.0002,
      "loss": 0.2137,
      "step": 10940
    },
    {
      "epoch": 0.9431810847443042,
      "grad_norm": 0.3387938439846039,
      "learning_rate": 0.0002,
      "loss": 0.2089,
      "step": 10960
    },
    {
      "epoch": 0.9449022181106258,
      "grad_norm": 0.42915311455726624,
      "learning_rate": 0.0002,
      "loss": 0.2144,
      "step": 10980
    },
    {
      "epoch": 0.9466233514769475,
      "grad_norm": 0.4593462646007538,
      "learning_rate": 0.0002,
      "loss": 0.2136,
      "step": 11000
    },
    {
      "epoch": 0.9483444848432693,
      "grad_norm": 0.3778610825538635,
      "learning_rate": 0.0002,
      "loss": 0.2198,
      "step": 11020
    },
    {
      "epoch": 0.950065618209591,
      "grad_norm": 0.34387239813804626,
      "learning_rate": 0.0002,
      "loss": 0.2215,
      "step": 11040
    },
    {
      "epoch": 0.9517867515759127,
      "grad_norm": 0.38071706891059875,
      "learning_rate": 0.0002,
      "loss": 0.2159,
      "step": 11060
    },
    {
      "epoch": 0.9535078849422345,
      "grad_norm": 0.3698328137397766,
      "learning_rate": 0.0002,
      "loss": 0.214,
      "step": 11080
    },
    {
      "epoch": 0.9552290183085562,
      "grad_norm": 0.43745896220207214,
      "learning_rate": 0.0002,
      "loss": 0.2252,
      "step": 11100
    },
    {
      "epoch": 0.956950151674878,
      "grad_norm": 0.2951034903526306,
      "learning_rate": 0.0002,
      "loss": 0.2099,
      "step": 11120
    },
    {
      "epoch": 0.9586712850411996,
      "grad_norm": 0.35736939311027527,
      "learning_rate": 0.0002,
      "loss": 0.222,
      "step": 11140
    },
    {
      "epoch": 0.9603924184075213,
      "grad_norm": 0.3355426490306854,
      "learning_rate": 0.0002,
      "loss": 0.2142,
      "step": 11160
    },
    {
      "epoch": 0.9621135517738431,
      "grad_norm": 0.2925025522708893,
      "learning_rate": 0.0002,
      "loss": 0.2085,
      "step": 11180
    },
    {
      "epoch": 0.9638346851401648,
      "grad_norm": 0.36077678203582764,
      "learning_rate": 0.0002,
      "loss": 0.2097,
      "step": 11200
    },
    {
      "epoch": 0.9655558185064865,
      "grad_norm": 0.3234957158565521,
      "learning_rate": 0.0002,
      "loss": 0.2209,
      "step": 11220
    },
    {
      "epoch": 0.9672769518728083,
      "grad_norm": 0.32046082615852356,
      "learning_rate": 0.0002,
      "loss": 0.2051,
      "step": 11240
    },
    {
      "epoch": 0.96899808523913,
      "grad_norm": 0.3421325087547302,
      "learning_rate": 0.0002,
      "loss": 0.2288,
      "step": 11260
    },
    {
      "epoch": 0.9707192186054517,
      "grad_norm": 0.35989081859588623,
      "learning_rate": 0.0002,
      "loss": 0.2061,
      "step": 11280
    },
    {
      "epoch": 0.9724403519717734,
      "grad_norm": 0.3135656714439392,
      "learning_rate": 0.0002,
      "loss": 0.2238,
      "step": 11300
    },
    {
      "epoch": 0.9741614853380951,
      "grad_norm": 0.29025885462760925,
      "learning_rate": 0.0002,
      "loss": 0.2111,
      "step": 11320
    },
    {
      "epoch": 0.9758826187044168,
      "grad_norm": 0.4417757987976074,
      "learning_rate": 0.0002,
      "loss": 0.2,
      "step": 11340
    },
    {
      "epoch": 0.9776037520707386,
      "grad_norm": 0.3659359812736511,
      "learning_rate": 0.0002,
      "loss": 0.216,
      "step": 11360
    },
    {
      "epoch": 0.9793248854370603,
      "grad_norm": 0.3737911283969879,
      "learning_rate": 0.0002,
      "loss": 0.2139,
      "step": 11380
    },
    {
      "epoch": 0.981046018803382,
      "grad_norm": 0.38346412777900696,
      "learning_rate": 0.0002,
      "loss": 0.2072,
      "step": 11400
    },
    {
      "epoch": 0.9827671521697038,
      "grad_norm": 0.32871776819229126,
      "learning_rate": 0.0002,
      "loss": 0.2197,
      "step": 11420
    },
    {
      "epoch": 0.9844882855360255,
      "grad_norm": 0.29058969020843506,
      "learning_rate": 0.0002,
      "loss": 0.211,
      "step": 11440
    },
    {
      "epoch": 0.9862094189023471,
      "grad_norm": 0.39237943291664124,
      "learning_rate": 0.0002,
      "loss": 0.2053,
      "step": 11460
    },
    {
      "epoch": 0.9879305522686689,
      "grad_norm": 0.3916817307472229,
      "learning_rate": 0.0002,
      "loss": 0.2177,
      "step": 11480
    },
    {
      "epoch": 0.9896516856349906,
      "grad_norm": 0.2479276806116104,
      "learning_rate": 0.0002,
      "loss": 0.2128,
      "step": 11500
    },
    {
      "epoch": 0.9913728190013124,
      "grad_norm": 0.33634355664253235,
      "learning_rate": 0.0002,
      "loss": 0.2097,
      "step": 11520
    },
    {
      "epoch": 0.9930939523676341,
      "grad_norm": 0.336535781621933,
      "learning_rate": 0.0002,
      "loss": 0.208,
      "step": 11540
    },
    {
      "epoch": 0.9948150857339558,
      "grad_norm": 0.4115926921367645,
      "learning_rate": 0.0002,
      "loss": 0.2057,
      "step": 11560
    },
    {
      "epoch": 0.9965362191002776,
      "grad_norm": 0.3465426564216614,
      "learning_rate": 0.0002,
      "loss": 0.204,
      "step": 11580
    },
    {
      "epoch": 0.9982573524665993,
      "grad_norm": 0.32643455266952515,
      "learning_rate": 0.0002,
      "loss": 0.2068,
      "step": 11600
    },
    {
      "epoch": 0.9999784858329209,
      "grad_norm": 0.3390646278858185,
      "learning_rate": 0.0002,
      "loss": 0.2095,
      "step": 11620
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.2866213619709015,
      "eval_runtime": 903.225,
      "eval_samples_per_second": 4.146,
      "eval_steps_per_second": 0.519,
      "step": 11621
    }
  ],
  "logging_steps": 20,
  "max_steps": 13000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 77,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.484935677507797e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}