{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 2950,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03389830508474576,
      "grad_norm": 4.791459083557129,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 0.2753,
      "step": 10
    },
    {
      "epoch": 0.06779661016949153,
      "grad_norm": 2.2864952087402344,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 0.1531,
      "step": 20
    },
    {
      "epoch": 0.1016949152542373,
      "grad_norm": 0.3792467415332794,
      "learning_rate": 2.0270270270270273e-05,
      "loss": 0.0584,
      "step": 30
    },
    {
      "epoch": 0.13559322033898305,
      "grad_norm": 0.4453708231449127,
      "learning_rate": 2.702702702702703e-05,
      "loss": 0.035,
      "step": 40
    },
    {
      "epoch": 0.1694915254237288,
      "grad_norm": 0.6060521602630615,
      "learning_rate": 3.3783783783783784e-05,
      "loss": 0.0155,
      "step": 50
    },
    {
      "epoch": 0.2033898305084746,
      "grad_norm": 0.4304051995277405,
      "learning_rate": 4.0540540540540545e-05,
      "loss": 0.0089,
      "step": 60
    },
    {
      "epoch": 0.23728813559322035,
      "grad_norm": 0.43952998518943787,
      "learning_rate": 4.72972972972973e-05,
      "loss": 0.0089,
      "step": 70
    },
    {
      "epoch": 0.2711864406779661,
      "grad_norm": 0.3579324781894684,
      "learning_rate": 5.405405405405406e-05,
      "loss": 0.0073,
      "step": 80
    },
    {
      "epoch": 0.3050847457627119,
      "grad_norm": 0.221815824508667,
      "learning_rate": 6.0810810810810814e-05,
      "loss": 0.0061,
      "step": 90
    },
    {
      "epoch": 0.3389830508474576,
      "grad_norm": 0.4653712809085846,
      "learning_rate": 6.756756756756757e-05,
      "loss": 0.0046,
      "step": 100
    },
    {
      "epoch": 0.3728813559322034,
      "grad_norm": 0.20366229116916656,
      "learning_rate": 7.432432432432433e-05,
      "loss": 0.0047,
      "step": 110
    },
    {
      "epoch": 0.4067796610169492,
      "grad_norm": 0.30185437202453613,
      "learning_rate": 8.108108108108109e-05,
      "loss": 0.0048,
      "step": 120
    },
    {
      "epoch": 0.4406779661016949,
      "grad_norm": 0.3719215989112854,
      "learning_rate": 8.783783783783784e-05,
      "loss": 0.0045,
      "step": 130
    },
    {
      "epoch": 0.4745762711864407,
      "grad_norm": 0.14779077470302582,
      "learning_rate": 9.45945945945946e-05,
      "loss": 0.0058,
      "step": 140
    },
    {
      "epoch": 0.5084745762711864,
      "grad_norm": 0.525753915309906,
      "learning_rate": 9.999987429188866e-05,
      "loss": 0.0043,
      "step": 150
    },
    {
      "epoch": 0.5423728813559322,
      "grad_norm": 0.3979560136795044,
      "learning_rate": 9.999547457436221e-05,
      "loss": 0.0051,
      "step": 160
    },
    {
      "epoch": 0.576271186440678,
      "grad_norm": 0.42477351427078247,
      "learning_rate": 9.998479008335589e-05,
      "loss": 0.0037,
      "step": 170
    },
    {
      "epoch": 0.6101694915254238,
      "grad_norm": 0.19697535037994385,
      "learning_rate": 9.996782216198338e-05,
      "loss": 0.0052,
      "step": 180
    },
    {
      "epoch": 0.6440677966101694,
      "grad_norm": 0.23994311690330505,
      "learning_rate": 9.994457294322858e-05,
      "loss": 0.0043,
      "step": 190
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 0.3949716091156006,
      "learning_rate": 9.991504534967746e-05,
      "loss": 0.0043,
      "step": 200
    },
    {
      "epoch": 0.711864406779661,
      "grad_norm": 0.5126088261604309,
      "learning_rate": 9.987924309315075e-05,
      "loss": 0.0029,
      "step": 210
    },
    {
      "epoch": 0.7457627118644068,
      "grad_norm": 0.34605440497398376,
      "learning_rate": 9.983717067423721e-05,
      "loss": 0.0024,
      "step": 220
    },
    {
      "epoch": 0.7796610169491526,
      "grad_norm": 0.3350368142127991,
      "learning_rate": 9.978883338172798e-05,
      "loss": 0.0028,
      "step": 230
    },
    {
      "epoch": 0.8135593220338984,
      "grad_norm": 0.4186588525772095,
      "learning_rate": 9.973423729195168e-05,
      "loss": 0.0037,
      "step": 240
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 0.4036902189254761,
      "learning_rate": 9.967338926801067e-05,
      "loss": 0.0031,
      "step": 250
    },
    {
      "epoch": 0.8813559322033898,
      "grad_norm": 0.3429702818393707,
      "learning_rate": 9.960629695891814e-05,
      "loss": 0.0035,
      "step": 260
    },
    {
      "epoch": 0.9152542372881356,
      "grad_norm": 0.22962354123592377,
      "learning_rate": 9.953296879863677e-05,
      "loss": 0.0039,
      "step": 270
    },
    {
      "epoch": 0.9491525423728814,
      "grad_norm": 0.3024398386478424,
      "learning_rate": 9.945341400501838e-05,
      "loss": 0.0025,
      "step": 280
    },
    {
      "epoch": 0.9830508474576272,
      "grad_norm": 0.29498374462127686,
      "learning_rate": 9.936764257864525e-05,
      "loss": 0.0022,
      "step": 290
    },
    {
      "epoch": 1.0169491525423728,
      "grad_norm": 0.2633371651172638,
      "learning_rate": 9.927566530157298e-05,
      "loss": 0.0046,
      "step": 300
    },
    {
      "epoch": 1.0508474576271187,
      "grad_norm": 0.1469630002975464,
      "learning_rate": 9.917749373597504e-05,
      "loss": 0.003,
      "step": 310
    },
    {
      "epoch": 1.0847457627118644,
      "grad_norm": 0.2827948033809662,
      "learning_rate": 9.907314022268946e-05,
      "loss": 0.0025,
      "step": 320
    },
    {
      "epoch": 1.11864406779661,
      "grad_norm": 0.21969269216060638,
      "learning_rate": 9.896261787966739e-05,
      "loss": 0.0029,
      "step": 330
    },
    {
      "epoch": 1.152542372881356,
      "grad_norm": 0.20057785511016846,
      "learning_rate": 9.884594060032406e-05,
      "loss": 0.0021,
      "step": 340
    },
    {
      "epoch": 1.1864406779661016,
      "grad_norm": 0.16977977752685547,
      "learning_rate": 9.872312305179243e-05,
      "loss": 0.0029,
      "step": 350
    },
    {
      "epoch": 1.2203389830508475,
      "grad_norm": 0.25367122888565063,
      "learning_rate": 9.859418067307928e-05,
      "loss": 0.0025,
      "step": 360
    },
    {
      "epoch": 1.2542372881355932,
      "grad_norm": 0.25058019161224365,
      "learning_rate": 9.84591296731245e-05,
      "loss": 0.0024,
      "step": 370
    },
    {
      "epoch": 1.288135593220339,
      "grad_norm": 0.15482617914676666,
      "learning_rate": 9.831798702876352e-05,
      "loss": 0.0027,
      "step": 380
    },
    {
      "epoch": 1.3220338983050848,
      "grad_norm": 0.4145447313785553,
      "learning_rate": 9.817077048259314e-05,
      "loss": 0.0034,
      "step": 390
    },
    {
      "epoch": 1.3559322033898304,
      "grad_norm": 0.21151414513587952,
      "learning_rate": 9.801749854074122e-05,
      "loss": 0.0031,
      "step": 400
    },
    {
      "epoch": 1.3898305084745763,
      "grad_norm": 0.19668647646903992,
      "learning_rate": 9.785819047054035e-05,
      "loss": 0.0015,
      "step": 410
    },
    {
      "epoch": 1.423728813559322,
      "grad_norm": 0.12844844162464142,
      "learning_rate": 9.769286629810572e-05,
      "loss": 0.0021,
      "step": 420
    },
    {
      "epoch": 1.457627118644068,
      "grad_norm": 0.10224123299121857,
      "learning_rate": 9.752154680581783e-05,
      "loss": 0.0017,
      "step": 430
    },
    {
      "epoch": 1.4915254237288136,
      "grad_norm": 0.13156643509864807,
      "learning_rate": 9.73442535297099e-05,
      "loss": 0.0022,
      "step": 440
    },
    {
      "epoch": 1.5254237288135593,
      "grad_norm": 0.09552246332168579,
      "learning_rate": 9.716100875676071e-05,
      "loss": 0.0032,
      "step": 450
    },
    {
      "epoch": 1.559322033898305,
      "grad_norm": 0.2560286819934845,
      "learning_rate": 9.697183552209288e-05,
      "loss": 0.004,
      "step": 460
    },
    {
      "epoch": 1.5932203389830508,
      "grad_norm": 0.17713002860546112,
      "learning_rate": 9.677675760607734e-05,
      "loss": 0.0024,
      "step": 470
    },
    {
      "epoch": 1.6271186440677967,
      "grad_norm": 0.14444805681705475,
      "learning_rate": 9.657579953134383e-05,
      "loss": 0.0035,
      "step": 480
    },
    {
      "epoch": 1.6610169491525424,
      "grad_norm": 0.26531147956848145,
      "learning_rate": 9.636898655969837e-05,
      "loss": 0.0023,
      "step": 490
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 0.1393326222896576,
      "learning_rate": 9.615634468894752e-05,
      "loss": 0.001,
      "step": 500
    },
    {
      "epoch": 1.7288135593220337,
      "grad_norm": 0.22181938588619232,
      "learning_rate": 9.593790064963046e-05,
      "loss": 0.0018,
      "step": 510
    },
    {
      "epoch": 1.7627118644067796,
      "grad_norm": 0.1423530876636505,
      "learning_rate": 9.571368190165863e-05,
      "loss": 0.0029,
      "step": 520
    },
    {
      "epoch": 1.7966101694915255,
      "grad_norm": 0.1219254806637764,
      "learning_rate": 9.548371663086392e-05,
      "loss": 0.0022,
      "step": 530
    },
    {
      "epoch": 1.8305084745762712,
      "grad_norm": 0.1542597860097885,
      "learning_rate": 9.524803374545548e-05,
      "loss": 0.0035,
      "step": 540
    },
    {
      "epoch": 1.8644067796610169,
      "grad_norm": 0.16393965482711792,
      "learning_rate": 9.500666287238573e-05,
      "loss": 0.0021,
      "step": 550
    },
    {
      "epoch": 1.8983050847457628,
      "grad_norm": 0.35059654712677,
      "learning_rate": 9.475963435362614e-05,
      "loss": 0.0027,
      "step": 560
    },
    {
      "epoch": 1.9322033898305084,
      "grad_norm": 0.20335566997528076,
      "learning_rate": 9.450697924235294e-05,
      "loss": 0.0023,
      "step": 570
    },
    {
      "epoch": 1.9661016949152543,
      "grad_norm": 0.15571418404579163,
      "learning_rate": 9.424872929904358e-05,
      "loss": 0.0012,
      "step": 580
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.29340890049934387,
      "learning_rate": 9.398491698748422e-05,
      "loss": 0.0022,
      "step": 590
    },
    {
      "epoch": 2.0338983050847457,
      "grad_norm": 0.2681172788143158,
      "learning_rate": 9.371557547068878e-05,
      "loss": 0.0013,
      "step": 600
    },
    {
      "epoch": 2.0677966101694913,
      "grad_norm": 0.16841526329517365,
      "learning_rate": 9.344073860673015e-05,
      "loss": 0.0012,
      "step": 610
    },
    {
      "epoch": 2.1016949152542375,
      "grad_norm": 0.07565703988075256,
      "learning_rate": 9.316044094448392e-05,
      "loss": 0.0013,
      "step": 620
    },
    {
      "epoch": 2.135593220338983,
      "grad_norm": 0.1882319450378418,
      "learning_rate": 9.287471771928555e-05,
      "loss": 0.0022,
      "step": 630
    },
    {
      "epoch": 2.169491525423729,
      "grad_norm": 0.07069575041532516,
      "learning_rate": 9.25836048485008e-05,
      "loss": 0.0007,
      "step": 640
    },
    {
      "epoch": 2.2033898305084745,
      "grad_norm": 0.16358712315559387,
      "learning_rate": 9.228713892701077e-05,
      "loss": 0.003,
      "step": 650
    },
    {
      "epoch": 2.23728813559322,
      "grad_norm": 0.13663357496261597,
      "learning_rate": 9.198535722261181e-05,
      "loss": 0.0019,
      "step": 660
    },
    {
      "epoch": 2.2711864406779663,
      "grad_norm": 0.13056139647960663,
      "learning_rate": 9.167829767133047e-05,
      "loss": 0.0013,
      "step": 670
    },
    {
      "epoch": 2.305084745762712,
      "grad_norm": 0.12309998273849487,
      "learning_rate": 9.136599887265483e-05,
      "loss": 0.0016,
      "step": 680
    },
    {
      "epoch": 2.3389830508474576,
      "grad_norm": 0.13602758944034576,
      "learning_rate": 9.104850008468221e-05,
      "loss": 0.0007,
      "step": 690
    },
    {
      "epoch": 2.3728813559322033,
      "grad_norm": 0.08036898076534271,
      "learning_rate": 9.072584121918425e-05,
      "loss": 0.0023,
      "step": 700
    },
    {
      "epoch": 2.406779661016949,
      "grad_norm": 0.08389495313167572,
      "learning_rate": 9.039806283658962e-05,
      "loss": 0.0014,
      "step": 710
    },
    {
      "epoch": 2.440677966101695,
      "grad_norm": 0.12567836046218872,
      "learning_rate": 9.006520614088535e-05,
      "loss": 0.001,
      "step": 720
    },
    {
      "epoch": 2.4745762711864407,
      "grad_norm": 0.15499231219291687,
      "learning_rate": 8.972731297443722e-05,
      "loss": 0.0018,
      "step": 730
    },
    {
      "epoch": 2.5084745762711864,
      "grad_norm": 0.09496314823627472,
      "learning_rate": 8.938442581272983e-05,
      "loss": 0.0031,
      "step": 740
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 0.1453184187412262,
      "learning_rate": 8.903658775902723e-05,
      "loss": 0.0014,
      "step": 750
    },
    {
      "epoch": 2.576271186440678,
      "grad_norm": 0.11160401254892349,
      "learning_rate": 8.868384253895445e-05,
      "loss": 0.001,
      "step": 760
    },
    {
      "epoch": 2.610169491525424,
      "grad_norm": 0.10584841668605804,
      "learning_rate": 8.832623449500095e-05,
      "loss": 0.0016,
      "step": 770
    },
    {
      "epoch": 2.6440677966101696,
      "grad_norm": 0.094113789498806,
      "learning_rate": 8.796380858094643e-05,
      "loss": 0.0013,
      "step": 780
    },
    {
      "epoch": 2.6779661016949152,
      "grad_norm": 0.21183228492736816,
      "learning_rate": 8.759661035620992e-05,
      "loss": 0.0015,
      "step": 790
    },
    {
      "epoch": 2.711864406779661,
      "grad_norm": 0.14965838193893433,
      "learning_rate": 8.722468598012245e-05,
      "loss": 0.0018,
      "step": 800
    },
    {
      "epoch": 2.7457627118644066,
      "grad_norm": 0.08837207406759262,
      "learning_rate": 8.684808220612478e-05,
      "loss": 0.0008,
      "step": 810
    },
    {
      "epoch": 2.7796610169491527,
      "grad_norm": 0.11261831223964691,
      "learning_rate": 8.646684637588991e-05,
      "loss": 0.0022,
      "step": 820
    },
    {
      "epoch": 2.8135593220338984,
      "grad_norm": 0.221408873796463,
      "learning_rate": 8.60810264133721e-05,
      "loss": 0.0014,
      "step": 830
    },
    {
      "epoch": 2.847457627118644,
      "grad_norm": 0.37261417508125305,
      "learning_rate": 8.56906708187824e-05,
      "loss": 0.0023,
      "step": 840
    },
    {
      "epoch": 2.8813559322033897,
      "grad_norm": 0.12965640425682068,
      "learning_rate": 8.529582866249186e-05,
      "loss": 0.002,
      "step": 850
    },
    {
      "epoch": 2.915254237288136,
      "grad_norm": 0.12147118151187897,
      "learning_rate": 8.489654957886306e-05,
      "loss": 0.0015,
      "step": 860
    },
    {
      "epoch": 2.9491525423728815,
      "grad_norm": 0.13188952207565308,
      "learning_rate": 8.449288376001075e-05,
      "loss": 0.0013,
      "step": 870
    },
    {
      "epoch": 2.983050847457627,
      "grad_norm": 0.12438294291496277,
      "learning_rate": 8.40848819494923e-05,
      "loss": 0.0013,
      "step": 880
    },
    {
      "epoch": 3.016949152542373,
      "grad_norm": 0.309495747089386,
      "learning_rate": 8.367259543592892e-05,
      "loss": 0.0012,
      "step": 890
    },
    {
      "epoch": 3.0508474576271185,
      "grad_norm": 0.24989376962184906,
      "learning_rate": 8.325607604655839e-05,
      "loss": 0.001,
      "step": 900
    },
    {
      "epoch": 3.084745762711864,
      "grad_norm": 0.1818067878484726,
      "learning_rate": 8.283537614071988e-05,
      "loss": 0.001,
      "step": 910
    },
    {
      "epoch": 3.1186440677966103,
      "grad_norm": 0.13010039925575256,
      "learning_rate": 8.241054860327216e-05,
      "loss": 0.0013,
      "step": 920
    },
    {
      "epoch": 3.152542372881356,
      "grad_norm": 0.15505361557006836,
      "learning_rate": 8.198164683794556e-05,
      "loss": 0.0029,
      "step": 930
    },
    {
      "epoch": 3.1864406779661016,
      "grad_norm": 0.07065195590257645,
      "learning_rate": 8.154872476062868e-05,
      "loss": 0.0014,
      "step": 940
    },
    {
      "epoch": 3.2203389830508473,
      "grad_norm": 0.28758659958839417,
      "learning_rate": 8.111183679259095e-05,
      "loss": 0.002,
      "step": 950
    },
    {
      "epoch": 3.2542372881355934,
      "grad_norm": 0.18301035463809967,
      "learning_rate": 8.067103785364139e-05,
      "loss": 0.0014,
      "step": 960
    },
    {
      "epoch": 3.288135593220339,
      "grad_norm": 0.09719489514827728,
      "learning_rate": 8.022638335522483e-05,
      "loss": 0.0025,
      "step": 970
    },
    {
      "epoch": 3.3220338983050848,
      "grad_norm": 0.2065349668264389,
      "learning_rate": 7.977792919345633e-05,
      "loss": 0.0014,
      "step": 980
    },
    {
      "epoch": 3.3559322033898304,
      "grad_norm": 0.10643105208873749,
      "learning_rate": 7.932573174209463e-05,
      "loss": 0.0017,
      "step": 990
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 0.11610566079616547,
      "learning_rate": 7.886984784545566e-05,
      "loss": 0.0008,
      "step": 1000
    },
    {
      "epoch": 3.423728813559322,
      "grad_norm": 0.11425777524709702,
      "learning_rate": 7.84103348112667e-05,
      "loss": 0.0017,
      "step": 1010
    },
    {
      "epoch": 3.457627118644068,
      "grad_norm": 0.08603143692016602,
      "learning_rate": 7.794725040346251e-05,
      "loss": 0.0011,
      "step": 1020
    },
    {
      "epoch": 3.4915254237288136,
      "grad_norm": 0.14157338440418243,
      "learning_rate": 7.748065283492396e-05,
      "loss": 0.0019,
      "step": 1030
    },
    {
      "epoch": 3.5254237288135593,
      "grad_norm": 0.3015165627002716,
      "learning_rate": 7.701060076016024e-05,
      "loss": 0.0016,
      "step": 1040
    },
    {
      "epoch": 3.559322033898305,
      "grad_norm": 0.09349218755960464,
      "learning_rate": 7.653715326793569e-05,
      "loss": 0.0009,
      "step": 1050
    },
    {
      "epoch": 3.593220338983051,
      "grad_norm": 0.13891376554965973,
      "learning_rate": 7.606036987384184e-05,
      "loss": 0.0009,
      "step": 1060
    },
    {
      "epoch": 3.6271186440677967,
      "grad_norm": 0.10969799011945724,
      "learning_rate": 7.558031051281592e-05,
      "loss": 0.0016,
      "step": 1070
    },
    {
      "epoch": 3.6610169491525424,
      "grad_norm": 0.16311612725257874,
      "learning_rate": 7.509703553160666e-05,
      "loss": 0.0015,
      "step": 1080
    },
    {
      "epoch": 3.694915254237288,
      "grad_norm": 0.14392238855361938,
      "learning_rate": 7.461060568118822e-05,
      "loss": 0.0009,
      "step": 1090
    },
    {
      "epoch": 3.7288135593220337,
      "grad_norm": 0.1457260549068451,
      "learning_rate": 7.412108210912345e-05,
      "loss": 0.0013,
      "step": 1100
    },
    {
      "epoch": 3.7627118644067794,
      "grad_norm": 0.16048628091812134,
      "learning_rate": 7.362852635187721e-05,
      "loss": 0.0017,
      "step": 1110
    },
    {
      "epoch": 3.7966101694915255,
      "grad_norm": 0.18469738960266113,
      "learning_rate": 7.31330003270808e-05,
      "loss": 0.0014,
      "step": 1120
    },
    {
      "epoch": 3.830508474576271,
      "grad_norm": 0.180945485830307,
      "learning_rate": 7.263456632574845e-05,
      "loss": 0.0015,
      "step": 1130
    },
    {
      "epoch": 3.864406779661017,
      "grad_norm": 0.14967080950737,
      "learning_rate": 7.213328700444696e-05,
      "loss": 0.0013,
      "step": 1140
    },
    {
      "epoch": 3.898305084745763,
      "grad_norm": 0.25463271141052246,
      "learning_rate": 7.162922537741937e-05,
      "loss": 0.0023,
      "step": 1150
    },
    {
      "epoch": 3.9322033898305087,
      "grad_norm": 0.24937133491039276,
      "learning_rate": 7.112244480866356e-05,
      "loss": 0.0018,
      "step": 1160
    },
    {
      "epoch": 3.9661016949152543,
      "grad_norm": 0.1597055047750473,
      "learning_rate": 7.061300900396703e-05,
      "loss": 0.0032,
      "step": 1170
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.14016273617744446,
      "learning_rate": 7.010098200289859e-05,
      "loss": 0.0014,
      "step": 1180
    },
    {
      "epoch": 4.033898305084746,
      "grad_norm": 0.11648664623498917,
      "learning_rate": 6.958642817075823e-05,
      "loss": 0.001,
      "step": 1190
    },
    {
      "epoch": 4.067796610169491,
      "grad_norm": 0.23266953229904175,
      "learning_rate": 6.906941219048584e-05,
      "loss": 0.001,
      "step": 1200
    },
    {
      "epoch": 4.101694915254237,
      "grad_norm": 0.11199619621038437,
      "learning_rate": 6.854999905453021e-05,
      "loss": 0.0008,
      "step": 1210
    },
    {
      "epoch": 4.135593220338983,
      "grad_norm": 0.09246116131544113,
      "learning_rate": 6.802825405667905e-05,
      "loss": 0.001,
      "step": 1220
    },
    {
      "epoch": 4.169491525423728,
      "grad_norm": 0.08600598573684692,
      "learning_rate": 6.750424278385103e-05,
      "loss": 0.0008,
      "step": 1230
    },
    {
      "epoch": 4.203389830508475,
      "grad_norm": 0.09983401745557785,
      "learning_rate": 6.697803110785115e-05,
      "loss": 0.0009,
      "step": 1240
    },
    {
      "epoch": 4.237288135593221,
      "grad_norm": 0.09594856947660446,
      "learning_rate": 6.644968517709009e-05,
      "loss": 0.0015,
      "step": 1250
    },
    {
      "epoch": 4.271186440677966,
      "grad_norm": 0.08599961549043655,
      "learning_rate": 6.591927140826902e-05,
      "loss": 0.0007,
      "step": 1260
    },
    {
      "epoch": 4.305084745762712,
      "grad_norm": 0.16801735758781433,
      "learning_rate": 6.538685647803049e-05,
      "loss": 0.001,
      "step": 1270
    },
    {
      "epoch": 4.338983050847458,
      "grad_norm": 0.04569881409406662,
      "learning_rate": 6.485250731457678e-05,
      "loss": 0.0007,
      "step": 1280
    },
    {
      "epoch": 4.372881355932203,
      "grad_norm": 0.04355693981051445,
      "learning_rate": 6.431629108925646e-05,
      "loss": 0.0006,
      "step": 1290
    },
    {
      "epoch": 4.406779661016949,
      "grad_norm": 0.1598712056875229,
      "learning_rate": 6.377827520812061e-05,
      "loss": 0.0013,
      "step": 1300
    },
    {
      "epoch": 4.440677966101695,
      "grad_norm": 0.1439727395772934,
      "learning_rate": 6.323852730344935e-05,
      "loss": 0.0006,
      "step": 1310
    },
    {
      "epoch": 4.47457627118644,
      "grad_norm": 0.07059933245182037,
      "learning_rate": 6.269711522525006e-05,
      "loss": 0.0004,
      "step": 1320
    },
    {
      "epoch": 4.508474576271187,
      "grad_norm": 0.2104925960302353,
      "learning_rate": 6.215410703272805e-05,
      "loss": 0.0019,
      "step": 1330
    },
    {
      "epoch": 4.5423728813559325,
      "grad_norm": 0.3595544993877411,
      "learning_rate": 6.160957098573119e-05,
      "loss": 0.0026,
      "step": 1340
    },
    {
      "epoch": 4.576271186440678,
      "grad_norm": 0.09160851687192917,
      "learning_rate": 6.10635755361691e-05,
      "loss": 0.0012,
      "step": 1350
    },
    {
      "epoch": 4.610169491525424,
      "grad_norm": 0.15141859650611877,
      "learning_rate": 6.05161893194083e-05,
      "loss": 0.0012,
      "step": 1360
    },
    {
      "epoch": 4.6440677966101696,
      "grad_norm": 0.24170026183128357,
      "learning_rate": 5.9967481145644265e-05,
      "loss": 0.0009,
      "step": 1370
    },
    {
      "epoch": 4.677966101694915,
      "grad_norm": 0.12173440307378769,
      "learning_rate": 5.941751999125149e-05,
      "loss": 0.0009,
      "step": 1380
    },
    {
      "epoch": 4.711864406779661,
      "grad_norm": 0.2746393084526062,
      "learning_rate": 5.886637499011278e-05,
      "loss": 0.0008,
      "step": 1390
    },
    {
      "epoch": 4.745762711864407,
      "grad_norm": 0.06491386145353317,
      "learning_rate": 5.831411542492854e-05,
      "loss": 0.0006,
      "step": 1400
    },
    {
      "epoch": 4.779661016949152,
      "grad_norm": 0.10497017949819565,
      "learning_rate": 5.7760810718507487e-05,
      "loss": 0.0013,
      "step": 1410
    },
    {
      "epoch": 4.813559322033898,
      "grad_norm": 0.08166036754846573,
      "learning_rate": 5.720653042503978e-05,
      "loss": 0.0007,
      "step": 1420
    },
    {
      "epoch": 4.847457627118644,
      "grad_norm": 0.08851595968008041,
      "learning_rate": 5.665134422135354e-05,
      "loss": 0.0011,
      "step": 1430
    },
    {
      "epoch": 4.88135593220339,
      "grad_norm": 0.07782018929719925,
      "learning_rate": 5.6095321898156016e-05,
      "loss": 0.0014,
      "step": 1440
    },
    {
      "epoch": 4.915254237288136,
      "grad_norm": 0.06927744299173355,
      "learning_rate": 5.553853335126039e-05,
      "loss": 0.0004,
      "step": 1450
    },
    {
      "epoch": 4.9491525423728815,
      "grad_norm": 0.09779927879571915,
      "learning_rate": 5.498104857279941e-05,
      "loss": 0.0006,
      "step": 1460
    },
    {
      "epoch": 4.983050847457627,
      "grad_norm": 0.18358203768730164,
      "learning_rate": 5.4422937642426906e-05,
      "loss": 0.0009,
      "step": 1470
    },
    {
      "epoch": 5.016949152542373,
      "grad_norm": 0.1410626918077469,
      "learning_rate": 5.3864270718508305e-05,
      "loss": 0.0009,
      "step": 1480
    },
    {
      "epoch": 5.0508474576271185,
      "grad_norm": 0.17358587682247162,
      "learning_rate": 5.330511802930117e-05,
      "loss": 0.0011,
      "step": 1490
    },
    {
      "epoch": 5.084745762711864,
      "grad_norm": 0.1470521092414856,
      "learning_rate": 5.274554986412716e-05,
      "loss": 0.0011,
      "step": 1500
    },
    {
      "epoch": 5.11864406779661,
      "grad_norm": 0.1285671442747116,
      "learning_rate": 5.218563656453609e-05,
      "loss": 0.0012,
      "step": 1510
    },
    {
      "epoch": 5.1525423728813555,
      "grad_norm": 0.10445746779441833,
      "learning_rate": 5.162544851546349e-05,
      "loss": 0.0017,
      "step": 1520
    },
    {
      "epoch": 5.186440677966102,
      "grad_norm": 0.14065216481685638,
      "learning_rate": 5.106505613638284e-05,
      "loss": 0.0022,
      "step": 1530
    },
    {
      "epoch": 5.220338983050848,
      "grad_norm": 0.09856051951646805,
      "learning_rate": 5.0504529872453256e-05,
      "loss": 0.002,
      "step": 1540
    },
    {
      "epoch": 5.254237288135593,
      "grad_norm": 0.1747041493654251,
      "learning_rate": 4.9943940185664124e-05,
      "loss": 0.001,
      "step": 1550
    },
    {
      "epoch": 5.288135593220339,
      "grad_norm": 0.08963986486196518,
      "learning_rate": 4.9383357545977497e-05,
      "loss": 0.0007,
      "step": 1560
    },
    {
      "epoch": 5.322033898305085,
      "grad_norm": 0.09163827449083328,
      "learning_rate": 4.882285242246957e-05,
      "loss": 0.001,
      "step": 1570
    },
    {
      "epoch": 5.3559322033898304,
      "grad_norm": 0.08859282732009888,
      "learning_rate": 4.8262495274472225e-05,
      "loss": 0.0006,
      "step": 1580
    },
    {
      "epoch": 5.389830508474576,
      "grad_norm": 0.06251803785562515,
      "learning_rate": 4.770235654271582e-05,
      "loss": 0.0004,
      "step": 1590
    },
    {
      "epoch": 5.423728813559322,
      "grad_norm": 0.06271404027938843,
      "learning_rate": 4.7142506640474274e-05,
      "loss": 0.0005,
      "step": 1600
    },
    {
      "epoch": 5.4576271186440675,
      "grad_norm": 0.16893021762371063,
      "learning_rate": 4.658301594471367e-05,
      "loss": 0.0009,
      "step": 1610
    },
    {
      "epoch": 5.491525423728813,
      "grad_norm": 0.04200820252299309,
      "learning_rate": 4.602395478724539e-05,
      "loss": 0.0006,
      "step": 1620
    },
    {
      "epoch": 5.52542372881356,
      "grad_norm": 0.030414093285799026,
      "learning_rate": 4.546539344588486e-05,
      "loss": 0.0005,
      "step": 1630
    },
    {
      "epoch": 5.559322033898305,
      "grad_norm": 0.10116266459226608,
      "learning_rate": 4.490740213561727e-05,
      "loss": 0.0011,
      "step": 1640
    },
    {
      "epoch": 5.593220338983051,
      "grad_norm": 0.12049903720617294,
      "learning_rate": 4.435005099977093e-05,
      "loss": 0.0006,
      "step": 1650
    },
    {
      "epoch": 5.627118644067797,
      "grad_norm": 0.0699400007724762,
      "learning_rate": 4.379341010119992e-05,
      "loss": 0.0005,
      "step": 1660
    },
    {
      "epoch": 5.661016949152542,
      "grad_norm": 0.06926112622022629,
      "learning_rate": 4.323754941347654e-05,
      "loss": 0.0006,
      "step": 1670
    },
    {
      "epoch": 5.694915254237288,
      "grad_norm": 0.06657879799604416,
      "learning_rate": 4.268253881209532e-05,
      "loss": 0.0005,
      "step": 1680
    },
    {
      "epoch": 5.728813559322034,
      "grad_norm": 0.04170970991253853,
      "learning_rate": 4.2128448065689065e-05,
      "loss": 0.0005,
      "step": 1690
    },
    {
      "epoch": 5.762711864406779,
      "grad_norm": 0.09546169638633728,
      "learning_rate": 4.157534682725856e-05,
      "loss": 0.0004,
      "step": 1700
    },
    {
      "epoch": 5.796610169491525,
      "grad_norm": 0.14321397244930267,
      "learning_rate": 4.102330462541662e-05,
      "loss": 0.0005,
      "step": 1710
    },
    {
      "epoch": 5.830508474576272,
      "grad_norm": 0.06389990448951721,
      "learning_rate": 4.047239085564794e-05,
      "loss": 0.0005,
      "step": 1720
    },
    {
      "epoch": 5.864406779661017,
      "grad_norm": 0.03475102782249451,
      "learning_rate": 3.9922674771585546e-05,
      "loss": 0.0003,
      "step": 1730
    },
    {
      "epoch": 5.898305084745763,
      "grad_norm": 0.08064165711402893,
      "learning_rate": 3.937422547630519e-05,
      "loss": 0.0015,
      "step": 1740
    },
    {
      "epoch": 5.932203389830509,
      "grad_norm": 0.05471855029463768,
      "learning_rate": 3.882711191363859e-05,
      "loss": 0.0008,
      "step": 1750
    },
    {
      "epoch": 5.966101694915254,
      "grad_norm": 0.25674968957901,
      "learning_rate": 3.828140285950676e-05,
      "loss": 0.0015,
      "step": 1760
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.03591851517558098,
      "learning_rate": 3.773716691327432e-05,
      "loss": 0.0007,
      "step": 1770
    },
    {
      "epoch": 6.033898305084746,
      "grad_norm": 0.228873610496521,
      "learning_rate": 3.7194472489126176e-05,
      "loss": 0.001,
      "step": 1780
    },
    {
      "epoch": 6.067796610169491,
      "grad_norm": 0.10522802919149399,
      "learning_rate": 3.665338780746736e-05,
      "loss": 0.0007,
      "step": 1790
    },
    {
      "epoch": 6.101694915254237,
      "grad_norm": 0.1092459186911583,
      "learning_rate": 3.611398088634721e-05,
      "loss": 0.0004,
      "step": 1800
    },
    {
      "epoch": 6.135593220338983,
      "grad_norm": 0.15313047170639038,
      "learning_rate": 3.5576319532909145e-05,
      "loss": 0.0004,
      "step": 1810
    },
    {
      "epoch": 6.169491525423728,
      "grad_norm": 0.04173111170530319,
      "learning_rate": 3.5040471334866695e-05,
      "loss": 0.0004,
      "step": 1820
    },
    {
      "epoch": 6.203389830508475,
      "grad_norm": 0.02953781560063362,
      "learning_rate": 3.450650365200741e-05,
      "loss": 0.0003,
      "step": 1830
    },
    {
      "epoch": 6.237288135593221,
      "grad_norm": 0.04410599172115326,
      "learning_rate": 3.397448360772516e-05,
      "loss": 0.0006,
      "step": 1840
    },
    {
      "epoch": 6.271186440677966,
      "grad_norm": 0.09171520918607712,
      "learning_rate": 3.344447808058232e-05,
      "loss": 0.0005,
      "step": 1850
    },
    {
      "epoch": 6.305084745762712,
      "grad_norm": 0.051552463322877884,
      "learning_rate": 3.291655369590269e-05,
      "loss": 0.0006,
      "step": 1860
    },
    {
      "epoch": 6.338983050847458,
      "grad_norm": 0.03626188263297081,
      "learning_rate": 3.239077681739618e-05,
      "loss": 0.0005,
      "step": 1870
    },
    {
      "epoch": 6.372881355932203,
      "grad_norm": 0.09546960145235062,
      "learning_rate": 3.186721353881648e-05,
      "loss": 0.0004,
      "step": 1880
    },
    {
      "epoch": 6.406779661016949,
      "grad_norm": 0.0609428696334362,
      "learning_rate": 3.134592967565263e-05,
      "loss": 0.0003,
      "step": 1890
    },
    {
      "epoch": 6.440677966101695,
      "grad_norm": 0.05546706169843674,
      "learning_rate": 3.082699075685553e-05,
      "loss": 0.0003,
      "step": 1900
    },
    {
      "epoch": 6.47457627118644,
      "grad_norm": 0.03381851688027382,
      "learning_rate": 3.0310462016600504e-05,
      "loss": 0.0006,
      "step": 1910
    },
    {
      "epoch": 6.508474576271187,
      "grad_norm": 0.0640668272972107,
      "learning_rate": 2.9796408386086962e-05,
      "loss": 0.0003,
      "step": 1920
    },
    {
      "epoch": 6.5423728813559325,
      "grad_norm": 0.07631280273199081,
      "learning_rate": 2.9284894485376057e-05,
      "loss": 0.0004,
      "step": 1930
    },
    {
      "epoch": 6.576271186440678,
      "grad_norm": 0.1757967323064804,
      "learning_rate": 2.8775984615267504e-05,
      "loss": 0.0007,
      "step": 1940
    },
    {
      "epoch": 6.610169491525424,
      "grad_norm": 0.05827037990093231,
      "learning_rate": 2.8269742749216566e-05,
      "loss": 0.0005,
      "step": 1950
    },
    {
      "epoch": 6.6440677966101696,
      "grad_norm": 0.07589293271303177,
      "learning_rate": 2.7766232525292103e-05,
      "loss": 0.0003,
      "step": 1960
    },
    {
      "epoch": 6.677966101694915,
      "grad_norm": 0.0697827935218811,
      "learning_rate": 2.7265517238176847e-05,
      "loss": 0.0008,
      "step": 1970
    },
    {
      "epoch": 6.711864406779661,
      "grad_norm": 0.11972369253635406,
      "learning_rate": 2.676765983121089e-05,
      "loss": 0.0005,
      "step": 1980
    },
    {
      "epoch": 6.745762711864407,
      "grad_norm": 0.0417722649872303,
      "learning_rate": 2.627272288847915e-05,
      "loss": 0.0003,
      "step": 1990
    },
    {
      "epoch": 6.779661016949152,
      "grad_norm": 0.04584512487053871,
      "learning_rate": 2.578076862694426e-05,
      "loss": 0.0007,
      "step": 2000
    },
    {
      "epoch": 6.813559322033898,
      "grad_norm": 0.07800233364105225,
      "learning_rate": 2.5291858888625368e-05,
      "loss": 0.0004,
      "step": 2010
    },
    {
      "epoch": 6.847457627118644,
      "grad_norm": 0.07211495190858841,
      "learning_rate": 2.4806055132824185e-05,
      "loss": 0.0003,
      "step": 2020
    },
    {
      "epoch": 6.88135593220339,
      "grad_norm": 0.06364759802818298,
      "learning_rate": 2.4323418428399203e-05,
      "loss": 0.0003,
      "step": 2030
    },
    {
      "epoch": 6.915254237288136,
      "grad_norm": 0.07082319259643555,
      "learning_rate": 2.384400944608886e-05,
      "loss": 0.0007,
      "step": 2040
    },
    {
      "epoch": 6.9491525423728815,
      "grad_norm": 0.06931556761264801,
      "learning_rate": 2.336788845088478e-05,
      "loss": 0.0004,
      "step": 2050
    },
    {
      "epoch": 6.983050847457627,
      "grad_norm": 0.15574094653129578,
      "learning_rate": 2.289511529445616e-05,
      "loss": 0.0006,
      "step": 2060
    },
    {
      "epoch": 7.016949152542373,
      "grad_norm": 0.04960203543305397,
      "learning_rate": 2.242574940762589e-05,
      "loss": 0.0003,
      "step": 2070
    },
    {
      "epoch": 7.0508474576271185,
      "grad_norm": 0.049310192465782166,
      "learning_rate": 2.195984979289974e-05,
      "loss": 0.0005,
      "step": 2080
    },
    {
      "epoch": 7.084745762711864,
      "grad_norm": 0.06411266326904297,
      "learning_rate": 2.149747501704939e-05,
      "loss": 0.0004,
      "step": 2090
    },
    {
      "epoch": 7.11864406779661,
      "grad_norm": 0.06982172280550003,
      "learning_rate": 2.1038683203750092e-05,
      "loss": 0.0005,
      "step": 2100
    },
    {
      "epoch": 7.1525423728813555,
      "grad_norm": 0.11477413028478622,
      "learning_rate": 2.058353202627417e-05,
      "loss": 0.0004,
      "step": 2110
    },
    {
      "epoch": 7.186440677966102,
      "grad_norm": 0.05071744695305824,
      "learning_rate": 2.0132078700241158e-05,
      "loss": 0.0003,
      "step": 2120
    },
    {
      "epoch": 7.220338983050848,
      "grad_norm": 0.06909611821174622,
      "learning_rate": 1.968437997642526e-05,
      "loss": 0.0004,
      "step": 2130
    },
    {
      "epoch": 7.254237288135593,
      "grad_norm": 0.08218582719564438,
      "learning_rate": 1.924049213362153e-05,
      "loss": 0.0005,
      "step": 2140
    },
    {
      "epoch": 7.288135593220339,
      "grad_norm": 0.10386521369218826,
      "learning_rate": 1.8800470971571184e-05,
      "loss": 0.0003,
      "step": 2150
    },
    {
      "epoch": 7.322033898305085,
      "grad_norm": 0.052584659308195114,
      "learning_rate": 1.836437180394715e-05,
      "loss": 0.0002,
      "step": 2160
    },
    {
      "epoch": 7.3559322033898304,
      "grad_norm": 0.0438753217458725,
      "learning_rate": 1.793224945140086e-05,
      "loss": 0.0003,
      "step": 2170
    },
    {
      "epoch": 7.389830508474576,
      "grad_norm": 0.04817179590463638,
      "learning_rate": 1.750415823467082e-05,
      "loss": 0.0002,
      "step": 2180
    },
    {
      "epoch": 7.423728813559322,
      "grad_norm": 0.09476613253355026,
      "learning_rate": 1.7080151967754142e-05,
      "loss": 0.0004,
      "step": 2190
    },
    {
      "epoch": 7.4576271186440675,
      "grad_norm": 0.04253845289349556,
      "learning_rate": 1.666028395114185e-05,
      "loss": 0.0004,
      "step": 2200
    },
    {
      "epoch": 7.491525423728813,
      "grad_norm": 0.055023740977048874,
      "learning_rate": 1.62446069651185e-05,
      "loss": 0.0009,
      "step": 2210
    },
    {
      "epoch": 7.52542372881356,
      "grad_norm": 0.11626702547073364,
      "learning_rate": 1.5833173263127426e-05,
      "loss": 0.0007,
      "step": 2220
    },
    {
      "epoch": 7.559322033898305,
      "grad_norm": 0.1153387799859047,
      "learning_rate": 1.5426034565202142e-05,
      "loss": 0.0007,
      "step": 2230
    },
    {
      "epoch": 7.593220338983051,
      "grad_norm": 0.07169368118047714,
      "learning_rate": 1.5023242051464675e-05,
      "loss": 0.0004,
      "step": 2240
    },
    {
      "epoch": 7.627118644067797,
      "grad_norm": 0.061480406671762466,
      "learning_rate": 1.4624846355692001e-05,
      "loss": 0.0004,
      "step": 2250
    },
    {
      "epoch": 7.661016949152542,
      "grad_norm": 0.0765593945980072,
      "learning_rate": 1.4230897558950951e-05,
      "loss": 0.001,
      "step": 2260
    },
    {
      "epoch": 7.694915254237288,
      "grad_norm": 0.06186467036604881,
      "learning_rate": 1.384144518330268e-05,
      "loss": 0.0003,
      "step": 2270
    },
    {
      "epoch": 7.728813559322034,
      "grad_norm": 0.02641032636165619,
      "learning_rate": 1.3456538185577466e-05,
      "loss": 0.0003,
      "step": 2280
    },
    {
      "epoch": 7.762711864406779,
      "grad_norm": 0.08123563975095749,
      "learning_rate": 1.3076224951220411e-05,
      "loss": 0.0009,
      "step": 2290
    },
    {
      "epoch": 7.796610169491525,
      "grad_norm": 0.09227631241083145,
      "learning_rate": 1.2700553288209126e-05,
      "loss": 0.0003,
      "step": 2300
    },
    {
      "epoch": 7.830508474576272,
      "grad_norm": 0.03893280774354935,
      "learning_rate": 1.2329570421043957e-05,
      "loss": 0.0003,
      "step": 2310
    },
    {
      "epoch": 7.864406779661017,
      "grad_norm": 0.04822898656129837,
      "learning_rate": 1.1963322984811453e-05,
      "loss": 0.0008,
      "step": 2320
    },
    {
      "epoch": 7.898305084745763,
      "grad_norm": 0.05023796483874321,
      "learning_rate": 1.1601857019322093e-05,
      "loss": 0.0003,
      "step": 2330
    },
    {
      "epoch": 7.932203389830509,
      "grad_norm": 0.09390699863433838,
      "learning_rate": 1.1245217963322763e-05,
      "loss": 0.0003,
      "step": 2340
    },
    {
      "epoch": 7.966101694915254,
      "grad_norm": 0.016306394711136818,
      "learning_rate": 1.0893450648784737e-05,
      "loss": 0.002,
      "step": 2350
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.04842328652739525,
      "learning_rate": 1.0546599295268061e-05,
      "loss": 0.0003,
      "step": 2360
    },
    {
      "epoch": 8.033898305084746,
      "grad_norm": 0.034694500267505646,
      "learning_rate": 1.0204707504362826e-05,
      "loss": 0.0003,
      "step": 2370
    },
    {
      "epoch": 8.067796610169491,
      "grad_norm": 0.049791429191827774,
      "learning_rate": 9.867818254208123e-06,
      "loss": 0.0007,
      "step": 2380
    },
    {
      "epoch": 8.101694915254237,
      "grad_norm": 0.02616948075592518,
      "learning_rate": 9.535973894089401e-06,
      "loss": 0.0004,
      "step": 2390
    },
    {
      "epoch": 8.135593220338983,
      "grad_norm": 0.08042062073945999,
      "learning_rate": 9.209216139114935e-06,
      "loss": 0.0002,
      "step": 2400
    },
    {
      "epoch": 8.169491525423728,
      "grad_norm": 0.03833793103694916,
      "learning_rate": 8.887586064971858e-06,
      "loss": 0.0004,
      "step": 2410
    },
    {
      "epoch": 8.203389830508474,
      "grad_norm": 0.04440383240580559,
      "learning_rate": 8.571124102762768e-06,
      "loss": 0.0003,
      "step": 2420
    },
    {
      "epoch": 8.23728813559322,
      "grad_norm": 0.026959413662552834,
      "learning_rate": 8.259870033923151e-06,
      "loss": 0.0012,
      "step": 2430
    },
    {
      "epoch": 8.271186440677965,
      "grad_norm": 0.037755124270915985,
      "learning_rate": 7.95386298522065e-06,
      "loss": 0.0004,
      "step": 2440
    },
    {
      "epoch": 8.305084745762711,
      "grad_norm": 0.1117471233010292,
      "learning_rate": 7.653141423836584e-06,
      "loss": 0.0011,
      "step": 2450
    },
    {
      "epoch": 8.338983050847457,
      "grad_norm": 0.09815044701099396,
      "learning_rate": 7.357743152530272e-06,
      "loss": 0.0006,
      "step": 2460
    },
    {
      "epoch": 8.372881355932204,
      "grad_norm": 0.09394808858633041,
      "learning_rate": 7.067705304887074e-06,
      "loss": 0.0005,
      "step": 2470
    },
    {
      "epoch": 8.40677966101695,
      "grad_norm": 0.06960106641054153,
      "learning_rate": 6.783064340650364e-06,
      "loss": 0.0003,
      "step": 2480
    },
    {
      "epoch": 8.440677966101696,
      "grad_norm": 0.035113442689180374,
      "learning_rate": 6.503856041138323e-06,
      "loss": 0.0005,
      "step": 2490
    },
    {
      "epoch": 8.474576271186441,
      "grad_norm": 0.02795569784939289,
      "learning_rate": 6.230115504745953e-06,
      "loss": 0.0012,
      "step": 2500
    },
    {
      "epoch": 8.508474576271187,
      "grad_norm": 0.02803714945912361,
      "learning_rate": 5.961877142533056e-06,
      "loss": 0.0004,
      "step": 2510
    },
    {
      "epoch": 8.542372881355933,
      "grad_norm": 0.009161763824522495,
      "learning_rate": 5.699174673898394e-06,
      "loss": 0.0003,
      "step": 2520
    },
    {
      "epoch": 8.576271186440678,
      "grad_norm": 0.026831788942217827,
      "learning_rate": 5.4420411223410574e-06,
      "loss": 0.0004,
      "step": 2530
    },
    {
      "epoch": 8.610169491525424,
      "grad_norm": 0.011004606261849403,
      "learning_rate": 5.190508811309091e-06,
      "loss": 0.0002,
      "step": 2540
    },
    {
      "epoch": 8.64406779661017,
      "grad_norm": 0.027460021898150444,
      "learning_rate": 4.944609360136271e-06,
      "loss": 0.0002,
      "step": 2550
    },
    {
      "epoch": 8.677966101694915,
      "grad_norm": 0.04089871421456337,
      "learning_rate": 4.704373680067325e-06,
      "loss": 0.0002,
      "step": 2560
    },
    {
      "epoch": 8.711864406779661,
      "grad_norm": 0.03699534758925438,
      "learning_rate": 4.469831970372146e-06,
      "loss": 0.0002,
      "step": 2570
    },
    {
      "epoch": 8.745762711864407,
      "grad_norm": 0.021349631249904633,
      "learning_rate": 4.241013714549597e-06,
      "loss": 0.0002,
      "step": 2580
    },
    {
      "epoch": 8.779661016949152,
      "grad_norm": 0.02745555341243744,
      "learning_rate": 4.017947676621187e-06,
      "loss": 0.0004,
      "step": 2590
    },
    {
      "epoch": 8.813559322033898,
      "grad_norm": 0.013199915178120136,
      "learning_rate": 3.800661897515245e-06,
      "loss": 0.0002,
      "step": 2600
    },
    {
      "epoch": 8.847457627118644,
      "grad_norm": 0.026064835488796234,
      "learning_rate": 3.589183691541981e-06,
      "loss": 0.0002,
      "step": 2610
    },
    {
      "epoch": 8.88135593220339,
      "grad_norm": 0.01884126476943493,
      "learning_rate": 3.3835396429599152e-06,
      "loss": 0.0003,
      "step": 2620
    },
    {
      "epoch": 8.915254237288135,
      "grad_norm": 0.03649914637207985,
      "learning_rate": 3.18375560263402e-06,
      "loss": 0.0002,
      "step": 2630
    },
    {
      "epoch": 8.94915254237288,
      "grad_norm": 0.020875606685876846,
      "learning_rate": 2.9898566847861245e-06,
      "loss": 0.0003,
      "step": 2640
    },
    {
      "epoch": 8.983050847457626,
      "grad_norm": 0.05111026391386986,
      "learning_rate": 2.8018672638378483e-06,
      "loss": 0.0002,
      "step": 2650
    },
    {
      "epoch": 9.016949152542374,
      "grad_norm": 0.017365949228405952,
      "learning_rate": 2.619810971346587e-06,
      "loss": 0.0003,
      "step": 2660
    },
    {
      "epoch": 9.05084745762712,
      "grad_norm": 0.09889742732048035,
      "learning_rate": 2.443710693034884e-06,
      "loss": 0.0003,
      "step": 2670
    },
    {
      "epoch": 9.084745762711865,
      "grad_norm": 0.029447954148054123,
      "learning_rate": 2.2735885659134925e-06,
      "loss": 0.0003,
      "step": 2680
    },
    {
      "epoch": 9.11864406779661,
      "grad_norm": 0.0224969033151865,
      "learning_rate": 2.1094659754986477e-06,
      "loss": 0.0002,
      "step": 2690
    },
    {
      "epoch": 9.152542372881356,
      "grad_norm": 0.010688988491892815,
      "learning_rate": 1.9513635531237417e-06,
      "loss": 0.0003,
      "step": 2700
    },
    {
      "epoch": 9.186440677966102,
      "grad_norm": 0.059495627880096436,
      "learning_rate": 1.7993011733458075e-06,
      "loss": 0.0003,
      "step": 2710
    },
    {
      "epoch": 9.220338983050848,
      "grad_norm": 0.007177701219916344,
      "learning_rate": 1.6532979514471747e-06,
      "loss": 0.0002,
      "step": 2720
    },
    {
      "epoch": 9.254237288135593,
      "grad_norm": 0.052893899381160736,
      "learning_rate": 1.5133722410325457e-06,
      "loss": 0.0008,
      "step": 2730
    },
    {
      "epoch": 9.288135593220339,
      "grad_norm": 0.012546384707093239,
      "learning_rate": 1.3795416317218036e-06,
      "loss": 0.0007,
      "step": 2740
    },
    {
      "epoch": 9.322033898305085,
      "grad_norm": 0.008967459201812744,
      "learning_rate": 1.2518229469388965e-06,
      "loss": 0.0002,
      "step": 2750
    },
    {
      "epoch": 9.35593220338983,
      "grad_norm": 0.11077430099248886,
      "learning_rate": 1.1302322417970135e-06,
      "loss": 0.0002,
      "step": 2760
    },
    {
      "epoch": 9.389830508474576,
      "grad_norm": 0.014416457153856754,
      "learning_rate": 1.0147848010803318e-06,
      "loss": 0.0001,
      "step": 2770
    },
    {
      "epoch": 9.423728813559322,
      "grad_norm": 0.016251103952527046,
      "learning_rate": 9.054951373226484e-07,
      "loss": 0.0002,
      "step": 2780
    },
    {
      "epoch": 9.457627118644067,
      "grad_norm": 0.021497737616300583,
      "learning_rate": 8.023769889830002e-07,
      "loss": 0.0011,
      "step": 2790
    },
    {
      "epoch": 9.491525423728813,
      "grad_norm": 0.031376853585243225,
      "learning_rate": 7.054433187187071e-07,
      "loss": 0.0003,
      "step": 2800
    },
    {
      "epoch": 9.525423728813559,
      "grad_norm": 0.017223788425326347,
      "learning_rate": 6.147063117558471e-07,
      "loss": 0.0002,
      "step": 2810
    },
    {
      "epoch": 9.559322033898304,
      "grad_norm": 0.008591080084443092,
      "learning_rate": 5.301773743574712e-07,
      "loss": 0.0002,
      "step": 2820
    },
    {
      "epoch": 9.59322033898305,
      "grad_norm": 0.016840104013681412,
      "learning_rate": 4.518671323897938e-07,
      "loss": 0.0004,
      "step": 2830
    },
    {
      "epoch": 9.627118644067796,
      "grad_norm": 0.01281412597745657,
      "learning_rate": 3.7978542998643454e-07,
      "loss": 0.0001,
      "step": 2840
    },
    {
      "epoch": 9.661016949152543,
      "grad_norm": 0.01014797855168581,
      "learning_rate": 3.1394132831094047e-07,
      "loss": 0.0001,
      "step": 2850
    },
    {
      "epoch": 9.694915254237289,
      "grad_norm": 0.006094843149185181,
      "learning_rate": 2.5434310441773137e-07,
      "loss": 0.0002,
      "step": 2860
    },
    {
      "epoch": 9.728813559322035,
      "grad_norm": 0.054053328931331635,
      "learning_rate": 2.0099825021163144e-07,
      "loss": 0.0002,
      "step": 2870
    },
    {
      "epoch": 9.76271186440678,
      "grad_norm": 0.07471420615911484,
      "learning_rate": 1.5391347150607304e-07,
      "loss": 0.0005,
      "step": 2880
    },
    {
      "epoch": 9.796610169491526,
      "grad_norm": 0.1749231517314911,
      "learning_rate": 1.1309468718013194e-07,
      "loss": 0.0005,
      "step": 2890
    },
    {
      "epoch": 9.830508474576272,
      "grad_norm": 0.011661729775369167,
      "learning_rate": 7.854702843449469e-08,
      "loss": 0.0004,
      "step": 2900
    },
    {
      "epoch": 9.864406779661017,
      "grad_norm": 0.12255346029996872,
      "learning_rate": 5.0274838146413536e-08,
      "loss": 0.0009,
      "step": 2910
    },
    {
      "epoch": 9.898305084745763,
      "grad_norm": 0.008154436945915222,
      "learning_rate": 2.828167032379869e-08,
      "loss": 0.0002,
      "step": 2920
    },
    {
      "epoch": 9.932203389830509,
      "grad_norm": 0.017673006281256676,
      "learning_rate": 1.257028965842566e-08,
      "loss": 0.0001,
      "step": 2930
    },
    {
      "epoch": 9.966101694915254,
      "grad_norm": 0.009231282398104668,
      "learning_rate": 3.1426711784299233e-09,
      "loss": 0.0004,
      "step": 2940
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.3303571045398712,
      "learning_rate": 0.0,
      "loss": 0.0006,
      "step": 2950
    },
    {
      "epoch": 10.0,
      "step": 2950,
      "total_flos": 3.087953656660627e+17,
      "train_loss": 0.0031311477128005884,
      "train_runtime": 2880.9611,
      "train_samples_per_second": 50.046,
      "train_steps_per_second": 1.024
    }
  ],
  "logging_steps": 10,
  "max_steps": 2950,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.087953656660627e+17,
  "train_batch_size": 49,
  "trial_name": null,
  "trial_params": null
}