{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9994910941475827,
  "eval_steps": 500,
  "global_step": 491,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002035623409669211,
      "grad_norm": 2244783.3021161165,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 13.8236,
      "step": 1
    },
    {
      "epoch": 0.004071246819338422,
      "grad_norm": 4218192.586319844,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 13.7798,
      "step": 2
    },
    {
      "epoch": 0.0061068702290076335,
      "grad_norm": 4594205.112133389,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 13.844,
      "step": 3
    },
    {
      "epoch": 0.008142493638676845,
      "grad_norm": 11263009.553503217,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 13.8135,
      "step": 4
    },
    {
      "epoch": 0.010178117048346057,
      "grad_norm": 8938655.40470094,
      "learning_rate": 5.000000000000001e-07,
      "loss": 13.8361,
      "step": 5
    },
    {
      "epoch": 0.012213740458015267,
      "grad_norm": 3666969.2787727225,
      "learning_rate": 6.000000000000001e-07,
      "loss": 13.7754,
      "step": 6
    },
    {
      "epoch": 0.014249363867684479,
      "grad_norm": 2213140.2581639104,
      "learning_rate": 7.000000000000001e-07,
      "loss": 13.816,
      "step": 7
    },
    {
      "epoch": 0.01628498727735369,
      "grad_norm": 5204945.168357011,
      "learning_rate": 8.000000000000001e-07,
      "loss": 13.7919,
      "step": 8
    },
    {
      "epoch": 0.0183206106870229,
      "grad_norm": 3161273.4979725075,
      "learning_rate": 9.000000000000001e-07,
      "loss": 13.7921,
      "step": 9
    },
    {
      "epoch": 0.020356234096692113,
      "grad_norm": 4721972.526161844,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 13.8129,
      "step": 10
    },
    {
      "epoch": 0.022391857506361322,
      "grad_norm": 1993836.4706857507,
      "learning_rate": 1.1e-06,
      "loss": 13.7899,
      "step": 11
    },
    {
      "epoch": 0.024427480916030534,
      "grad_norm": 2841663.624406631,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 13.8222,
      "step": 12
    },
    {
      "epoch": 0.026463104325699746,
      "grad_norm": 1851625.2694659713,
      "learning_rate": 1.3e-06,
      "loss": 13.8051,
      "step": 13
    },
    {
      "epoch": 0.028498727735368958,
      "grad_norm": 1799567.0732118108,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 13.8232,
      "step": 14
    },
    {
      "epoch": 0.030534351145038167,
      "grad_norm": 1739244.434987474,
      "learning_rate": 1.5e-06,
      "loss": 13.787,
      "step": 15
    },
    {
      "epoch": 0.03256997455470738,
      "grad_norm": 2049274.0550949178,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 13.8272,
      "step": 16
    },
    {
      "epoch": 0.03460559796437659,
      "grad_norm": 2196819.6130670137,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 13.7819,
      "step": 17
    },
    {
      "epoch": 0.0366412213740458,
      "grad_norm": 3122206.233837503,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 13.7931,
      "step": 18
    },
    {
      "epoch": 0.03867684478371501,
      "grad_norm": 6250105.385689335,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 13.8169,
      "step": 19
    },
    {
      "epoch": 0.04071246819338423,
      "grad_norm": 3333302.4953560205,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 13.7969,
      "step": 20
    },
    {
      "epoch": 0.042748091603053436,
      "grad_norm": 1842864.15838755,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 13.7789,
      "step": 21
    },
    {
      "epoch": 0.044783715012722644,
      "grad_norm": 2814803.976988681,
      "learning_rate": 2.2e-06,
      "loss": 13.8063,
      "step": 22
    },
    {
      "epoch": 0.04681933842239186,
      "grad_norm": 5480609.064869341,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 13.8059,
      "step": 23
    },
    {
      "epoch": 0.04885496183206107,
      "grad_norm": 2330308.564996049,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 13.7774,
      "step": 24
    },
    {
      "epoch": 0.05089058524173028,
      "grad_norm": 1954680.474250264,
      "learning_rate": 2.5e-06,
      "loss": 13.8188,
      "step": 25
    },
    {
      "epoch": 0.05292620865139949,
      "grad_norm": 2348178.4882796686,
      "learning_rate": 2.6e-06,
      "loss": 13.7916,
      "step": 26
    },
    {
      "epoch": 0.0549618320610687,
      "grad_norm": 2063424.030791769,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 13.8352,
      "step": 27
    },
    {
      "epoch": 0.056997455470737916,
      "grad_norm": 3096470.2787967124,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 13.814,
      "step": 28
    },
    {
      "epoch": 0.059033078880407125,
      "grad_norm": 2313554.624060415,
      "learning_rate": 2.9e-06,
      "loss": 13.8149,
      "step": 29
    },
    {
      "epoch": 0.061068702290076333,
      "grad_norm": 2759287.606120093,
      "learning_rate": 3e-06,
      "loss": 13.7901,
      "step": 30
    },
    {
      "epoch": 0.06310432569974554,
      "grad_norm": 20688012.381375346,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 13.8016,
      "step": 31
    },
    {
      "epoch": 0.06513994910941476,
      "grad_norm": 2818955.21640328,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 13.8174,
      "step": 32
    },
    {
      "epoch": 0.06717557251908397,
      "grad_norm": 3642298.4739112426,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 13.8439,
      "step": 33
    },
    {
      "epoch": 0.06921119592875317,
      "grad_norm": 4530146.859043687,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 13.798,
      "step": 34
    },
    {
      "epoch": 0.07124681933842239,
      "grad_norm": 3901948.6988777495,
      "learning_rate": 3.5e-06,
      "loss": 13.7871,
      "step": 35
    },
    {
      "epoch": 0.0732824427480916,
      "grad_norm": 2763745.5952281994,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 13.7899,
      "step": 36
    },
    {
      "epoch": 0.07531806615776081,
      "grad_norm": 6149669.662012621,
      "learning_rate": 3.7e-06,
      "loss": 13.7854,
      "step": 37
    },
    {
      "epoch": 0.07735368956743002,
      "grad_norm": 2493897.7698470936,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 13.7955,
      "step": 38
    },
    {
      "epoch": 0.07938931297709924,
      "grad_norm": 1961343.832258401,
      "learning_rate": 3.900000000000001e-06,
      "loss": 13.8098,
      "step": 39
    },
    {
      "epoch": 0.08142493638676845,
      "grad_norm": 2547368.4155277675,
      "learning_rate": 4.000000000000001e-06,
      "loss": 13.8144,
      "step": 40
    },
    {
      "epoch": 0.08346055979643766,
      "grad_norm": 12326034.534851212,
      "learning_rate": 4.1e-06,
      "loss": 13.7863,
      "step": 41
    },
    {
      "epoch": 0.08549618320610687,
      "grad_norm": 3960181.1514259093,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 13.766,
      "step": 42
    },
    {
      "epoch": 0.08753180661577609,
      "grad_norm": 10011098.88152794,
      "learning_rate": 4.3e-06,
      "loss": 13.8034,
      "step": 43
    },
    {
      "epoch": 0.08956743002544529,
      "grad_norm": 3789423.3303024317,
      "learning_rate": 4.4e-06,
      "loss": 13.791,
      "step": 44
    },
    {
      "epoch": 0.0916030534351145,
      "grad_norm": 3039428.004186018,
      "learning_rate": 4.5e-06,
      "loss": 13.7903,
      "step": 45
    },
    {
      "epoch": 0.09363867684478372,
      "grad_norm": 3356582.7961585973,
      "learning_rate": 4.600000000000001e-06,
      "loss": 13.8235,
      "step": 46
    },
    {
      "epoch": 0.09567430025445292,
      "grad_norm": 2820493.914527673,
      "learning_rate": 4.7e-06,
      "loss": 13.8022,
      "step": 47
    },
    {
      "epoch": 0.09770992366412214,
      "grad_norm": 3791222.908966115,
      "learning_rate": 4.800000000000001e-06,
      "loss": 13.7717,
      "step": 48
    },
    {
      "epoch": 0.09974554707379135,
      "grad_norm": 3283270.2287080307,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 13.787,
      "step": 49
    },
    {
      "epoch": 0.10178117048346055,
      "grad_norm": 2485970.4909266913,
      "learning_rate": 5e-06,
      "loss": 13.7976,
      "step": 50
    },
    {
      "epoch": 0.10381679389312977,
      "grad_norm": 4547104.520705372,
      "learning_rate": 5.1e-06,
      "loss": 13.7639,
      "step": 51
    },
    {
      "epoch": 0.10585241730279898,
      "grad_norm": 2824615.9607255333,
      "learning_rate": 5.2e-06,
      "loss": 13.7782,
      "step": 52
    },
    {
      "epoch": 0.1078880407124682,
      "grad_norm": 2095536.7289427207,
      "learning_rate": 5.300000000000001e-06,
      "loss": 13.8148,
      "step": 53
    },
    {
      "epoch": 0.1099236641221374,
      "grad_norm": 2351584.5173169677,
      "learning_rate": 5.400000000000001e-06,
      "loss": 13.7998,
      "step": 54
    },
    {
      "epoch": 0.11195928753180662,
      "grad_norm": 3228695.507820654,
      "learning_rate": 5.500000000000001e-06,
      "loss": 13.8394,
      "step": 55
    },
    {
      "epoch": 0.11399491094147583,
      "grad_norm": 9313699.37550104,
      "learning_rate": 5.600000000000001e-06,
      "loss": 13.7991,
      "step": 56
    },
    {
      "epoch": 0.11603053435114503,
      "grad_norm": 3293386.5704521113,
      "learning_rate": 5.7e-06,
      "loss": 13.7839,
      "step": 57
    },
    {
      "epoch": 0.11806615776081425,
      "grad_norm": 3718314.8927475032,
      "learning_rate": 5.8e-06,
      "loss": 13.811,
      "step": 58
    },
    {
      "epoch": 0.12010178117048347,
      "grad_norm": 3124256.4145811866,
      "learning_rate": 5.9e-06,
      "loss": 13.7796,
      "step": 59
    },
    {
      "epoch": 0.12213740458015267,
      "grad_norm": 3177179.019257336,
      "learning_rate": 6e-06,
      "loss": 13.7927,
      "step": 60
    },
    {
      "epoch": 0.12417302798982188,
      "grad_norm": 3023297.2648282214,
      "learning_rate": 6.1e-06,
      "loss": 13.7867,
      "step": 61
    },
    {
      "epoch": 0.12620865139949108,
      "grad_norm": 3214697.401730724,
      "learning_rate": 6.200000000000001e-06,
      "loss": 13.7771,
      "step": 62
    },
    {
      "epoch": 0.1282442748091603,
      "grad_norm": 5100755.95841697,
      "learning_rate": 6.300000000000001e-06,
      "loss": 13.8624,
      "step": 63
    },
    {
      "epoch": 0.13027989821882952,
      "grad_norm": 2723163.1725419424,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 13.8343,
      "step": 64
    },
    {
      "epoch": 0.13231552162849872,
      "grad_norm": 3190220.582667358,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 13.8278,
      "step": 65
    },
    {
      "epoch": 0.13435114503816795,
      "grad_norm": 4004364.9481327008,
      "learning_rate": 6.600000000000001e-06,
      "loss": 13.8181,
      "step": 66
    },
    {
      "epoch": 0.13638676844783715,
      "grad_norm": 3042780.596978967,
      "learning_rate": 6.700000000000001e-06,
      "loss": 13.8136,
      "step": 67
    },
    {
      "epoch": 0.13842239185750635,
      "grad_norm": 3848690.0005479343,
      "learning_rate": 6.800000000000001e-06,
      "loss": 13.8067,
      "step": 68
    },
    {
      "epoch": 0.14045801526717558,
      "grad_norm": 3081170.591628097,
      "learning_rate": 6.9e-06,
      "loss": 13.802,
      "step": 69
    },
    {
      "epoch": 0.14249363867684478,
      "grad_norm": 3465407.339307021,
      "learning_rate": 7e-06,
      "loss": 13.7681,
      "step": 70
    },
    {
      "epoch": 0.14452926208651398,
      "grad_norm": 2647645.8680279553,
      "learning_rate": 7.100000000000001e-06,
      "loss": 13.8244,
      "step": 71
    },
    {
      "epoch": 0.1465648854961832,
      "grad_norm": 2676701.9454676,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 13.8011,
      "step": 72
    },
    {
      "epoch": 0.1486005089058524,
      "grad_norm": 2103570.9894912024,
      "learning_rate": 7.3e-06,
      "loss": 13.7988,
      "step": 73
    },
    {
      "epoch": 0.15063613231552161,
      "grad_norm": 2809043.7511407104,
      "learning_rate": 7.4e-06,
      "loss": 13.8103,
      "step": 74
    },
    {
      "epoch": 0.15267175572519084,
      "grad_norm": 4000235.7083044164,
      "learning_rate": 7.500000000000001e-06,
      "loss": 13.8168,
      "step": 75
    },
    {
      "epoch": 0.15470737913486005,
      "grad_norm": 8459155.529969739,
      "learning_rate": 7.600000000000001e-06,
      "loss": 13.774,
      "step": 76
    },
    {
      "epoch": 0.15674300254452928,
      "grad_norm": 16399233.534973303,
      "learning_rate": 7.7e-06,
      "loss": 13.8219,
      "step": 77
    },
    {
      "epoch": 0.15877862595419848,
      "grad_norm": 2696806.469277922,
      "learning_rate": 7.800000000000002e-06,
      "loss": 13.7919,
      "step": 78
    },
    {
      "epoch": 0.16081424936386768,
      "grad_norm": 6832348.586697958,
      "learning_rate": 7.9e-06,
      "loss": 13.8085,
      "step": 79
    },
    {
      "epoch": 0.1628498727735369,
      "grad_norm": 2802377.0728139468,
      "learning_rate": 8.000000000000001e-06,
      "loss": 13.7758,
      "step": 80
    },
    {
      "epoch": 0.1648854961832061,
      "grad_norm": 3693570.1419803873,
      "learning_rate": 8.1e-06,
      "loss": 13.8108,
      "step": 81
    },
    {
      "epoch": 0.1669211195928753,
      "grad_norm": 1899967.9199083971,
      "learning_rate": 8.2e-06,
      "loss": 13.7788,
      "step": 82
    },
    {
      "epoch": 0.16895674300254454,
      "grad_norm": 2632120.314827873,
      "learning_rate": 8.3e-06,
      "loss": 13.7979,
      "step": 83
    },
    {
      "epoch": 0.17099236641221374,
      "grad_norm": 2240799.146098359,
      "learning_rate": 8.400000000000001e-06,
      "loss": 13.7656,
      "step": 84
    },
    {
      "epoch": 0.17302798982188294,
      "grad_norm": 2881127.214705138,
      "learning_rate": 8.5e-06,
      "loss": 13.8209,
      "step": 85
    },
    {
      "epoch": 0.17506361323155217,
      "grad_norm": 4313944.882142538,
      "learning_rate": 8.6e-06,
      "loss": 13.8141,
      "step": 86
    },
    {
      "epoch": 0.17709923664122137,
      "grad_norm": 4205463.004393998,
      "learning_rate": 8.700000000000001e-06,
      "loss": 13.7967,
      "step": 87
    },
    {
      "epoch": 0.17913486005089058,
      "grad_norm": 2478941.649437644,
      "learning_rate": 8.8e-06,
      "loss": 13.7916,
      "step": 88
    },
    {
      "epoch": 0.1811704834605598,
      "grad_norm": 3528590.3048747736,
      "learning_rate": 8.900000000000001e-06,
      "loss": 13.7464,
      "step": 89
    },
    {
      "epoch": 0.183206106870229,
      "grad_norm": 2318484.135702536,
      "learning_rate": 9e-06,
      "loss": 13.8293,
      "step": 90
    },
    {
      "epoch": 0.1852417302798982,
      "grad_norm": 2158526.8137466703,
      "learning_rate": 9.100000000000001e-06,
      "loss": 13.7882,
      "step": 91
    },
    {
      "epoch": 0.18727735368956744,
      "grad_norm": 3658620.230343455,
      "learning_rate": 9.200000000000002e-06,
      "loss": 13.7981,
      "step": 92
    },
    {
      "epoch": 0.18931297709923664,
      "grad_norm": 2456882.2321177353,
      "learning_rate": 9.3e-06,
      "loss": 13.8297,
      "step": 93
    },
    {
      "epoch": 0.19134860050890584,
      "grad_norm": 2990599.371813722,
      "learning_rate": 9.4e-06,
      "loss": 13.7921,
      "step": 94
    },
    {
      "epoch": 0.19338422391857507,
      "grad_norm": 5560006.043017588,
      "learning_rate": 9.5e-06,
      "loss": 13.8165,
      "step": 95
    },
    {
      "epoch": 0.19541984732824427,
      "grad_norm": 1762528.334237519,
      "learning_rate": 9.600000000000001e-06,
      "loss": 13.794,
      "step": 96
    },
    {
      "epoch": 0.19745547073791347,
      "grad_norm": 2238736.0246347915,
      "learning_rate": 9.7e-06,
      "loss": 13.8312,
      "step": 97
    },
    {
      "epoch": 0.1994910941475827,
      "grad_norm": 1991545.6391396692,
      "learning_rate": 9.800000000000001e-06,
      "loss": 13.7997,
      "step": 98
    },
    {
      "epoch": 0.2015267175572519,
      "grad_norm": 2812661.8889751355,
      "learning_rate": 9.9e-06,
      "loss": 13.7873,
      "step": 99
    },
    {
      "epoch": 0.2035623409669211,
      "grad_norm": 2569208.410955407,
      "learning_rate": 1e-05,
      "loss": 13.8016,
      "step": 100
    },
    {
      "epoch": 0.20559796437659034,
      "grad_norm": 5078922.075783424,
      "learning_rate": 9.999838607294157e-06,
      "loss": 13.8041,
      "step": 101
    },
    {
      "epoch": 0.20763358778625954,
      "grad_norm": 2652997.6261025066,
      "learning_rate": 9.999354439595668e-06,
      "loss": 13.7995,
      "step": 102
    },
    {
      "epoch": 0.20966921119592874,
      "grad_norm": 7720533.0329790395,
      "learning_rate": 9.998547528160987e-06,
      "loss": 13.7946,
      "step": 103
    },
    {
      "epoch": 0.21170483460559797,
      "grad_norm": 4996759.547611104,
      "learning_rate": 9.997417925081963e-06,
      "loss": 13.8414,
      "step": 104
    },
    {
      "epoch": 0.21374045801526717,
      "grad_norm": 2594583.6722655715,
      "learning_rate": 9.995965703282472e-06,
      "loss": 13.8074,
      "step": 105
    },
    {
      "epoch": 0.2157760814249364,
      "grad_norm": 2448594.3176417607,
      "learning_rate": 9.99419095651372e-06,
      "loss": 13.7975,
      "step": 106
    },
    {
      "epoch": 0.2178117048346056,
      "grad_norm": 2714056.8451403086,
      "learning_rate": 9.992093799348182e-06,
      "loss": 13.8033,
      "step": 107
    },
    {
      "epoch": 0.2198473282442748,
      "grad_norm": 2961036.7491148347,
      "learning_rate": 9.9896743671722e-06,
      "loss": 13.8288,
      "step": 108
    },
    {
      "epoch": 0.22188295165394403,
      "grad_norm": 4655525.14394145,
      "learning_rate": 9.986932816177258e-06,
      "loss": 13.809,
      "step": 109
    },
    {
      "epoch": 0.22391857506361323,
      "grad_norm": 4477853.58417314,
      "learning_rate": 9.98386932334989e-06,
      "loss": 13.7901,
      "step": 110
    },
    {
      "epoch": 0.22595419847328244,
      "grad_norm": 7786381.525914281,
      "learning_rate": 9.980484086460258e-06,
      "loss": 13.7985,
      "step": 111
    },
    {
      "epoch": 0.22798982188295167,
      "grad_norm": 2476772.377738302,
      "learning_rate": 9.976777324049374e-06,
      "loss": 13.8245,
      "step": 112
    },
    {
      "epoch": 0.23002544529262087,
      "grad_norm": 2424723.3375852606,
      "learning_rate": 9.972749275415005e-06,
      "loss": 13.8106,
      "step": 113
    },
    {
      "epoch": 0.23206106870229007,
      "grad_norm": 3908900.533498587,
      "learning_rate": 9.96840020059622e-06,
      "loss": 13.8147,
      "step": 114
    },
    {
      "epoch": 0.2340966921119593,
      "grad_norm": 6536739.236436032,
      "learning_rate": 9.963730380356599e-06,
      "loss": 13.7825,
      "step": 115
    },
    {
      "epoch": 0.2361323155216285,
      "grad_norm": 2895977.217837065,
      "learning_rate": 9.958740116166113e-06,
      "loss": 13.8305,
      "step": 116
    },
    {
      "epoch": 0.2381679389312977,
      "grad_norm": 3560241.3442100273,
      "learning_rate": 9.953429730181653e-06,
      "loss": 13.8031,
      "step": 117
    },
    {
      "epoch": 0.24020356234096693,
      "grad_norm": 1955074.0369023099,
      "learning_rate": 9.947799565226253e-06,
      "loss": 13.8003,
      "step": 118
    },
    {
      "epoch": 0.24223918575063613,
      "grad_norm": 3497318.257096594,
      "learning_rate": 9.94184998476693e-06,
      "loss": 13.8214,
      "step": 119
    },
    {
      "epoch": 0.24427480916030533,
      "grad_norm": 3346632.116332331,
      "learning_rate": 9.93558137289124e-06,
      "loss": 13.7768,
      "step": 120
    },
    {
      "epoch": 0.24631043256997456,
      "grad_norm": 2439047.5049070125,
      "learning_rate": 9.928994134282477e-06,
      "loss": 13.8308,
      "step": 121
    },
    {
      "epoch": 0.24834605597964376,
      "grad_norm": 2664458.243837202,
      "learning_rate": 9.922088694193546e-06,
      "loss": 13.8132,
      "step": 122
    },
    {
      "epoch": 0.250381679389313,
      "grad_norm": 2619630.1649600505,
      "learning_rate": 9.91486549841951e-06,
      "loss": 13.8046,
      "step": 123
    },
    {
      "epoch": 0.25241730279898217,
      "grad_norm": 6268665.590956273,
      "learning_rate": 9.907325013268816e-06,
      "loss": 13.8003,
      "step": 124
    },
    {
      "epoch": 0.2544529262086514,
      "grad_norm": 3719517.4601419703,
      "learning_rate": 9.899467725533181e-06,
      "loss": 13.8048,
      "step": 125
    },
    {
      "epoch": 0.2564885496183206,
      "grad_norm": 3607937.2215440352,
      "learning_rate": 9.89129414245618e-06,
      "loss": 13.7788,
      "step": 126
    },
    {
      "epoch": 0.2585241730279898,
      "grad_norm": 4184303.763179342,
      "learning_rate": 9.882804791700488e-06,
      "loss": 13.7775,
      "step": 127
    },
    {
      "epoch": 0.26055979643765903,
      "grad_norm": 1838438.1959072966,
      "learning_rate": 9.87400022131382e-06,
      "loss": 13.8457,
      "step": 128
    },
    {
      "epoch": 0.26259541984732826,
      "grad_norm": 2268135.323406917,
      "learning_rate": 9.864880999693551e-06,
      "loss": 13.7905,
      "step": 129
    },
    {
      "epoch": 0.26463104325699743,
      "grad_norm": 6234862.720815243,
      "learning_rate": 9.855447715550024e-06,
      "loss": 13.8322,
      "step": 130
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 2161673.2272078265,
      "learning_rate": 9.845700977868536e-06,
      "loss": 13.7802,
      "step": 131
    },
    {
      "epoch": 0.2687022900763359,
      "grad_norm": 2040946.090751483,
      "learning_rate": 9.835641415870038e-06,
      "loss": 13.8012,
      "step": 132
    },
    {
      "epoch": 0.27073791348600507,
      "grad_norm": 1690704.8881864555,
      "learning_rate": 9.825269678970502e-06,
      "loss": 13.8144,
      "step": 133
    },
    {
      "epoch": 0.2727735368956743,
      "grad_norm": 3302151.7787588844,
      "learning_rate": 9.814586436738998e-06,
      "loss": 13.7961,
      "step": 134
    },
    {
      "epoch": 0.2748091603053435,
      "grad_norm": 2678767.7092372375,
      "learning_rate": 9.803592378854476e-06,
      "loss": 13.7924,
      "step": 135
    },
    {
      "epoch": 0.2768447837150127,
      "grad_norm": 1882847.5546937664,
      "learning_rate": 9.792288215061237e-06,
      "loss": 13.7571,
      "step": 136
    },
    {
      "epoch": 0.27888040712468193,
      "grad_norm": 2535286.1758342357,
      "learning_rate": 9.780674675123113e-06,
      "loss": 13.8159,
      "step": 137
    },
    {
      "epoch": 0.28091603053435116,
      "grad_norm": 2564638.3112862715,
      "learning_rate": 9.768752508776358e-06,
      "loss": 13.8283,
      "step": 138
    },
    {
      "epoch": 0.28295165394402033,
      "grad_norm": 4141816.881587341,
      "learning_rate": 9.756522485681247e-06,
      "loss": 13.8205,
      "step": 139
    },
    {
      "epoch": 0.28498727735368956,
      "grad_norm": 2736144.4377185158,
      "learning_rate": 9.743985395372387e-06,
      "loss": 13.8191,
      "step": 140
    },
    {
      "epoch": 0.2870229007633588,
      "grad_norm": 2915473.6501582544,
      "learning_rate": 9.73114204720775e-06,
      "loss": 13.7825,
      "step": 141
    },
    {
      "epoch": 0.28905852417302796,
      "grad_norm": 4206163.240001201,
      "learning_rate": 9.717993270316421e-06,
      "loss": 13.8325,
      "step": 142
    },
    {
      "epoch": 0.2910941475826972,
      "grad_norm": 5230479.261609765,
      "learning_rate": 9.704539913545073e-06,
      "loss": 13.8205,
      "step": 143
    },
    {
      "epoch": 0.2931297709923664,
      "grad_norm": 1844426.584030888,
      "learning_rate": 9.690782845403164e-06,
      "loss": 13.7856,
      "step": 144
    },
    {
      "epoch": 0.2951653944020356,
      "grad_norm": 2494575.837554648,
      "learning_rate": 9.676722954006878e-06,
      "loss": 13.7562,
      "step": 145
    },
    {
      "epoch": 0.2972010178117048,
      "grad_norm": 4691983.503821501,
      "learning_rate": 9.66236114702178e-06,
      "loss": 13.8174,
      "step": 146
    },
    {
      "epoch": 0.29923664122137406,
      "grad_norm": 11448273.842583835,
      "learning_rate": 9.647698351604227e-06,
      "loss": 13.811,
      "step": 147
    },
    {
      "epoch": 0.30127226463104323,
      "grad_norm": 2421950.649919781,
      "learning_rate": 9.632735514341508e-06,
      "loss": 13.798,
      "step": 148
    },
    {
      "epoch": 0.30330788804071246,
      "grad_norm": 3423539.343520856,
      "learning_rate": 9.617473601190743e-06,
      "loss": 13.7918,
      "step": 149
    },
    {
      "epoch": 0.3053435114503817,
      "grad_norm": 3264738.7097397717,
      "learning_rate": 9.601913597416513e-06,
      "loss": 13.8008,
      "step": 150
    },
    {
      "epoch": 0.3073791348600509,
      "grad_norm": 1943889.953196763,
      "learning_rate": 9.586056507527266e-06,
      "loss": 13.7854,
      "step": 151
    },
    {
      "epoch": 0.3094147582697201,
      "grad_norm": 3137121.9149822216,
      "learning_rate": 9.569903355210457e-06,
      "loss": 13.8321,
      "step": 152
    },
    {
      "epoch": 0.3114503816793893,
      "grad_norm": 2080163.2784456573,
      "learning_rate": 9.55345518326647e-06,
      "loss": 13.7755,
      "step": 153
    },
    {
      "epoch": 0.31348600508905855,
      "grad_norm": 1730160.4186251867,
      "learning_rate": 9.5367130535413e-06,
      "loss": 13.8155,
      "step": 154
    },
    {
      "epoch": 0.3155216284987277,
      "grad_norm": 4116918.3545234683,
      "learning_rate": 9.519678046857987e-06,
      "loss": 13.8182,
      "step": 155
    },
    {
      "epoch": 0.31755725190839695,
      "grad_norm": 3736775.455979484,
      "learning_rate": 9.502351262946865e-06,
      "loss": 13.8155,
      "step": 156
    },
    {
      "epoch": 0.3195928753180662,
      "grad_norm": 4078409.8308530655,
      "learning_rate": 9.48473382037455e-06,
      "loss": 13.8245,
      "step": 157
    },
    {
      "epoch": 0.32162849872773536,
      "grad_norm": 102844859.60289915,
      "learning_rate": 9.466826856471728e-06,
      "loss": 13.7664,
      "step": 158
    },
    {
      "epoch": 0.3236641221374046,
      "grad_norm": 2697351.488139713,
      "learning_rate": 9.448631527259749e-06,
      "loss": 13.824,
      "step": 159
    },
    {
      "epoch": 0.3256997455470738,
      "grad_norm": 2650130.4884775463,
      "learning_rate": 9.430149007375974e-06,
      "loss": 13.82,
      "step": 160
    },
    {
      "epoch": 0.327735368956743,
      "grad_norm": 2848577.7461152556,
      "learning_rate": 9.411380489997962e-06,
      "loss": 13.7988,
      "step": 161
    },
    {
      "epoch": 0.3297709923664122,
      "grad_norm": 2491523.6147146528,
      "learning_rate": 9.392327186766434e-06,
      "loss": 13.7801,
      "step": 162
    },
    {
      "epoch": 0.33180661577608145,
      "grad_norm": 2225342.8572617928,
      "learning_rate": 9.372990327707057e-06,
      "loss": 13.8134,
      "step": 163
    },
    {
      "epoch": 0.3338422391857506,
      "grad_norm": 3593367.5642024544,
      "learning_rate": 9.353371161151032e-06,
      "loss": 13.7934,
      "step": 164
    },
    {
      "epoch": 0.33587786259541985,
      "grad_norm": 3596895.2611031746,
      "learning_rate": 9.333470953654513e-06,
      "loss": 13.8181,
      "step": 165
    },
    {
      "epoch": 0.3379134860050891,
      "grad_norm": 1983403.4312289366,
      "learning_rate": 9.31329098991683e-06,
      "loss": 13.8016,
      "step": 166
    },
    {
      "epoch": 0.33994910941475825,
      "grad_norm": 2840359.066969552,
      "learning_rate": 9.292832572697566e-06,
      "loss": 13.7929,
      "step": 167
    },
    {
      "epoch": 0.3419847328244275,
      "grad_norm": 2440280.3409614386,
      "learning_rate": 9.272097022732444e-06,
      "loss": 13.7855,
      "step": 168
    },
    {
      "epoch": 0.3440203562340967,
      "grad_norm": 3564583.9519162746,
      "learning_rate": 9.251085678648072e-06,
      "loss": 13.7962,
      "step": 169
    },
    {
      "epoch": 0.3460559796437659,
      "grad_norm": 3017839.1906693154,
      "learning_rate": 9.22979989687552e-06,
      "loss": 13.7882,
      "step": 170
    },
    {
      "epoch": 0.3480916030534351,
      "grad_norm": 1926367.5770608934,
      "learning_rate": 9.208241051562753e-06,
      "loss": 13.829,
      "step": 171
    },
    {
      "epoch": 0.35012722646310435,
      "grad_norm": 2347553.991884138,
      "learning_rate": 9.186410534485924e-06,
      "loss": 13.7865,
      "step": 172
    },
    {
      "epoch": 0.3521628498727735,
      "grad_norm": 3954302.4427076643,
      "learning_rate": 9.164309754959523e-06,
      "loss": 13.8042,
      "step": 173
    },
    {
      "epoch": 0.35419847328244275,
      "grad_norm": 3440382.5762445726,
      "learning_rate": 9.14194013974539e-06,
      "loss": 13.8065,
      "step": 174
    },
    {
      "epoch": 0.356234096692112,
      "grad_norm": 3100692.355061626,
      "learning_rate": 9.11930313296062e-06,
      "loss": 13.8002,
      "step": 175
    },
    {
      "epoch": 0.35826972010178115,
      "grad_norm": 3335035.757879338,
      "learning_rate": 9.096400195984322e-06,
      "loss": 13.8002,
      "step": 176
    },
    {
      "epoch": 0.3603053435114504,
      "grad_norm": 2934238.222131686,
      "learning_rate": 9.073232807363283e-06,
      "loss": 13.7968,
      "step": 177
    },
    {
      "epoch": 0.3623409669211196,
      "grad_norm": 3863277.6264942884,
      "learning_rate": 9.049802462716521e-06,
      "loss": 13.8059,
      "step": 178
    },
    {
      "epoch": 0.3643765903307888,
      "grad_norm": 1979824.2277182264,
      "learning_rate": 9.026110674638722e-06,
      "loss": 13.7686,
      "step": 179
    },
    {
      "epoch": 0.366412213740458,
      "grad_norm": 3941584.712432807,
      "learning_rate": 9.002158972602599e-06,
      "loss": 13.7605,
      "step": 180
    },
    {
      "epoch": 0.36844783715012724,
      "grad_norm": 2814992.789501057,
      "learning_rate": 8.977948902860154e-06,
      "loss": 13.8302,
      "step": 181
    },
    {
      "epoch": 0.3704834605597964,
      "grad_norm": 2652186.9612782886,
      "learning_rate": 8.953482028342853e-06,
      "loss": 13.7782,
      "step": 182
    },
    {
      "epoch": 0.37251908396946565,
      "grad_norm": 3385003.9687919975,
      "learning_rate": 8.92875992856073e-06,
      "loss": 13.8049,
      "step": 183
    },
    {
      "epoch": 0.3745547073791349,
      "grad_norm": 5173853.448674343,
      "learning_rate": 8.903784199500412e-06,
      "loss": 13.7785,
      "step": 184
    },
    {
      "epoch": 0.37659033078880405,
      "grad_norm": 4211561.315304709,
      "learning_rate": 8.8785564535221e-06,
      "loss": 13.8245,
      "step": 185
    },
    {
      "epoch": 0.3786259541984733,
      "grad_norm": 2082428.2757180594,
      "learning_rate": 8.853078319255466e-06,
      "loss": 13.8218,
      "step": 186
    },
    {
      "epoch": 0.3806615776081425,
      "grad_norm": 2180497.2165646055,
      "learning_rate": 8.827351441494525e-06,
      "loss": 13.7686,
      "step": 187
    },
    {
      "epoch": 0.3826972010178117,
      "grad_norm": 2403683.8496971005,
      "learning_rate": 8.80137748109144e-06,
      "loss": 13.8504,
      "step": 188
    },
    {
      "epoch": 0.3847328244274809,
      "grad_norm": 2088585.2805628132,
      "learning_rate": 8.77515811484931e-06,
      "loss": 13.8108,
      "step": 189
    },
    {
      "epoch": 0.38676844783715014,
      "grad_norm": 2694457.991947191,
      "learning_rate": 8.748695035413925e-06,
      "loss": 13.8309,
      "step": 190
    },
    {
      "epoch": 0.3888040712468193,
      "grad_norm": 3397579.358486345,
      "learning_rate": 8.72198995116448e-06,
      "loss": 13.7726,
      "step": 191
    },
    {
      "epoch": 0.39083969465648855,
      "grad_norm": 1991789.4895514157,
      "learning_rate": 8.695044586103297e-06,
      "loss": 13.7618,
      "step": 192
    },
    {
      "epoch": 0.3928753180661578,
      "grad_norm": 5556327.041255268,
      "learning_rate": 8.667860679744529e-06,
      "loss": 13.7844,
      "step": 193
    },
    {
      "epoch": 0.39491094147582695,
      "grad_norm": 2177637.385711558,
      "learning_rate": 8.640439987001855e-06,
      "loss": 13.7805,
      "step": 194
    },
    {
      "epoch": 0.3969465648854962,
      "grad_norm": 5370184.851617085,
      "learning_rate": 8.612784278075195e-06,
      "loss": 13.7892,
      "step": 195
    },
    {
      "epoch": 0.3989821882951654,
      "grad_norm": 2473463.532725396,
      "learning_rate": 8.58489533833643e-06,
      "loss": 13.7826,
      "step": 196
    },
    {
      "epoch": 0.4010178117048346,
      "grad_norm": 3439577.606571749,
      "learning_rate": 8.556774968214134e-06,
      "loss": 13.8133,
      "step": 197
    },
    {
      "epoch": 0.4030534351145038,
      "grad_norm": 2463771.55347351,
      "learning_rate": 8.52842498307736e-06,
      "loss": 13.8139,
      "step": 198
    },
    {
      "epoch": 0.40508905852417304,
      "grad_norm": 2610726.9405806856,
      "learning_rate": 8.499847213118431e-06,
      "loss": 13.7792,
      "step": 199
    },
    {
      "epoch": 0.4071246819338422,
      "grad_norm": 5126921.560500939,
      "learning_rate": 8.471043503234796e-06,
      "loss": 13.7862,
      "step": 200
    },
    {
      "epoch": 0.40916030534351144,
      "grad_norm": 2337790.258284094,
      "learning_rate": 8.442015712909926e-06,
      "loss": 13.8018,
      "step": 201
    },
    {
      "epoch": 0.4111959287531807,
      "grad_norm": 2269326.88734255,
      "learning_rate": 8.412765716093273e-06,
      "loss": 13.8081,
      "step": 202
    },
    {
      "epoch": 0.41323155216284985,
      "grad_norm": 2482439.54650581,
      "learning_rate": 8.383295401079284e-06,
      "loss": 13.8155,
      "step": 203
    },
    {
      "epoch": 0.4152671755725191,
      "grad_norm": 2331248.12998744,
      "learning_rate": 8.353606670385514e-06,
      "loss": 13.7731,
      "step": 204
    },
    {
      "epoch": 0.4173027989821883,
      "grad_norm": 2419939.8754564477,
      "learning_rate": 8.3237014406298e-06,
      "loss": 13.8313,
      "step": 205
    },
    {
      "epoch": 0.4193384223918575,
      "grad_norm": 2294086.8182832007,
      "learning_rate": 8.293581642406517e-06,
      "loss": 13.836,
      "step": 206
    },
    {
      "epoch": 0.4213740458015267,
      "grad_norm": 3514387.9792135926,
      "learning_rate": 8.263249220161957e-06,
      "loss": 13.8349,
      "step": 207
    },
    {
      "epoch": 0.42340966921119594,
      "grad_norm": 2691961.5452496265,
      "learning_rate": 8.232706132068806e-06,
      "loss": 13.8321,
      "step": 208
    },
    {
      "epoch": 0.42544529262086517,
      "grad_norm": 2645633.6227109493,
      "learning_rate": 8.201954349899712e-06,
      "loss": 13.8001,
      "step": 209
    },
    {
      "epoch": 0.42748091603053434,
      "grad_norm": 3335230.860278415,
      "learning_rate": 8.17099585890001e-06,
      "loss": 13.8217,
      "step": 210
    },
    {
      "epoch": 0.42951653944020357,
      "grad_norm": 2566670.9506267244,
      "learning_rate": 8.139832657659557e-06,
      "loss": 13.7714,
      "step": 211
    },
    {
      "epoch": 0.4315521628498728,
      "grad_norm": 2370635.7525829547,
      "learning_rate": 8.108466757983695e-06,
      "loss": 13.7885,
      "step": 212
    },
    {
      "epoch": 0.433587786259542,
      "grad_norm": 4441547.469959615,
      "learning_rate": 8.076900184763394e-06,
      "loss": 13.7823,
      "step": 213
    },
    {
      "epoch": 0.4356234096692112,
      "grad_norm": 24430772.164419036,
      "learning_rate": 8.04513497584452e-06,
      "loss": 13.846,
      "step": 214
    },
    {
      "epoch": 0.43765903307888043,
      "grad_norm": 1935048.054024762,
      "learning_rate": 8.013173181896283e-06,
      "loss": 13.7878,
      "step": 215
    },
    {
      "epoch": 0.4396946564885496,
      "grad_norm": 1873118.933736968,
      "learning_rate": 7.981016866278843e-06,
      "loss": 13.7934,
      "step": 216
    },
    {
      "epoch": 0.44173027989821884,
      "grad_norm": 2169804.42270086,
      "learning_rate": 7.94866810491012e-06,
      "loss": 13.7965,
      "step": 217
    },
    {
      "epoch": 0.44376590330788807,
      "grad_norm": 3286778.9186343704,
      "learning_rate": 7.916128986131761e-06,
      "loss": 13.8332,
      "step": 218
    },
    {
      "epoch": 0.44580152671755724,
      "grad_norm": 2593694.969662653,
      "learning_rate": 7.883401610574338e-06,
      "loss": 13.7957,
      "step": 219
    },
    {
      "epoch": 0.44783715012722647,
      "grad_norm": 4975950.65536953,
      "learning_rate": 7.850488091021726e-06,
      "loss": 13.8212,
      "step": 220
    },
    {
      "epoch": 0.4498727735368957,
      "grad_norm": 2795061.731221561,
      "learning_rate": 7.817390552274721e-06,
      "loss": 13.7835,
      "step": 221
    },
    {
      "epoch": 0.45190839694656487,
      "grad_norm": 2386068.803973628,
      "learning_rate": 7.784111131013858e-06,
      "loss": 13.8274,
      "step": 222
    },
    {
      "epoch": 0.4539440203562341,
      "grad_norm": 4657398.876885557,
      "learning_rate": 7.750651975661471e-06,
      "loss": 13.7771,
      "step": 223
    },
    {
      "epoch": 0.45597964376590333,
      "grad_norm": 3655891.188475978,
      "learning_rate": 7.717015246243012e-06,
      "loss": 13.8151,
      "step": 224
    },
    {
      "epoch": 0.4580152671755725,
      "grad_norm": 3667526.462351342,
      "learning_rate": 7.683203114247587e-06,
      "loss": 13.7915,
      "step": 225
    },
    {
      "epoch": 0.46005089058524173,
      "grad_norm": 3809298.1813372867,
      "learning_rate": 7.649217762487786e-06,
      "loss": 13.8205,
      "step": 226
    },
    {
      "epoch": 0.46208651399491096,
      "grad_norm": 3288055.728671065,
      "learning_rate": 7.615061384958764e-06,
      "loss": 13.8062,
      "step": 227
    },
    {
      "epoch": 0.46412213740458014,
      "grad_norm": 5662460.544065125,
      "learning_rate": 7.580736186696593e-06,
      "loss": 13.8049,
      "step": 228
    },
    {
      "epoch": 0.46615776081424937,
      "grad_norm": 4421743.27796514,
      "learning_rate": 7.546244383635929e-06,
      "loss": 13.7686,
      "step": 229
    },
    {
      "epoch": 0.4681933842239186,
      "grad_norm": 2313331.4271743125,
      "learning_rate": 7.5115882024669375e-06,
      "loss": 13.8003,
      "step": 230
    },
    {
      "epoch": 0.47022900763358777,
      "grad_norm": 6343328.905525712,
      "learning_rate": 7.476769880491561e-06,
      "loss": 13.7806,
      "step": 231
    },
    {
      "epoch": 0.472264631043257,
      "grad_norm": 2640558.638662984,
      "learning_rate": 7.44179166547908e-06,
      "loss": 13.7999,
      "step": 232
    },
    {
      "epoch": 0.47430025445292623,
      "grad_norm": 4310404.449472289,
      "learning_rate": 7.406655815520998e-06,
      "loss": 13.8118,
      "step": 233
    },
    {
      "epoch": 0.4763358778625954,
      "grad_norm": 4518592.431753858,
      "learning_rate": 7.371364598885276e-06,
      "loss": 13.7864,
      "step": 234
    },
    {
      "epoch": 0.47837150127226463,
      "grad_norm": 2098819.871080459,
      "learning_rate": 7.335920293869891e-06,
      "loss": 13.8016,
      "step": 235
    },
    {
      "epoch": 0.48040712468193386,
      "grad_norm": 2463516.9812008953,
      "learning_rate": 7.300325188655762e-06,
      "loss": 13.7913,
      "step": 236
    },
    {
      "epoch": 0.48244274809160304,
      "grad_norm": 3102860.0228757737,
      "learning_rate": 7.264581581159024e-06,
      "loss": 13.7706,
      "step": 237
    },
    {
      "epoch": 0.48447837150127226,
      "grad_norm": 1914868.4483156833,
      "learning_rate": 7.2286917788826926e-06,
      "loss": 13.8093,
      "step": 238
    },
    {
      "epoch": 0.4865139949109415,
      "grad_norm": 2539581.4122914425,
      "learning_rate": 7.192658098767686e-06,
      "loss": 13.7854,
      "step": 239
    },
    {
      "epoch": 0.48854961832061067,
      "grad_norm": 3707976.67600207,
      "learning_rate": 7.1564828670432595e-06,
      "loss": 13.8176,
      "step": 240
    },
    {
      "epoch": 0.4905852417302799,
      "grad_norm": 3593935.7875790736,
      "learning_rate": 7.120168419076825e-06,
      "loss": 13.767,
      "step": 241
    },
    {
      "epoch": 0.4926208651399491,
      "grad_norm": 19371415.336839173,
      "learning_rate": 7.083717099223192e-06,
      "loss": 13.7774,
      "step": 242
    },
    {
      "epoch": 0.4946564885496183,
      "grad_norm": 2053853.5565662459,
      "learning_rate": 7.047131260673214e-06,
      "loss": 13.8225,
      "step": 243
    },
    {
      "epoch": 0.49669211195928753,
      "grad_norm": 4077586.3030170733,
      "learning_rate": 7.010413265301888e-06,
      "loss": 13.7911,
      "step": 244
    },
    {
      "epoch": 0.49872773536895676,
      "grad_norm": 2640760.978026206,
      "learning_rate": 6.97356548351586e-06,
      "loss": 13.8096,
      "step": 245
    },
    {
      "epoch": 0.500763358778626,
      "grad_norm": 3012267.667522946,
      "learning_rate": 6.936590294100414e-06,
      "loss": 13.7508,
      "step": 246
    },
    {
      "epoch": 0.5027989821882952,
      "grad_norm": 2736053.147326933,
      "learning_rate": 6.899490084065897e-06,
      "loss": 13.8161,
      "step": 247
    },
    {
      "epoch": 0.5048346055979643,
      "grad_norm": 3879858.467910511,
      "learning_rate": 6.862267248493624e-06,
      "loss": 13.8145,
      "step": 248
    },
    {
      "epoch": 0.5068702290076336,
      "grad_norm": 2410669.072572543,
      "learning_rate": 6.824924190381257e-06,
      "loss": 13.7883,
      "step": 249
    },
    {
      "epoch": 0.5089058524173028,
      "grad_norm": 2792170.4070734098,
      "learning_rate": 6.7874633204876705e-06,
      "loss": 13.83,
      "step": 250
    },
    {
      "epoch": 0.510941475826972,
      "grad_norm": 3054954.4878360187,
      "learning_rate": 6.7498870571773275e-06,
      "loss": 13.8138,
      "step": 251
    },
    {
      "epoch": 0.5129770992366413,
      "grad_norm": 13118018.692801312,
      "learning_rate": 6.712197826264154e-06,
      "loss": 13.7877,
      "step": 252
    },
    {
      "epoch": 0.5150127226463105,
      "grad_norm": 2274862.944795723,
      "learning_rate": 6.674398060854931e-06,
      "loss": 13.788,
      "step": 253
    },
    {
      "epoch": 0.5170483460559796,
      "grad_norm": 6493219.085795618,
      "learning_rate": 6.636490201192229e-06,
      "loss": 13.8056,
      "step": 254
    },
    {
      "epoch": 0.5190839694656488,
      "grad_norm": 2210871.447412882,
      "learning_rate": 6.5984766944968636e-06,
      "loss": 13.7964,
      "step": 255
    },
    {
      "epoch": 0.5211195928753181,
      "grad_norm": 2535457.1929967045,
      "learning_rate": 6.560359994809916e-06,
      "loss": 13.8025,
      "step": 256
    },
    {
      "epoch": 0.5231552162849873,
      "grad_norm": 3487433.3872100264,
      "learning_rate": 6.522142562834307e-06,
      "loss": 13.7752,
      "step": 257
    },
    {
      "epoch": 0.5251908396946565,
      "grad_norm": 2350043.7437156746,
      "learning_rate": 6.483826865775941e-06,
      "loss": 13.7891,
      "step": 258
    },
    {
      "epoch": 0.5272264631043257,
      "grad_norm": 3776676.8394483137,
      "learning_rate": 6.445415377184427e-06,
      "loss": 13.8172,
      "step": 259
    },
    {
      "epoch": 0.5292620865139949,
      "grad_norm": 3888987.2901650295,
      "learning_rate": 6.4069105767933944e-06,
      "loss": 13.7623,
      "step": 260
    },
    {
      "epoch": 0.5312977099236641,
      "grad_norm": 3340457.7579122144,
      "learning_rate": 6.368314950360416e-06,
      "loss": 13.8065,
      "step": 261
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 5982292.313514162,
      "learning_rate": 6.3296309895065215e-06,
      "loss": 13.7812,
      "step": 262
    },
    {
      "epoch": 0.5353689567430026,
      "grad_norm": 3219916.0058936477,
      "learning_rate": 6.290861191555359e-06,
      "loss": 13.745,
      "step": 263
    },
    {
      "epoch": 0.5374045801526718,
      "grad_norm": 11720301.310935492,
      "learning_rate": 6.252008059371968e-06,
      "loss": 13.8253,
      "step": 264
    },
    {
      "epoch": 0.539440203562341,
      "grad_norm": 3118271.2300748057,
      "learning_rate": 6.213074101201202e-06,
      "loss": 13.7763,
      "step": 265
    },
    {
      "epoch": 0.5414758269720101,
      "grad_norm": 1697945.554145853,
      "learning_rate": 6.174061830505801e-06,
      "loss": 13.7883,
      "step": 266
    },
    {
      "epoch": 0.5435114503816794,
      "grad_norm": 2857758.0379691618,
      "learning_rate": 6.1349737658041385e-06,
      "loss": 13.7939,
      "step": 267
    },
    {
      "epoch": 0.5455470737913486,
      "grad_norm": 1961975.7441584785,
      "learning_rate": 6.095812430507627e-06,
      "loss": 13.7989,
      "step": 268
    },
    {
      "epoch": 0.5475826972010178,
      "grad_norm": 4193880.83293653,
      "learning_rate": 6.056580352757813e-06,
      "loss": 13.8241,
      "step": 269
    },
    {
      "epoch": 0.549618320610687,
      "grad_norm": 3312744.2202664735,
      "learning_rate": 6.0172800652631706e-06,
      "loss": 13.7733,
      "step": 270
    },
    {
      "epoch": 0.5516539440203563,
      "grad_norm": 7858171.4628072195,
      "learning_rate": 5.977914105135594e-06,
      "loss": 13.8072,
      "step": 271
    },
    {
      "epoch": 0.5536895674300254,
      "grad_norm": 3941663.415453141,
      "learning_rate": 5.938485013726612e-06,
      "loss": 13.8103,
      "step": 272
    },
    {
      "epoch": 0.5557251908396946,
      "grad_norm": 3610433.10118229,
      "learning_rate": 5.898995336463326e-06,
      "loss": 13.807,
      "step": 273
    },
    {
      "epoch": 0.5577608142493639,
      "grad_norm": 4164601.1328435126,
      "learning_rate": 5.859447622684084e-06,
      "loss": 13.815,
      "step": 274
    },
    {
      "epoch": 0.5597964376590331,
      "grad_norm": 2548966.8285937863,
      "learning_rate": 5.819844425473899e-06,
      "loss": 13.7778,
      "step": 275
    },
    {
      "epoch": 0.5618320610687023,
      "grad_norm": 4078882.101176789,
      "learning_rate": 5.780188301499636e-06,
      "loss": 13.8193,
      "step": 276
    },
    {
      "epoch": 0.5638676844783715,
      "grad_norm": 2517308.8894206337,
      "learning_rate": 5.740481810844952e-06,
      "loss": 13.8063,
      "step": 277
    },
    {
      "epoch": 0.5659033078880407,
      "grad_norm": 2769966.422515691,
      "learning_rate": 5.700727516845038e-06,
      "loss": 13.8094,
      "step": 278
    },
    {
      "epoch": 0.5679389312977099,
      "grad_norm": 3505593.62357941,
      "learning_rate": 5.660927985921122e-06,
      "loss": 13.8098,
      "step": 279
    },
    {
      "epoch": 0.5699745547073791,
      "grad_norm": 2349437.1104983217,
      "learning_rate": 5.621085787414799e-06,
      "loss": 13.799,
      "step": 280
    },
    {
      "epoch": 0.5720101781170484,
      "grad_norm": 3132576.359530331,
      "learning_rate": 5.581203493422161e-06,
      "loss": 13.7891,
      "step": 281
    },
    {
      "epoch": 0.5740458015267176,
      "grad_norm": 4404000.913374095,
      "learning_rate": 5.541283678627742e-06,
      "loss": 13.7851,
      "step": 282
    },
    {
      "epoch": 0.5760814249363868,
      "grad_norm": 3276477.3200832414,
      "learning_rate": 5.501328920138314e-06,
      "loss": 13.8194,
      "step": 283
    },
    {
      "epoch": 0.5781170483460559,
      "grad_norm": 3546838.8556743674,
      "learning_rate": 5.46134179731651e-06,
      "loss": 13.8107,
      "step": 284
    },
    {
      "epoch": 0.5801526717557252,
      "grad_norm": 2115264.4674158324,
      "learning_rate": 5.421324891614312e-06,
      "loss": 13.7984,
      "step": 285
    },
    {
      "epoch": 0.5821882951653944,
      "grad_norm": 2235578.204459906,
      "learning_rate": 5.3812807864063946e-06,
      "loss": 13.8009,
      "step": 286
    },
    {
      "epoch": 0.5842239185750636,
      "grad_norm": 4052228.371342962,
      "learning_rate": 5.341212066823356e-06,
      "loss": 13.7885,
      "step": 287
    },
    {
      "epoch": 0.5862595419847328,
      "grad_norm": 2755225.8421591343,
      "learning_rate": 5.3011213195848245e-06,
      "loss": 13.7845,
      "step": 288
    },
    {
      "epoch": 0.5882951653944021,
      "grad_norm": 3206915.4484688323,
      "learning_rate": 5.26101113283247e-06,
      "loss": 13.8352,
      "step": 289
    },
    {
      "epoch": 0.5903307888040712,
      "grad_norm": 8291421.864476618,
      "learning_rate": 5.220884095962924e-06,
      "loss": 13.7882,
      "step": 290
    },
    {
      "epoch": 0.5923664122137404,
      "grad_norm": 4520092.054349328,
      "learning_rate": 5.1807427994606065e-06,
      "loss": 13.7911,
      "step": 291
    },
    {
      "epoch": 0.5944020356234097,
      "grad_norm": 1988928.2728027685,
      "learning_rate": 5.140589834730503e-06,
      "loss": 13.8379,
      "step": 292
    },
    {
      "epoch": 0.5964376590330789,
      "grad_norm": 4465132.927934143,
      "learning_rate": 5.100427793930862e-06,
      "loss": 13.7948,
      "step": 293
    },
    {
      "epoch": 0.5984732824427481,
      "grad_norm": 2286780.168218436,
      "learning_rate": 5.06025926980586e-06,
      "loss": 13.8048,
      "step": 294
    },
    {
      "epoch": 0.6005089058524173,
      "grad_norm": 2724184.449634601,
      "learning_rate": 5.0200868555182155e-06,
      "loss": 13.7999,
      "step": 295
    },
    {
      "epoch": 0.6025445292620865,
      "grad_norm": 2576691.827404387,
      "learning_rate": 4.979913144481785e-06,
      "loss": 13.8064,
      "step": 296
    },
    {
      "epoch": 0.6045801526717557,
      "grad_norm": 2744547.316751667,
      "learning_rate": 4.939740730194141e-06,
      "loss": 13.7882,
      "step": 297
    },
    {
      "epoch": 0.6066157760814249,
      "grad_norm": 2335607.7276287796,
      "learning_rate": 4.899572206069138e-06,
      "loss": 13.8027,
      "step": 298
    },
    {
      "epoch": 0.6086513994910941,
      "grad_norm": 2599599.7384826983,
      "learning_rate": 4.8594101652694996e-06,
      "loss": 13.8156,
      "step": 299
    },
    {
      "epoch": 0.6106870229007634,
      "grad_norm": 3536926.667490122,
      "learning_rate": 4.819257200539394e-06,
      "loss": 13.7784,
      "step": 300
    },
    {
      "epoch": 0.6127226463104326,
      "grad_norm": 3302834.606287667,
      "learning_rate": 4.779115904037079e-06,
      "loss": 13.8263,
      "step": 301
    },
    {
      "epoch": 0.6147582697201018,
      "grad_norm": 3042014.762667294,
      "learning_rate": 4.738988867167531e-06,
      "loss": 13.7901,
      "step": 302
    },
    {
      "epoch": 0.616793893129771,
      "grad_norm": 2828614.249275787,
      "learning_rate": 4.698878680415176e-06,
      "loss": 13.8186,
      "step": 303
    },
    {
      "epoch": 0.6188295165394402,
      "grad_norm": 3470485.7180142673,
      "learning_rate": 4.6587879331766465e-06,
      "loss": 13.8252,
      "step": 304
    },
    {
      "epoch": 0.6208651399491094,
      "grad_norm": 2142989.454887267,
      "learning_rate": 4.618719213593605e-06,
      "loss": 13.8266,
      "step": 305
    },
    {
      "epoch": 0.6229007633587786,
      "grad_norm": 3599418.075481026,
      "learning_rate": 4.5786751083856895e-06,
      "loss": 13.7994,
      "step": 306
    },
    {
      "epoch": 0.6249363867684479,
      "grad_norm": 2468894.215654323,
      "learning_rate": 4.53865820268349e-06,
      "loss": 13.7975,
      "step": 307
    },
    {
      "epoch": 0.6269720101781171,
      "grad_norm": 3514891.7530831015,
      "learning_rate": 4.498671079861686e-06,
      "loss": 13.8089,
      "step": 308
    },
    {
      "epoch": 0.6290076335877862,
      "grad_norm": 2860617.0108131613,
      "learning_rate": 4.4587163213722595e-06,
      "loss": 13.8118,
      "step": 309
    },
    {
      "epoch": 0.6310432569974554,
      "grad_norm": 3631959.0225475803,
      "learning_rate": 4.41879650657784e-06,
      "loss": 13.7789,
      "step": 310
    },
    {
      "epoch": 0.6330788804071247,
      "grad_norm": 16505260.927290315,
      "learning_rate": 4.3789142125852015e-06,
      "loss": 13.7988,
      "step": 311
    },
    {
      "epoch": 0.6351145038167939,
      "grad_norm": 2464199.3044430655,
      "learning_rate": 4.339072014078879e-06,
      "loss": 13.8382,
      "step": 312
    },
    {
      "epoch": 0.6371501272264631,
      "grad_norm": 2003547.7230704648,
      "learning_rate": 4.299272483154963e-06,
      "loss": 13.8229,
      "step": 313
    },
    {
      "epoch": 0.6391857506361324,
      "grad_norm": 2815342.948838401,
      "learning_rate": 4.259518189155049e-06,
      "loss": 13.8061,
      "step": 314
    },
    {
      "epoch": 0.6412213740458015,
      "grad_norm": 3015740.318214435,
      "learning_rate": 4.219811698500365e-06,
      "loss": 13.8036,
      "step": 315
    },
    {
      "epoch": 0.6432569974554707,
      "grad_norm": 3876924.4779627738,
      "learning_rate": 4.1801555745261025e-06,
      "loss": 13.7914,
      "step": 316
    },
    {
      "epoch": 0.6452926208651399,
      "grad_norm": 3172609.6206479096,
      "learning_rate": 4.140552377315918e-06,
      "loss": 13.8449,
      "step": 317
    },
    {
      "epoch": 0.6473282442748092,
      "grad_norm": 4902114.509930776,
      "learning_rate": 4.101004663536675e-06,
      "loss": 13.7976,
      "step": 318
    },
    {
      "epoch": 0.6493638676844784,
      "grad_norm": 2691295.2268303274,
      "learning_rate": 4.061514986273391e-06,
      "loss": 13.8136,
      "step": 319
    },
    {
      "epoch": 0.6513994910941476,
      "grad_norm": 3460007.077345259,
      "learning_rate": 4.022085894864408e-06,
      "loss": 13.7403,
      "step": 320
    },
    {
      "epoch": 0.6534351145038167,
      "grad_norm": 2367194.347019021,
      "learning_rate": 3.982719934736832e-06,
      "loss": 13.7971,
      "step": 321
    },
    {
      "epoch": 0.655470737913486,
      "grad_norm": 15501881.45680894,
      "learning_rate": 3.943419647242189e-06,
      "loss": 13.8015,
      "step": 322
    },
    {
      "epoch": 0.6575063613231552,
      "grad_norm": 2840321.3616006514,
      "learning_rate": 3.904187569492373e-06,
      "loss": 13.8104,
      "step": 323
    },
    {
      "epoch": 0.6595419847328244,
      "grad_norm": 2030054.0765901625,
      "learning_rate": 3.865026234195863e-06,
      "loss": 13.7948,
      "step": 324
    },
    {
      "epoch": 0.6615776081424937,
      "grad_norm": 2852479.1215876606,
      "learning_rate": 3.8259381694942e-06,
      "loss": 13.7901,
      "step": 325
    },
    {
      "epoch": 0.6636132315521629,
      "grad_norm": 3456741.004275556,
      "learning_rate": 3.786925898798801e-06,
      "loss": 13.7857,
      "step": 326
    },
    {
      "epoch": 0.665648854961832,
      "grad_norm": 2066561.8194525177,
      "learning_rate": 3.7479919406280334e-06,
      "loss": 13.8063,
      "step": 327
    },
    {
      "epoch": 0.6676844783715012,
      "grad_norm": 3433587.7234547967,
      "learning_rate": 3.709138808444641e-06,
      "loss": 13.8119,
      "step": 328
    },
    {
      "epoch": 0.6697201017811705,
      "grad_norm": 3578864.1748913922,
      "learning_rate": 3.6703690104934806e-06,
      "loss": 13.7908,
      "step": 329
    },
    {
      "epoch": 0.6717557251908397,
      "grad_norm": 4610701.366359627,
      "learning_rate": 3.6316850496395863e-06,
      "loss": 13.7847,
      "step": 330
    },
    {
      "epoch": 0.6737913486005089,
      "grad_norm": 2286947.6993929525,
      "learning_rate": 3.5930894232066072e-06,
      "loss": 13.8097,
      "step": 331
    },
    {
      "epoch": 0.6758269720101782,
      "grad_norm": 2505249.1545348107,
      "learning_rate": 3.5545846228155743e-06,
      "loss": 13.7801,
      "step": 332
    },
    {
      "epoch": 0.6778625954198473,
      "grad_norm": 5630898.8033584,
      "learning_rate": 3.516173134224059e-06,
      "loss": 13.8135,
      "step": 333
    },
    {
      "epoch": 0.6798982188295165,
      "grad_norm": 5219141.786739386,
      "learning_rate": 3.477857437165694e-06,
      "loss": 13.8255,
      "step": 334
    },
    {
      "epoch": 0.6819338422391857,
      "grad_norm": 2124438.8087317753,
      "learning_rate": 3.4396400051900846e-06,
      "loss": 13.7879,
      "step": 335
    },
    {
      "epoch": 0.683969465648855,
      "grad_norm": 2105149.4046267755,
      "learning_rate": 3.401523305503139e-06,
      "loss": 13.808,
      "step": 336
    },
    {
      "epoch": 0.6860050890585242,
      "grad_norm": 2809609.693441461,
      "learning_rate": 3.3635097988077724e-06,
      "loss": 13.8112,
      "step": 337
    },
    {
      "epoch": 0.6880407124681934,
      "grad_norm": 2457213.1931723696,
      "learning_rate": 3.3256019391450696e-06,
      "loss": 13.8489,
      "step": 338
    },
    {
      "epoch": 0.6900763358778625,
      "grad_norm": 12558459.530425403,
      "learning_rate": 3.287802173735848e-06,
      "loss": 13.8277,
      "step": 339
    },
    {
      "epoch": 0.6921119592875318,
      "grad_norm": 6967431.723878883,
      "learning_rate": 3.250112942822673e-06,
      "loss": 13.8185,
      "step": 340
    },
    {
      "epoch": 0.694147582697201,
      "grad_norm": 3411907.5422053095,
      "learning_rate": 3.212536679512332e-06,
      "loss": 13.787,
      "step": 341
    },
    {
      "epoch": 0.6961832061068702,
      "grad_norm": 2429502.145664427,
      "learning_rate": 3.1750758096187446e-06,
      "loss": 13.8105,
      "step": 342
    },
    {
      "epoch": 0.6982188295165395,
      "grad_norm": 2327547.2445986923,
      "learning_rate": 3.137732751506376e-06,
      "loss": 13.7772,
      "step": 343
    },
    {
      "epoch": 0.7002544529262087,
      "grad_norm": 3569398.8894632743,
      "learning_rate": 3.1005099159341044e-06,
      "loss": 13.7938,
      "step": 344
    },
    {
      "epoch": 0.7022900763358778,
      "grad_norm": 3211149.457873932,
      "learning_rate": 3.0634097058995877e-06,
      "loss": 13.7915,
      "step": 345
    },
    {
      "epoch": 0.704325699745547,
      "grad_norm": 3830655.2384712566,
      "learning_rate": 3.0264345164841426e-06,
      "loss": 13.8191,
      "step": 346
    },
    {
      "epoch": 0.7063613231552163,
      "grad_norm": 3823712.125917996,
      "learning_rate": 2.989586734698113e-06,
      "loss": 13.8023,
      "step": 347
    },
    {
      "epoch": 0.7083969465648855,
      "grad_norm": 32196514.721627507,
      "learning_rate": 2.9528687393267865e-06,
      "loss": 13.7764,
      "step": 348
    },
    {
      "epoch": 0.7104325699745547,
      "grad_norm": 1882821.5554029653,
      "learning_rate": 2.9162829007768103e-06,
      "loss": 13.8351,
      "step": 349
    },
    {
      "epoch": 0.712468193384224,
      "grad_norm": 3350119.682457626,
      "learning_rate": 2.879831580923176e-06,
      "loss": 13.7957,
      "step": 350
    },
    {
      "epoch": 0.7145038167938931,
      "grad_norm": 3937737.379258324,
      "learning_rate": 2.843517132956742e-06,
      "loss": 13.8002,
      "step": 351
    },
    {
      "epoch": 0.7165394402035623,
      "grad_norm": 3146762.068649268,
      "learning_rate": 2.8073419012323154e-06,
      "loss": 13.7632,
      "step": 352
    },
    {
      "epoch": 0.7185750636132315,
      "grad_norm": 2767069.333419986,
      "learning_rate": 2.771308221117309e-06,
      "loss": 13.7933,
      "step": 353
    },
    {
      "epoch": 0.7206106870229008,
      "grad_norm": 4373321.192999916,
      "learning_rate": 2.7354184188409773e-06,
      "loss": 13.798,
      "step": 354
    },
    {
      "epoch": 0.72264631043257,
      "grad_norm": 3450348.839131381,
      "learning_rate": 2.6996748113442397e-06,
      "loss": 13.8177,
      "step": 355
    },
    {
      "epoch": 0.7246819338422392,
      "grad_norm": 5591120.72637471,
      "learning_rate": 2.66407970613011e-06,
      "loss": 13.7984,
      "step": 356
    },
    {
      "epoch": 0.7267175572519083,
      "grad_norm": 1703861.5304970315,
      "learning_rate": 2.6286354011147252e-06,
      "loss": 13.8147,
      "step": 357
    },
    {
      "epoch": 0.7287531806615776,
      "grad_norm": 3465138.9565325286,
      "learning_rate": 2.593344184479003e-06,
      "loss": 13.8088,
      "step": 358
    },
    {
      "epoch": 0.7307888040712468,
      "grad_norm": 4545416.100109938,
      "learning_rate": 2.5582083345209217e-06,
      "loss": 13.8249,
      "step": 359
    },
    {
      "epoch": 0.732824427480916,
      "grad_norm": 3516332.5584949586,
      "learning_rate": 2.5232301195084395e-06,
      "loss": 13.8055,
      "step": 360
    },
    {
      "epoch": 0.7348600508905853,
      "grad_norm": 2312331.751163826,
      "learning_rate": 2.488411797533064e-06,
      "loss": 13.8223,
      "step": 361
    },
    {
      "epoch": 0.7368956743002545,
      "grad_norm": 2685597.665166646,
      "learning_rate": 2.4537556163640726e-06,
      "loss": 13.8293,
      "step": 362
    },
    {
      "epoch": 0.7389312977099237,
      "grad_norm": 2522967.966999191,
      "learning_rate": 2.4192638133034074e-06,
      "loss": 13.7902,
      "step": 363
    },
    {
      "epoch": 0.7409669211195928,
      "grad_norm": 2195261.840643841,
      "learning_rate": 2.384938615041238e-06,
      "loss": 13.782,
      "step": 364
    },
    {
      "epoch": 0.7430025445292621,
      "grad_norm": 6598560.135727499,
      "learning_rate": 2.350782237512215e-06,
      "loss": 13.8163,
      "step": 365
    },
    {
      "epoch": 0.7450381679389313,
      "grad_norm": 2786370.46056762,
      "learning_rate": 2.316796885752415e-06,
      "loss": 13.7821,
      "step": 366
    },
    {
      "epoch": 0.7470737913486005,
      "grad_norm": 2943271.811966078,
      "learning_rate": 2.2829847537569904e-06,
      "loss": 13.7909,
      "step": 367
    },
    {
      "epoch": 0.7491094147582698,
      "grad_norm": 2462160.442139116,
      "learning_rate": 2.2493480243385298e-06,
      "loss": 13.814,
      "step": 368
    },
    {
      "epoch": 0.751145038167939,
      "grad_norm": 2225343.862719593,
      "learning_rate": 2.2158888689861434e-06,
      "loss": 13.8084,
      "step": 369
    },
    {
      "epoch": 0.7531806615776081,
      "grad_norm": 2960178.644234803,
      "learning_rate": 2.182609447725279e-06,
      "loss": 13.8266,
      "step": 370
    },
    {
      "epoch": 0.7552162849872773,
      "grad_norm": 2914387.1052595368,
      "learning_rate": 2.149511908978275e-06,
      "loss": 13.8007,
      "step": 371
    },
    {
      "epoch": 0.7572519083969466,
      "grad_norm": 3028649.837352563,
      "learning_rate": 2.1165983894256647e-06,
      "loss": 13.7907,
      "step": 372
    },
    {
      "epoch": 0.7592875318066158,
      "grad_norm": 2648884.5001803297,
      "learning_rate": 2.0838710138682412e-06,
      "loss": 13.8052,
      "step": 373
    },
    {
      "epoch": 0.761323155216285,
      "grad_norm": 3498649.6090777554,
      "learning_rate": 2.051331895089882e-06,
      "loss": 13.8098,
      "step": 374
    },
    {
      "epoch": 0.7633587786259542,
      "grad_norm": 23098352.355775494,
      "learning_rate": 2.0189831337211573e-06,
      "loss": 13.8393,
      "step": 375
    },
    {
      "epoch": 0.7653944020356234,
      "grad_norm": 2461084.0552417845,
      "learning_rate": 1.9868268181037186e-06,
      "loss": 13.7867,
      "step": 376
    },
    {
      "epoch": 0.7674300254452926,
      "grad_norm": 3735300.3296117457,
      "learning_rate": 1.9548650241554812e-06,
      "loss": 13.804,
      "step": 377
    },
    {
      "epoch": 0.7694656488549618,
      "grad_norm": 3008756.34059785,
      "learning_rate": 1.923099815236608e-06,
      "loss": 13.7861,
      "step": 378
    },
    {
      "epoch": 0.771501272264631,
      "grad_norm": 7710036.601809266,
      "learning_rate": 1.8915332420163074e-06,
      "loss": 13.7991,
      "step": 379
    },
    {
      "epoch": 0.7735368956743003,
      "grad_norm": 3540790.6907704584,
      "learning_rate": 1.8601673423404449e-06,
      "loss": 13.7907,
      "step": 380
    },
    {
      "epoch": 0.7755725190839695,
      "grad_norm": 2333150.5964701963,
      "learning_rate": 1.8290041410999893e-06,
      "loss": 13.8226,
      "step": 381
    },
    {
      "epoch": 0.7776081424936386,
      "grad_norm": 3965290.2964736833,
      "learning_rate": 1.798045650100289e-06,
      "loss": 13.7884,
      "step": 382
    },
    {
      "epoch": 0.7796437659033079,
      "grad_norm": 2968777.429909849,
      "learning_rate": 1.7672938679311957e-06,
      "loss": 13.7859,
      "step": 383
    },
    {
      "epoch": 0.7816793893129771,
      "grad_norm": 5317126.450461407,
      "learning_rate": 1.736750779838044e-06,
      "loss": 13.8526,
      "step": 384
    },
    {
      "epoch": 0.7837150127226463,
      "grad_norm": 3055487.063269149,
      "learning_rate": 1.7064183575934856e-06,
      "loss": 13.8009,
      "step": 385
    },
    {
      "epoch": 0.7857506361323155,
      "grad_norm": 16905669.825724535,
      "learning_rate": 1.676298559370202e-06,
      "loss": 13.7807,
      "step": 386
    },
    {
      "epoch": 0.7877862595419848,
      "grad_norm": 5137867.698262086,
      "learning_rate": 1.6463933296144863e-06,
      "loss": 13.8198,
      "step": 387
    },
    {
      "epoch": 0.7898218829516539,
      "grad_norm": 3398913.1351794973,
      "learning_rate": 1.6167045989207185e-06,
      "loss": 13.7712,
      "step": 388
    },
    {
      "epoch": 0.7918575063613231,
      "grad_norm": 3925212.2891858686,
      "learning_rate": 1.5872342839067305e-06,
      "loss": 13.807,
      "step": 389
    },
    {
      "epoch": 0.7938931297709924,
      "grad_norm": 2924712.3948877575,
      "learning_rate": 1.5579842870900746e-06,
      "loss": 13.8241,
      "step": 390
    },
    {
      "epoch": 0.7959287531806616,
      "grad_norm": 5390343.102311131,
      "learning_rate": 1.5289564967652033e-06,
      "loss": 13.8485,
      "step": 391
    },
    {
      "epoch": 0.7979643765903308,
      "grad_norm": 3074687.848582143,
      "learning_rate": 1.5001527868815702e-06,
      "loss": 13.8125,
      "step": 392
    },
    {
      "epoch": 0.8,
      "grad_norm": 3184498.416088956,
      "learning_rate": 1.4715750169226417e-06,
      "loss": 13.766,
      "step": 393
    },
    {
      "epoch": 0.8020356234096692,
      "grad_norm": 2441964.563817395,
      "learning_rate": 1.4432250317858675e-06,
      "loss": 13.7805,
      "step": 394
    },
    {
      "epoch": 0.8040712468193384,
      "grad_norm": 2091387.9994893048,
      "learning_rate": 1.4151046616635727e-06,
      "loss": 13.7952,
      "step": 395
    },
    {
      "epoch": 0.8061068702290076,
      "grad_norm": 3508560.4814663967,
      "learning_rate": 1.3872157219248045e-06,
      "loss": 13.7889,
      "step": 396
    },
    {
      "epoch": 0.8081424936386769,
      "grad_norm": 3962771.0203186534,
      "learning_rate": 1.3595600129981469e-06,
      "loss": 13.7979,
      "step": 397
    },
    {
      "epoch": 0.8101781170483461,
      "grad_norm": 2731620.334807845,
      "learning_rate": 1.3321393202554739e-06,
      "loss": 13.7976,
      "step": 398
    },
    {
      "epoch": 0.8122137404580153,
      "grad_norm": 3197496.0139092538,
      "learning_rate": 1.3049554138967052e-06,
      "loss": 13.7901,
      "step": 399
    },
    {
      "epoch": 0.8142493638676844,
      "grad_norm": 7014943.992062835,
      "learning_rate": 1.278010048835523e-06,
      "loss": 13.7998,
      "step": 400
    },
    {
      "epoch": 0.8162849872773537,
      "grad_norm": 3316247.1212317836,
      "learning_rate": 1.2513049645860759e-06,
      "loss": 13.765,
      "step": 401
    },
    {
      "epoch": 0.8183206106870229,
      "grad_norm": 2783094.2613453907,
      "learning_rate": 1.224841885150691e-06,
      "loss": 13.8445,
      "step": 402
    },
    {
      "epoch": 0.8203562340966921,
      "grad_norm": 3355566.32780499,
      "learning_rate": 1.1986225189085627e-06,
      "loss": 13.8081,
      "step": 403
    },
    {
      "epoch": 0.8223918575063613,
      "grad_norm": 2212096.023617605,
      "learning_rate": 1.172648558505477e-06,
      "loss": 13.7965,
      "step": 404
    },
    {
      "epoch": 0.8244274809160306,
      "grad_norm": 1744005.9134531072,
      "learning_rate": 1.1469216807445348e-06,
      "loss": 13.827,
      "step": 405
    },
    {
      "epoch": 0.8264631043256997,
      "grad_norm": 5478757.4739052905,
      "learning_rate": 1.1214435464779006e-06,
      "loss": 13.8068,
      "step": 406
    },
    {
      "epoch": 0.8284987277353689,
      "grad_norm": 10845370.007264948,
      "learning_rate": 1.0962158004995893e-06,
      "loss": 13.8192,
      "step": 407
    },
    {
      "epoch": 0.8305343511450382,
      "grad_norm": 6268218.580873969,
      "learning_rate": 1.0712400714392723e-06,
      "loss": 13.7939,
      "step": 408
    },
    {
      "epoch": 0.8325699745547074,
      "grad_norm": 4049672.137206165,
      "learning_rate": 1.0465179716571467e-06,
      "loss": 13.7897,
      "step": 409
    },
    {
      "epoch": 0.8346055979643766,
      "grad_norm": 5672727.971393141,
      "learning_rate": 1.0220510971398473e-06,
      "loss": 13.8234,
      "step": 410
    },
    {
      "epoch": 0.8366412213740458,
      "grad_norm": 2826950.9583422337,
      "learning_rate": 9.978410273974015e-07,
      "loss": 13.7928,
      "step": 411
    },
    {
      "epoch": 0.838676844783715,
      "grad_norm": 2758814.4659312656,
      "learning_rate": 9.738893253612808e-07,
      "loss": 13.802,
      "step": 412
    },
    {
      "epoch": 0.8407124681933842,
      "grad_norm": 2475383.7033035085,
      "learning_rate": 9.50197537283481e-07,
      "loss": 13.7978,
      "step": 413
    },
    {
      "epoch": 0.8427480916030534,
      "grad_norm": 3247115.9631803534,
      "learning_rate": 9.267671926367166e-07,
      "loss": 13.826,
      "step": 414
    },
    {
      "epoch": 0.8447837150127226,
      "grad_norm": 2633292.367379474,
      "learning_rate": 9.035998040156801e-07,
      "loss": 13.7931,
      "step": 415
    },
    {
      "epoch": 0.8468193384223919,
      "grad_norm": 2515821.989602333,
      "learning_rate": 8.806968670393801e-07,
      "loss": 13.7718,
      "step": 416
    },
    {
      "epoch": 0.8488549618320611,
      "grad_norm": 2652660.850368756,
      "learning_rate": 8.580598602546109e-07,
      "loss": 13.8055,
      "step": 417
    },
    {
      "epoch": 0.8508905852417303,
      "grad_norm": 2999838.4744108086,
      "learning_rate": 8.356902450404792e-07,
      "loss": 13.817,
      "step": 418
    },
    {
      "epoch": 0.8529262086513995,
      "grad_norm": 2359848.6979157086,
      "learning_rate": 8.135894655140758e-07,
      "loss": 13.79,
      "step": 419
    },
    {
      "epoch": 0.8549618320610687,
      "grad_norm": 3156996.0591459703,
      "learning_rate": 7.91758948437249e-07,
      "loss": 13.7984,
      "step": 420
    },
    {
      "epoch": 0.8569974554707379,
      "grad_norm": 3762598.8987431657,
      "learning_rate": 7.702001031244816e-07,
      "loss": 13.8018,
      "step": 421
    },
    {
      "epoch": 0.8590330788804071,
      "grad_norm": 1976772.2357703648,
      "learning_rate": 7.489143213519301e-07,
      "loss": 13.8201,
      "step": 422
    },
    {
      "epoch": 0.8610687022900764,
      "grad_norm": 2785725.350606155,
      "learning_rate": 7.279029772675572e-07,
      "loss": 13.7565,
      "step": 423
    },
    {
      "epoch": 0.8631043256997456,
      "grad_norm": 2620438.7904132027,
      "learning_rate": 7.071674273024353e-07,
      "loss": 13.793,
      "step": 424
    },
    {
      "epoch": 0.8651399491094147,
      "grad_norm": 2646276.309564974,
      "learning_rate": 6.86709010083172e-07,
      "loss": 13.8229,
      "step": 425
    },
    {
      "epoch": 0.867175572519084,
      "grad_norm": 2628696.346363584,
      "learning_rate": 6.665290463454882e-07,
      "loss": 13.7809,
      "step": 426
    },
    {
      "epoch": 0.8692111959287532,
      "grad_norm": 3600670.0350286104,
      "learning_rate": 6.466288388489689e-07,
      "loss": 13.8044,
      "step": 427
    },
    {
      "epoch": 0.8712468193384224,
      "grad_norm": 2947142.074939093,
      "learning_rate": 6.270096722929442e-07,
      "loss": 13.8006,
      "step": 428
    },
    {
      "epoch": 0.8732824427480916,
      "grad_norm": 2029930.0771920187,
      "learning_rate": 6.076728132335669e-07,
      "loss": 13.796,
      "step": 429
    },
    {
      "epoch": 0.8753180661577609,
      "grad_norm": 2143832.4235748462,
      "learning_rate": 5.886195100020408e-07,
      "loss": 13.7854,
      "step": 430
    },
    {
      "epoch": 0.87735368956743,
      "grad_norm": 13943126.109787703,
      "learning_rate": 5.698509926240275e-07,
      "loss": 13.7955,
      "step": 431
    },
    {
      "epoch": 0.8793893129770992,
      "grad_norm": 3462678.627784003,
      "learning_rate": 5.513684727402529e-07,
      "loss": 13.8238,
      "step": 432
    },
    {
      "epoch": 0.8814249363867684,
      "grad_norm": 2958565.3339085556,
      "learning_rate": 5.331731435282705e-07,
      "loss": 13.8227,
      "step": 433
    },
    {
      "epoch": 0.8834605597964377,
      "grad_norm": 2315016.094193514,
      "learning_rate": 5.152661796254505e-07,
      "loss": 13.7815,
      "step": 434
    },
    {
      "epoch": 0.8854961832061069,
      "grad_norm": 3124561.491445178,
      "learning_rate": 4.976487370531352e-07,
      "loss": 13.7972,
      "step": 435
    },
    {
      "epoch": 0.8875318066157761,
      "grad_norm": 2569217.587769061,
      "learning_rate": 4.803219531420128e-07,
      "loss": 13.7759,
      "step": 436
    },
    {
      "epoch": 0.8895674300254452,
      "grad_norm": 5211670.405327593,
      "learning_rate": 4.6328694645870254e-07,
      "loss": 13.7982,
      "step": 437
    },
    {
      "epoch": 0.8916030534351145,
      "grad_norm": 2303871.1225886643,
      "learning_rate": 4.46544816733529e-07,
      "loss": 13.7919,
      "step": 438
    },
    {
      "epoch": 0.8936386768447837,
      "grad_norm": 3417955.106120249,
      "learning_rate": 4.3009664478954384e-07,
      "loss": 13.8388,
      "step": 439
    },
    {
      "epoch": 0.8956743002544529,
      "grad_norm": 3491337.261636375,
      "learning_rate": 4.139434924727359e-07,
      "loss": 13.7903,
      "step": 440
    },
    {
      "epoch": 0.8977099236641222,
      "grad_norm": 2598696.463432398,
      "learning_rate": 3.9808640258348686e-07,
      "loss": 13.7935,
      "step": 441
    },
    {
      "epoch": 0.8997455470737914,
      "grad_norm": 2406731.2012268724,
      "learning_rate": 3.825263988092587e-07,
      "loss": 13.8001,
      "step": 442
    },
    {
      "epoch": 0.9017811704834605,
      "grad_norm": 1850343.550069675,
      "learning_rate": 3.672644856584928e-07,
      "loss": 13.8345,
      "step": 443
    },
    {
      "epoch": 0.9038167938931297,
      "grad_norm": 2877460.3830578206,
      "learning_rate": 3.523016483957742e-07,
      "loss": 13.8395,
      "step": 444
    },
    {
      "epoch": 0.905852417302799,
      "grad_norm": 3386724.5492421445,
      "learning_rate": 3.3763885297822153e-07,
      "loss": 13.8028,
      "step": 445
    },
    {
      "epoch": 0.9078880407124682,
      "grad_norm": 2849485.569450586,
      "learning_rate": 3.2327704599312283e-07,
      "loss": 13.8038,
      "step": 446
    },
    {
      "epoch": 0.9099236641221374,
      "grad_norm": 3175459.533705238,
      "learning_rate": 3.0921715459683753e-07,
      "loss": 13.8303,
      "step": 447
    },
    {
      "epoch": 0.9119592875318067,
      "grad_norm": 22724636.64948581,
      "learning_rate": 2.95460086454929e-07,
      "loss": 13.772,
      "step": 448
    },
    {
      "epoch": 0.9139949109414758,
      "grad_norm": 2467166.6966894856,
      "learning_rate": 2.820067296835799e-07,
      "loss": 13.7719,
      "step": 449
    },
    {
      "epoch": 0.916030534351145,
      "grad_norm": 3412055.676564019,
      "learning_rate": 2.688579527922514e-07,
      "loss": 13.7956,
      "step": 450
    },
    {
      "epoch": 0.9180661577608142,
      "grad_norm": 2620791.7542605917,
      "learning_rate": 2.560146046276135e-07,
      "loss": 13.7717,
      "step": 451
    },
    {
      "epoch": 0.9201017811704835,
      "grad_norm": 2077929.3418459287,
      "learning_rate": 2.4347751431875453e-07,
      "loss": 13.7763,
      "step": 452
    },
    {
      "epoch": 0.9221374045801527,
      "grad_norm": 2370550.2619939703,
      "learning_rate": 2.3124749122364286e-07,
      "loss": 13.7964,
      "step": 453
    },
    {
      "epoch": 0.9241730279898219,
      "grad_norm": 5750923.606982284,
      "learning_rate": 2.1932532487688784e-07,
      "loss": 13.791,
      "step": 454
    },
    {
      "epoch": 0.926208651399491,
      "grad_norm": 3460175.4976370293,
      "learning_rate": 2.0771178493876387e-07,
      "loss": 13.79,
      "step": 455
    },
    {
      "epoch": 0.9282442748091603,
      "grad_norm": 5901311.706134819,
      "learning_rate": 1.964076211455246e-07,
      "loss": 13.7797,
      "step": 456
    },
    {
      "epoch": 0.9302798982188295,
      "grad_norm": 5105079.708966371,
      "learning_rate": 1.8541356326100436e-07,
      "loss": 13.7849,
      "step": 457
    },
    {
      "epoch": 0.9323155216284987,
      "grad_norm": 4198563.584774799,
      "learning_rate": 1.7473032102949983e-07,
      "loss": 13.8415,
      "step": 458
    },
    {
      "epoch": 0.934351145038168,
      "grad_norm": 3844225.7229981595,
      "learning_rate": 1.6435858412996275e-07,
      "loss": 13.766,
      "step": 459
    },
    {
      "epoch": 0.9363867684478372,
      "grad_norm": 3854801.945640343,
      "learning_rate": 1.542990221314644e-07,
      "loss": 13.7996,
      "step": 460
    },
    {
      "epoch": 0.9384223918575063,
      "grad_norm": 4666453.104767151,
      "learning_rate": 1.445522844499775e-07,
      "loss": 13.8,
      "step": 461
    },
    {
      "epoch": 0.9404580152671755,
      "grad_norm": 5472437.376052735,
      "learning_rate": 1.3511900030644954e-07,
      "loss": 13.7599,
      "step": 462
    },
    {
      "epoch": 0.9424936386768448,
      "grad_norm": 4682435.578567764,
      "learning_rate": 1.2599977868618052e-07,
      "loss": 13.7934,
      "step": 463
    },
    {
      "epoch": 0.944529262086514,
      "grad_norm": 9272421.276272465,
      "learning_rate": 1.1719520829951203e-07,
      "loss": 13.8146,
      "step": 464
    },
    {
      "epoch": 0.9465648854961832,
      "grad_norm": 4195416.415355079,
      "learning_rate": 1.087058575438199e-07,
      "loss": 13.8253,
      "step": 465
    },
    {
      "epoch": 0.9486005089058525,
      "grad_norm": 3012392.88106662,
      "learning_rate": 1.0053227446681912e-07,
      "loss": 13.8254,
      "step": 466
    },
    {
      "epoch": 0.9506361323155216,
      "grad_norm": 4716265.36093074,
      "learning_rate": 9.267498673118547e-08,
      "loss": 13.8287,
      "step": 467
    },
    {
      "epoch": 0.9526717557251908,
      "grad_norm": 3046833.346747879,
      "learning_rate": 8.513450158049109e-08,
      "loss": 13.7954,
      "step": 468
    },
    {
      "epoch": 0.95470737913486,
      "grad_norm": 3919156.6955382572,
      "learning_rate": 7.791130580645623e-08,
      "loss": 13.7727,
      "step": 469
    },
    {
      "epoch": 0.9567430025445293,
      "grad_norm": 2642703.3691420523,
      "learning_rate": 7.100586571752444e-08,
      "loss": 13.8211,
      "step": 470
    },
    {
      "epoch": 0.9587786259541985,
      "grad_norm": 2860021.0276084486,
      "learning_rate": 6.441862710876102e-08,
      "loss": 13.7861,
      "step": 471
    },
    {
      "epoch": 0.9608142493638677,
      "grad_norm": 2389117.180384712,
      "learning_rate": 5.815001523307162e-08,
      "loss": 13.7998,
      "step": 472
    },
    {
      "epoch": 0.9628498727735368,
      "grad_norm": 4343380.201960487,
      "learning_rate": 5.220043477374759e-08,
      "loss": 13.7891,
      "step": 473
    },
    {
      "epoch": 0.9648854961832061,
      "grad_norm": 5212705.489252775,
      "learning_rate": 4.657026981834623e-08,
      "loss": 13.8108,
      "step": 474
    },
    {
      "epoch": 0.9669211195928753,
      "grad_norm": 2520458.4461040264,
      "learning_rate": 4.125988383388957e-08,
      "loss": 13.8067,
      "step": 475
    },
    {
      "epoch": 0.9689567430025445,
      "grad_norm": 4182021.7452560714,
      "learning_rate": 3.626961964340203e-08,
      "loss": 13.7897,
      "step": 476
    },
    {
      "epoch": 0.9709923664122138,
      "grad_norm": 10159149.969018588,
      "learning_rate": 3.159979940378088e-08,
      "loss": 13.8046,
      "step": 477
    },
    {
      "epoch": 0.973027989821883,
      "grad_norm": 2510949.593741673,
      "learning_rate": 2.725072458499567e-08,
      "loss": 13.8275,
      "step": 478
    },
    {
      "epoch": 0.9750636132315522,
      "grad_norm": 2900958.891211133,
      "learning_rate": 2.3222675950627106e-08,
      "loss": 13.7972,
      "step": 479
    },
    {
      "epoch": 0.9770992366412213,
      "grad_norm": 3768468.1026937226,
      "learning_rate": 1.9515913539743247e-08,
      "loss": 13.8208,
      "step": 480
    },
    {
      "epoch": 0.9791348600508906,
      "grad_norm": 2563277.62892743,
      "learning_rate": 1.613067665010959e-08,
      "loss": 13.8265,
      "step": 481
    },
    {
      "epoch": 0.9811704834605598,
      "grad_norm": 23583570.860715404,
      "learning_rate": 1.3067183822742525e-08,
      "loss": 13.8262,
      "step": 482
    },
    {
      "epoch": 0.983206106870229,
      "grad_norm": 8371515.456262343,
      "learning_rate": 1.0325632827801745e-08,
      "loss": 13.8356,
      "step": 483
    },
    {
      "epoch": 0.9852417302798983,
      "grad_norm": 4260314.378446997,
      "learning_rate": 7.906200651819907e-09,
      "loss": 13.8054,
      "step": 484
    },
    {
      "epoch": 0.9872773536895675,
      "grad_norm": 2235986.274852917,
      "learning_rate": 5.809043486279531e-09,
      "loss": 13.7764,
      "step": 485
    },
    {
      "epoch": 0.9893129770992366,
      "grad_norm": 2261687.826321509,
      "learning_rate": 4.034296717527752e-09,
      "loss": 13.8129,
      "step": 486
    },
    {
      "epoch": 0.9913486005089058,
      "grad_norm": 5923746.692619356,
      "learning_rate": 2.5820749180388573e-09,
      "loss": 13.843,
      "step": 487
    },
    {
      "epoch": 0.9933842239185751,
      "grad_norm": 2729193.3221547497,
      "learning_rate": 1.4524718390140913e-09,
      "loss": 13.8395,
      "step": 488
    },
    {
      "epoch": 0.9954198473282443,
      "grad_norm": 2703798.169864237,
      "learning_rate": 6.455604043331676e-10,
      "loss": 13.8165,
      "step": 489
    },
    {
      "epoch": 0.9974554707379135,
      "grad_norm": 3350867.6861675973,
      "learning_rate": 1.6139270584358823e-10,
      "loss": 13.8103,
      "step": 490
    },
    {
      "epoch": 0.9994910941475827,
      "grad_norm": 1851326.2112600075,
      "learning_rate": 0.0,
      "loss": 13.8163,
      "step": 491
    },
    {
      "epoch": 0.9994910941475827,
      "eval_loss": 13.805337905883789,
      "eval_runtime": 382.78,
      "eval_samples_per_second": 2.283,
      "eval_steps_per_second": 0.572,
      "step": 491
    }
  ],
  "logging_steps": 1,
  "max_steps": 491,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 100344791040000.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}