| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.001626016260163, | |
| "eval_steps": 500, | |
| "global_step": 6151, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.016260162601626018, | |
| "grad_norm": 3704.4365234375, | |
| "learning_rate": 6.493506493506493e-06, | |
| "loss": 11280.4625, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.032520325203252036, | |
| "grad_norm": 3407.870361328125, | |
| "learning_rate": 1.2987012987012986e-05, | |
| "loss": 11149.0953, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04878048780487805, | |
| "grad_norm": 3003.387939453125, | |
| "learning_rate": 1.9480519480519483e-05, | |
| "loss": 11173.7734, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06504065040650407, | |
| "grad_norm": 2449.536376953125, | |
| "learning_rate": 2.5974025974025972e-05, | |
| "loss": 11021.1336, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08130081300813008, | |
| "grad_norm": 2389.97509765625, | |
| "learning_rate": 3.246753246753247e-05, | |
| "loss": 11002.3586, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0975609756097561, | |
| "grad_norm": 2766.29443359375, | |
| "learning_rate": 3.8961038961038966e-05, | |
| "loss": 10353.3125, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11382113821138211, | |
| "grad_norm": 4483.15087890625, | |
| "learning_rate": 4.545454545454546e-05, | |
| "loss": 9267.8453, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13008130081300814, | |
| "grad_norm": 10965.46484375, | |
| "learning_rate": 5.1948051948051944e-05, | |
| "loss": 7955.3172, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14634146341463414, | |
| "grad_norm": 12316.47265625, | |
| "learning_rate": 5.844155844155844e-05, | |
| "loss": 3923.734, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.16260162601626016, | |
| "grad_norm": 154421.5, | |
| "learning_rate": 6.493506493506494e-05, | |
| "loss": 2865.5645, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17886178861788618, | |
| "grad_norm": 6532.34765625, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 2196.2996, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1951219512195122, | |
| "grad_norm": 4513.40087890625, | |
| "learning_rate": 7.792207792207793e-05, | |
| "loss": 1111.7941, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.21138211382113822, | |
| "grad_norm": 4285.0390625, | |
| "learning_rate": 8.441558441558442e-05, | |
| "loss": 945.8594, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.22764227642276422, | |
| "grad_norm": 2602.03369140625, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 593.7912, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24390243902439024, | |
| "grad_norm": 3598.093017578125, | |
| "learning_rate": 9.74025974025974e-05, | |
| "loss": 355.9361, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2601626016260163, | |
| "grad_norm": 40596.5078125, | |
| "learning_rate": 0.00010389610389610389, | |
| "loss": 263.4985, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2764227642276423, | |
| "grad_norm": 3959.72265625, | |
| "learning_rate": 0.0001103896103896104, | |
| "loss": 200.0281, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2926829268292683, | |
| "grad_norm": 277750.1875, | |
| "learning_rate": 0.00011688311688311689, | |
| "loss": 176.2805, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3089430894308943, | |
| "grad_norm": 114203.1015625, | |
| "learning_rate": 0.0001233766233766234, | |
| "loss": 192.7327, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3252032520325203, | |
| "grad_norm": 2108.614013671875, | |
| "learning_rate": 0.00012987012987012987, | |
| "loss": 154.6821, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.34146341463414637, | |
| "grad_norm": 6306.46484375, | |
| "learning_rate": 0.00013636363636363637, | |
| "loss": 94.0863, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.35772357723577236, | |
| "grad_norm": 2991.08935546875, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 120.9749, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.37398373983739835, | |
| "grad_norm": 17456.123046875, | |
| "learning_rate": 0.00014935064935064934, | |
| "loss": 150.8287, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3902439024390244, | |
| "grad_norm": 3997.399658203125, | |
| "learning_rate": 0.00015584415584415587, | |
| "loss": 127.9284, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4065040650406504, | |
| "grad_norm": 3142.8544921875, | |
| "learning_rate": 0.00016233766233766234, | |
| "loss": 99.4487, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.42276422764227645, | |
| "grad_norm": 4303.7421875, | |
| "learning_rate": 0.00016883116883116884, | |
| "loss": 111.1226, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.43902439024390244, | |
| "grad_norm": 9494.5283203125, | |
| "learning_rate": 0.00017532467532467534, | |
| "loss": 148.5725, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.45528455284552843, | |
| "grad_norm": 12805.1005859375, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 89.0703, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4715447154471545, | |
| "grad_norm": 5651.734375, | |
| "learning_rate": 0.00018831168831168833, | |
| "loss": 113.0061, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4878048780487805, | |
| "grad_norm": 3500.915283203125, | |
| "learning_rate": 0.0001948051948051948, | |
| "loss": 98.2204, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5040650406504065, | |
| "grad_norm": 76347.09375, | |
| "learning_rate": 0.00019999994218268405, | |
| "loss": 99.3199, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5203252032520326, | |
| "grad_norm": 5863.58642578125, | |
| "learning_rate": 0.00019999791858364572, | |
| "loss": 145.732, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5365853658536586, | |
| "grad_norm": 6211.58203125, | |
| "learning_rate": 0.00019999300418566636, | |
| "loss": 99.9764, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5528455284552846, | |
| "grad_norm": 1611.767333984375, | |
| "learning_rate": 0.00019998519913081423, | |
| "loss": 130.0497, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5691056910569106, | |
| "grad_norm": 6738.830078125, | |
| "learning_rate": 0.0001999745036447225, | |
| "loss": 132.5203, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5853658536585366, | |
| "grad_norm": 1651.7647705078125, | |
| "learning_rate": 0.00019996091803658263, | |
| "loss": 93.679, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6016260162601627, | |
| "grad_norm": 1451.311279296875, | |
| "learning_rate": 0.00019994444269913535, | |
| "loss": 130.961, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6178861788617886, | |
| "grad_norm": 3547.41015625, | |
| "learning_rate": 0.00019992507810865954, | |
| "loss": 89.0317, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6341463414634146, | |
| "grad_norm": 3523.5322265625, | |
| "learning_rate": 0.00019990282482495816, | |
| "loss": 92.9305, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6504065040650406, | |
| "grad_norm": 5402.7509765625, | |
| "learning_rate": 0.00019987768349134227, | |
| "loss": 124.9789, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 2866.8330078125, | |
| "learning_rate": 0.0001998496548346125, | |
| "loss": 85.8321, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6829268292682927, | |
| "grad_norm": 2670.57275390625, | |
| "learning_rate": 0.00019981873966503773, | |
| "loss": 143.1263, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6991869918699187, | |
| "grad_norm": 3444.505126953125, | |
| "learning_rate": 0.000199784938876332, | |
| "loss": 117.812, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7154471544715447, | |
| "grad_norm": 1545.001708984375, | |
| "learning_rate": 0.0001997482534456285, | |
| "loss": 100.9372, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7317073170731707, | |
| "grad_norm": 839.1185913085938, | |
| "learning_rate": 0.00019970868443345134, | |
| "loss": 92.1672, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7479674796747967, | |
| "grad_norm": 17015.447265625, | |
| "learning_rate": 0.0001996662329836849, | |
| "loss": 96.7714, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7642276422764228, | |
| "grad_norm": 3150.693359375, | |
| "learning_rate": 0.0001996209003235408, | |
| "loss": 90.8617, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7804878048780488, | |
| "grad_norm": 519.7723999023438, | |
| "learning_rate": 0.00019957268776352234, | |
| "loss": 113.3078, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7967479674796748, | |
| "grad_norm": 4185.5126953125, | |
| "learning_rate": 0.00019952159669738674, | |
| "loss": 105.7553, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8130081300813008, | |
| "grad_norm": 2410.567138671875, | |
| "learning_rate": 0.00019946762860210471, | |
| "loss": 78.1075, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8292682926829268, | |
| "grad_norm": 2119.968505859375, | |
| "learning_rate": 0.00019941078503781792, | |
| "loss": 83.322, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8455284552845529, | |
| "grad_norm": 10644.458984375, | |
| "learning_rate": 0.00019935106764779365, | |
| "loss": 79.2555, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8617886178861789, | |
| "grad_norm": 3944.619873046875, | |
| "learning_rate": 0.00019928847815837758, | |
| "loss": 103.8101, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8780487804878049, | |
| "grad_norm": 1694.9683837890625, | |
| "learning_rate": 0.00019922301837894358, | |
| "loss": 96.7458, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8943089430894309, | |
| "grad_norm": 3317.81640625, | |
| "learning_rate": 0.0001991546902018417, | |
| "loss": 160.2423, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9105691056910569, | |
| "grad_norm": 7013.18359375, | |
| "learning_rate": 0.0001990834956023433, | |
| "loss": 122.6204, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.926829268292683, | |
| "grad_norm": 3094.7744140625, | |
| "learning_rate": 0.00019900943663858387, | |
| "loss": 96.8247, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.943089430894309, | |
| "grad_norm": 6648.25048828125, | |
| "learning_rate": 0.0001989325154515038, | |
| "loss": 116.6589, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.959349593495935, | |
| "grad_norm": 15371.361328125, | |
| "learning_rate": 0.0001988527342647862, | |
| "loss": 88.9712, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.975609756097561, | |
| "grad_norm": 2130.667724609375, | |
| "learning_rate": 0.00019877009538479275, | |
| "loss": 75.6254, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.991869918699187, | |
| "grad_norm": 3430.82763671875, | |
| "learning_rate": 0.00019868460120049704, | |
| "loss": 118.3028, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.008130081300813, | |
| "grad_norm": 1396.5372314453125, | |
| "learning_rate": 0.00019859625418341557, | |
| "loss": 78.8569, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.024390243902439, | |
| "grad_norm": 7597.01904296875, | |
| "learning_rate": 0.00019850505688753602, | |
| "loss": 100.3299, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.040650406504065, | |
| "grad_norm": 2552.638916015625, | |
| "learning_rate": 0.0001984110119492438, | |
| "loss": 73.0117, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.056910569105691, | |
| "grad_norm": 1387.00439453125, | |
| "learning_rate": 0.00019831412208724556, | |
| "loss": 107.2604, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0731707317073171, | |
| "grad_norm": 1579.257080078125, | |
| "learning_rate": 0.0001982143901024907, | |
| "loss": 64.988, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.089430894308943, | |
| "grad_norm": 1369.64501953125, | |
| "learning_rate": 0.0001981118188780904, | |
| "loss": 110.6651, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.1056910569105691, | |
| "grad_norm": 3883.478271484375, | |
| "learning_rate": 0.00019800641137923423, | |
| "loss": 110.6604, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1219512195121952, | |
| "grad_norm": 2725.116943359375, | |
| "learning_rate": 0.00019789817065310448, | |
| "loss": 97.7683, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1382113821138211, | |
| "grad_norm": 2270.0986328125, | |
| "learning_rate": 0.00019778709982878805, | |
| "loss": 133.6088, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1544715447154472, | |
| "grad_norm": 3066.498046875, | |
| "learning_rate": 0.000197673202117186, | |
| "loss": 83.8171, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.170731707317073, | |
| "grad_norm": 5128.125, | |
| "learning_rate": 0.00019755648081092066, | |
| "loss": 169.6488, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1869918699186992, | |
| "grad_norm": 1368.7137451171875, | |
| "learning_rate": 0.00019743693928424058, | |
| "loss": 78.2656, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.203252032520325, | |
| "grad_norm": 3027.226318359375, | |
| "learning_rate": 0.00019731458099292288, | |
| "loss": 132.4441, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2195121951219512, | |
| "grad_norm": 7759.80810546875, | |
| "learning_rate": 0.00019718940947417336, | |
| "loss": 130.1133, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.2357723577235773, | |
| "grad_norm": 1686.7059326171875, | |
| "learning_rate": 0.00019706142834652427, | |
| "loss": 111.4778, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.2520325203252032, | |
| "grad_norm": 9301.548828125, | |
| "learning_rate": 0.00019693064130972974, | |
| "loss": 88.9655, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2682926829268293, | |
| "grad_norm": 1258.872802734375, | |
| "learning_rate": 0.0001967970521446587, | |
| "loss": 69.8348, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2845528455284554, | |
| "grad_norm": 1352.4385986328125, | |
| "learning_rate": 0.00019666066471318568, | |
| "loss": 77.0263, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.3008130081300813, | |
| "grad_norm": 855.2029418945312, | |
| "learning_rate": 0.00019652148295807922, | |
| "loss": 85.511, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.3170731707317074, | |
| "grad_norm": 1946.88330078125, | |
| "learning_rate": 0.00019637951090288778, | |
| "loss": 59.645, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 2297.47216796875, | |
| "learning_rate": 0.00019623475265182337, | |
| "loss": 67.3651, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.3495934959349594, | |
| "grad_norm": 11286.927734375, | |
| "learning_rate": 0.00019608721238964318, | |
| "loss": 128.2699, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.3658536585365852, | |
| "grad_norm": 2499.033447265625, | |
| "learning_rate": 0.00019593689438152827, | |
| "loss": 69.4611, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.3821138211382114, | |
| "grad_norm": 10106.341796875, | |
| "learning_rate": 0.0001957838029729605, | |
| "loss": 93.8524, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.3983739837398375, | |
| "grad_norm": 2966.48779296875, | |
| "learning_rate": 0.00019562794258959674, | |
| "loss": 108.8285, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.4146341463414633, | |
| "grad_norm": 7656.32275390625, | |
| "learning_rate": 0.00019546931773714116, | |
| "loss": 70.237, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.4308943089430894, | |
| "grad_norm": 4307.1708984375, | |
| "learning_rate": 0.00019530793300121473, | |
| "loss": 125.8694, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.4471544715447155, | |
| "grad_norm": 2789.88916015625, | |
| "learning_rate": 0.0001951437930472228, | |
| "loss": 108.8423, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4634146341463414, | |
| "grad_norm": 5194.333984375, | |
| "learning_rate": 0.00019497690262022018, | |
| "loss": 162.3557, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4796747967479675, | |
| "grad_norm": 2407.015380859375, | |
| "learning_rate": 0.00019480726654477398, | |
| "loss": 98.5685, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4959349593495934, | |
| "grad_norm": 7854.9638671875, | |
| "learning_rate": 0.00019463488972482418, | |
| "loss": 60.0693, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.5121951219512195, | |
| "grad_norm": 1800.740478515625, | |
| "learning_rate": 0.00019445977714354173, | |
| "loss": 60.3849, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.5284552845528454, | |
| "grad_norm": 2736.665283203125, | |
| "learning_rate": 0.00019428193386318468, | |
| "loss": 66.8596, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.5447154471544715, | |
| "grad_norm": 15203.984375, | |
| "learning_rate": 0.0001941013650249517, | |
| "loss": 95.6272, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.5609756097560976, | |
| "grad_norm": 3157.21337890625, | |
| "learning_rate": 0.0001939180758488335, | |
| "loss": 71.3239, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5772357723577235, | |
| "grad_norm": 4594.89501953125, | |
| "learning_rate": 0.00019373207163346192, | |
| "loss": 82.758, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5934959349593496, | |
| "grad_norm": 2293.903564453125, | |
| "learning_rate": 0.0001935433577559568, | |
| "loss": 67.9693, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.6097560975609757, | |
| "grad_norm": 2138.247802734375, | |
| "learning_rate": 0.0001933519396717704, | |
| "loss": 75.4409, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.6260162601626016, | |
| "grad_norm": 781.8675537109375, | |
| "learning_rate": 0.0001931578229145299, | |
| "loss": 77.4897, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.6422764227642277, | |
| "grad_norm": 2182.60107421875, | |
| "learning_rate": 0.00019296101309587726, | |
| "loss": 54.7864, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.6585365853658538, | |
| "grad_norm": 26183.85546875, | |
| "learning_rate": 0.00019276151590530703, | |
| "loss": 89.1371, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.6747967479674797, | |
| "grad_norm": 1233.78857421875, | |
| "learning_rate": 0.000192559337110002, | |
| "loss": 51.9562, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.6910569105691056, | |
| "grad_norm": 4076.354248046875, | |
| "learning_rate": 0.00019235448255466617, | |
| "loss": 77.1311, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.7073170731707317, | |
| "grad_norm": 1355.48095703125, | |
| "learning_rate": 0.0001921469581613562, | |
| "loss": 70.7184, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.7235772357723578, | |
| "grad_norm": 4424.4345703125, | |
| "learning_rate": 0.00019193676992930992, | |
| "loss": 82.3314, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.7398373983739837, | |
| "grad_norm": 38555.8359375, | |
| "learning_rate": 0.00019172392393477296, | |
| "loss": 78.6395, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.7560975609756098, | |
| "grad_norm": 8763.5234375, | |
| "learning_rate": 0.0001915084263308232, | |
| "loss": 110.0452, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.7723577235772359, | |
| "grad_norm": 3243.281005859375, | |
| "learning_rate": 0.0001912902833471927, | |
| "loss": 121.6475, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.7886178861788617, | |
| "grad_norm": 9277.51953125, | |
| "learning_rate": 0.0001910695012900878, | |
| "loss": 113.4883, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.8048780487804879, | |
| "grad_norm": 1323.01904296875, | |
| "learning_rate": 0.0001908460865420067, | |
| "loss": 82.9752, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.821138211382114, | |
| "grad_norm": 1779.7681884765625, | |
| "learning_rate": 0.00019062004556155506, | |
| "loss": 89.6342, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.8373983739837398, | |
| "grad_norm": 4294.21044921875, | |
| "learning_rate": 0.00019039138488325912, | |
| "loss": 95.4384, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.8536585365853657, | |
| "grad_norm": 1751.0389404296875, | |
| "learning_rate": 0.0001901601111173769, | |
| "loss": 94.7895, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.8699186991869918, | |
| "grad_norm": 1074.5364990234375, | |
| "learning_rate": 0.00018992623094970718, | |
| "loss": 52.8511, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.886178861788618, | |
| "grad_norm": 1331.533935546875, | |
| "learning_rate": 0.0001896897511413961, | |
| "loss": 94.5019, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.9024390243902438, | |
| "grad_norm": 3847.0712890625, | |
| "learning_rate": 0.0001894506785287417, | |
| "loss": 74.2541, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.91869918699187, | |
| "grad_norm": 2032.809326171875, | |
| "learning_rate": 0.00018920902002299644, | |
| "loss": 139.9438, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.934959349593496, | |
| "grad_norm": 2137.700439453125, | |
| "learning_rate": 0.00018896478261016725, | |
| "loss": 111.8997, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.951219512195122, | |
| "grad_norm": 2548.987548828125, | |
| "learning_rate": 0.0001887179733508136, | |
| "loss": 76.8431, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.967479674796748, | |
| "grad_norm": 1745.5999755859375, | |
| "learning_rate": 0.00018846859937984346, | |
| "loss": 67.4039, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.9837398373983741, | |
| "grad_norm": 2157.826904296875, | |
| "learning_rate": 0.000188216667906307, | |
| "loss": 103.4683, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1239.8826904296875, | |
| "learning_rate": 0.00018796218621318822, | |
| "loss": 98.9879, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.016260162601626, | |
| "grad_norm": 1551.313720703125, | |
| "learning_rate": 0.00018770516165719423, | |
| "loss": 58.3172, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.032520325203252, | |
| "grad_norm": 6539.54736328125, | |
| "learning_rate": 0.00018744560166854296, | |
| "loss": 72.3266, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.048780487804878, | |
| "grad_norm": 920.8938598632812, | |
| "learning_rate": 0.00018718351375074786, | |
| "loss": 71.1883, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.065040650406504, | |
| "grad_norm": 2663.365234375, | |
| "learning_rate": 0.00018691890548040146, | |
| "loss": 100.6873, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.08130081300813, | |
| "grad_norm": 5801.7314453125, | |
| "learning_rate": 0.00018665178450695606, | |
| "loss": 51.0893, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.097560975609756, | |
| "grad_norm": 1768.61083984375, | |
| "learning_rate": 0.00018638215855250263, | |
| "loss": 46.9602, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.113821138211382, | |
| "grad_norm": 74955.7421875, | |
| "learning_rate": 0.00018611003541154766, | |
| "loss": 69.618, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.130081300813008, | |
| "grad_norm": 16715.201171875, | |
| "learning_rate": 0.00018583542295078775, | |
| "loss": 76.9604, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.1463414634146343, | |
| "grad_norm": 490.9708557128906, | |
| "learning_rate": 0.0001855583291088822, | |
| "loss": 61.4616, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.16260162601626, | |
| "grad_norm": 2168.93896484375, | |
| "learning_rate": 0.00018527876189622372, | |
| "loss": 69.4417, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.178861788617886, | |
| "grad_norm": 1728.7271728515625, | |
| "learning_rate": 0.00018499672939470646, | |
| "loss": 41.3895, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.1951219512195124, | |
| "grad_norm": 13797.6259765625, | |
| "learning_rate": 0.00018471223975749266, | |
| "loss": 86.5364, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.2113821138211383, | |
| "grad_norm": 1238.1878662109375, | |
| "learning_rate": 0.000184425301208777, | |
| "loss": 60.4841, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.227642276422764, | |
| "grad_norm": 1721.18505859375, | |
| "learning_rate": 0.00018413592204354857, | |
| "loss": 63.7924, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.2439024390243905, | |
| "grad_norm": 1503.65234375, | |
| "learning_rate": 0.00018384411062735142, | |
| "loss": 72.9356, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.2601626016260163, | |
| "grad_norm": 2268.296630859375, | |
| "learning_rate": 0.00018354987539604244, | |
| "loss": 64.837, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.2764227642276422, | |
| "grad_norm": 770.135986328125, | |
| "learning_rate": 0.0001832532248555476, | |
| "loss": 46.5948, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.292682926829268, | |
| "grad_norm": 2809.25146484375, | |
| "learning_rate": 0.00018295416758161607, | |
| "loss": 72.0357, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.3089430894308944, | |
| "grad_norm": 5348.63330078125, | |
| "learning_rate": 0.00018265271221957235, | |
| "loss": 64.2022, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.3252032520325203, | |
| "grad_norm": 1522.7744140625, | |
| "learning_rate": 0.00018234886748406623, | |
| "loss": 87.9972, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.341463414634146, | |
| "grad_norm": 2168.956298828125, | |
| "learning_rate": 0.00018204264215882093, | |
| "loss": 77.3112, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.3577235772357725, | |
| "grad_norm": 1201.1219482421875, | |
| "learning_rate": 0.00018173404509637912, | |
| "loss": 77.9051, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.3739837398373984, | |
| "grad_norm": 1378.28515625, | |
| "learning_rate": 0.00018142308521784716, | |
| "loss": 113.3623, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.3902439024390243, | |
| "grad_norm": 3121.484375, | |
| "learning_rate": 0.00018110977151263702, | |
| "loss": 68.1337, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.40650406504065, | |
| "grad_norm": 4526.3203125, | |
| "learning_rate": 0.00018079411303820647, | |
| "loss": 76.719, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.4227642276422765, | |
| "grad_norm": 1512.4857177734375, | |
| "learning_rate": 0.00018047611891979732, | |
| "loss": 53.3857, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.4390243902439024, | |
| "grad_norm": 775.2145385742188, | |
| "learning_rate": 0.00018015579835017147, | |
| "loss": 59.4552, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.4552845528455283, | |
| "grad_norm": 1543.6497802734375, | |
| "learning_rate": 0.00017983316058934533, | |
| "loss": 79.715, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.4715447154471546, | |
| "grad_norm": 3052.429931640625, | |
| "learning_rate": 0.00017950821496432202, | |
| "loss": 68.2702, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.4878048780487805, | |
| "grad_norm": 1861.0294189453125, | |
| "learning_rate": 0.00017918097086882167, | |
| "loss": 70.8437, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.5040650406504064, | |
| "grad_norm": 1316.6455078125, | |
| "learning_rate": 0.00017885143776301017, | |
| "loss": 48.8773, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.5203252032520327, | |
| "grad_norm": 1434.713623046875, | |
| "learning_rate": 0.0001785196251732252, | |
| "loss": 50.5964, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.5365853658536586, | |
| "grad_norm": 2314.07373046875, | |
| "learning_rate": 0.0001781855426917013, | |
| "loss": 49.6357, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.5528455284552845, | |
| "grad_norm": 27705.951171875, | |
| "learning_rate": 0.00017784919997629236, | |
| "loss": 60.1384, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.569105691056911, | |
| "grad_norm": 100750.6953125, | |
| "learning_rate": 0.00017751060675019235, | |
| "loss": 78.1081, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.5853658536585367, | |
| "grad_norm": 5099.37548828125, | |
| "learning_rate": 0.00017716977280165445, | |
| "loss": 107.401, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.6016260162601625, | |
| "grad_norm": 16017.0224609375, | |
| "learning_rate": 0.00017682670798370792, | |
| "loss": 109.425, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.617886178861789, | |
| "grad_norm": 1565.2376708984375, | |
| "learning_rate": 0.00017648142221387325, | |
| "loss": 66.7137, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.6341463414634148, | |
| "grad_norm": 1883.359619140625, | |
| "learning_rate": 0.00017613392547387565, | |
| "loss": 63.5428, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.6504065040650406, | |
| "grad_norm": 4678.5400390625, | |
| "learning_rate": 0.00017578422780935624, | |
| "loss": 62.324, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 1467.29150390625, | |
| "learning_rate": 0.00017543233932958185, | |
| "loss": 42.7399, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.682926829268293, | |
| "grad_norm": 17443.28125, | |
| "learning_rate": 0.00017507827020715267, | |
| "loss": 76.8691, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.6991869918699187, | |
| "grad_norm": 1430.255615234375, | |
| "learning_rate": 0.00017472203067770816, | |
| "loss": 45.8614, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.7154471544715446, | |
| "grad_norm": 973.7998657226562, | |
| "learning_rate": 0.0001743636310396312, | |
| "loss": 36.7464, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.7317073170731705, | |
| "grad_norm": 2293.49658203125, | |
| "learning_rate": 0.00017400308165375043, | |
| "loss": 104.4038, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.747967479674797, | |
| "grad_norm": 1044.43115234375, | |
| "learning_rate": 0.00017364039294304063, | |
| "loss": 61.9649, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.7642276422764227, | |
| "grad_norm": 2085.281982421875, | |
| "learning_rate": 0.00017327557539232138, | |
| "loss": 51.97, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.7804878048780486, | |
| "grad_norm": 1864.0758056640625, | |
| "learning_rate": 0.00017290863954795414, | |
| "loss": 56.1968, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.796747967479675, | |
| "grad_norm": 5055.72216796875, | |
| "learning_rate": 0.00017253959601753715, | |
| "loss": 49.4941, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.813008130081301, | |
| "grad_norm": 2442.3779296875, | |
| "learning_rate": 0.00017216845546959904, | |
| "loss": 85.7186, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.8292682926829267, | |
| "grad_norm": 1286.6806640625, | |
| "learning_rate": 0.00017179522863329004, | |
| "loss": 57.1273, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.845528455284553, | |
| "grad_norm": 1548.7122802734375, | |
| "learning_rate": 0.0001714199262980722, | |
| "loss": 50.7149, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.861788617886179, | |
| "grad_norm": 1237.375732421875, | |
| "learning_rate": 0.00017104255931340732, | |
| "loss": 80.6716, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.8780487804878048, | |
| "grad_norm": 271203.3125, | |
| "learning_rate": 0.00017066313858844317, | |
| "loss": 79.4793, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.894308943089431, | |
| "grad_norm": 2990.47998046875, | |
| "learning_rate": 0.00017028167509169846, | |
| "loss": 63.7313, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.910569105691057, | |
| "grad_norm": 2197.031494140625, | |
| "learning_rate": 0.00016989817985074533, | |
| "loss": 66.6744, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.926829268292683, | |
| "grad_norm": 2398.322509765625, | |
| "learning_rate": 0.00016951266395189097, | |
| "loss": 119.2331, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.943089430894309, | |
| "grad_norm": 1132.4508056640625, | |
| "learning_rate": 0.00016912513853985686, | |
| "loss": 66.5857, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.959349593495935, | |
| "grad_norm": 1172.097412109375, | |
| "learning_rate": 0.00016873561481745667, | |
| "loss": 69.8449, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.975609756097561, | |
| "grad_norm": 1260.872314453125, | |
| "learning_rate": 0.0001683441040452724, | |
| "loss": 65.4089, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.991869918699187, | |
| "grad_norm": 3771.443603515625, | |
| "learning_rate": 0.00016795061754132896, | |
| "loss": 59.9783, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.008130081300813, | |
| "grad_norm": 44377.31640625, | |
| "learning_rate": 0.00016755516668076674, | |
| "loss": 77.3272, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.024390243902439, | |
| "grad_norm": 1505.83984375, | |
| "learning_rate": 0.00016715776289551296, | |
| "loss": 53.3784, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.040650406504065, | |
| "grad_norm": 615.7579956054688, | |
| "learning_rate": 0.0001667584176739512, | |
| "loss": 50.9411, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.0569105691056913, | |
| "grad_norm": 38362.62890625, | |
| "learning_rate": 0.00016635714256058915, | |
| "loss": 118.019, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.073170731707317, | |
| "grad_norm": 1028.602783203125, | |
| "learning_rate": 0.00016595394915572506, | |
| "loss": 69.6284, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 3.089430894308943, | |
| "grad_norm": 5944.29248046875, | |
| "learning_rate": 0.00016554884911511213, | |
| "loss": 64.6018, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.105691056910569, | |
| "grad_norm": 2787.141845703125, | |
| "learning_rate": 0.00016514185414962182, | |
| "loss": 68.6644, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 3.1219512195121952, | |
| "grad_norm": 2354.9130859375, | |
| "learning_rate": 0.0001647329760249052, | |
| "loss": 81.7822, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.138211382113821, | |
| "grad_norm": 2922.60009765625, | |
| "learning_rate": 0.00016432222656105277, | |
| "loss": 113.863, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.154471544715447, | |
| "grad_norm": 4188.85107421875, | |
| "learning_rate": 0.0001639096176322528, | |
| "loss": 79.855, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.1707317073170733, | |
| "grad_norm": 1911.2069091796875, | |
| "learning_rate": 0.0001634951611664482, | |
| "loss": 69.1627, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.186991869918699, | |
| "grad_norm": 1192.2657470703125, | |
| "learning_rate": 0.0001630788691449914, | |
| "loss": 55.1678, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.203252032520325, | |
| "grad_norm": 10476.7724609375, | |
| "learning_rate": 0.00016266075360229823, | |
| "loss": 88.3594, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.2195121951219514, | |
| "grad_norm": 746.9041748046875, | |
| "learning_rate": 0.00016224082662550003, | |
| "loss": 109.0398, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.2357723577235773, | |
| "grad_norm": 2032.73779296875, | |
| "learning_rate": 0.000161819100354094, | |
| "loss": 44.7227, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.252032520325203, | |
| "grad_norm": 1000.6553955078125, | |
| "learning_rate": 0.0001613955869795925, | |
| "loss": 73.6318, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.2682926829268295, | |
| "grad_norm": 877.0646362304688, | |
| "learning_rate": 0.00016097029874517053, | |
| "loss": 65.1961, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.2845528455284554, | |
| "grad_norm": 20667.6640625, | |
| "learning_rate": 0.0001605432479453117, | |
| "loss": 131.7637, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.3008130081300813, | |
| "grad_norm": 6932.1630859375, | |
| "learning_rate": 0.0001601144469254531, | |
| "loss": 63.2276, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.317073170731707, | |
| "grad_norm": 2701.05029296875, | |
| "learning_rate": 0.00015968390808162797, | |
| "loss": 93.1463, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 2700.706298828125, | |
| "learning_rate": 0.0001592516438601077, | |
| "loss": 63.6073, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.3495934959349594, | |
| "grad_norm": 9397.724609375, | |
| "learning_rate": 0.00015881766675704203, | |
| "loss": 74.2051, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.3658536585365852, | |
| "grad_norm": 919.5447998046875, | |
| "learning_rate": 0.00015838198931809747, | |
| "loss": 55.599, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.3821138211382116, | |
| "grad_norm": 4705.94287109375, | |
| "learning_rate": 0.00015794462413809503, | |
| "loss": 54.821, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.3983739837398375, | |
| "grad_norm": 80140.5, | |
| "learning_rate": 0.00015750558386064584, | |
| "loss": 132.3792, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.4146341463414633, | |
| "grad_norm": 17313.400390625, | |
| "learning_rate": 0.0001570648811777858, | |
| "loss": 73.4562, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.430894308943089, | |
| "grad_norm": 62464.19140625, | |
| "learning_rate": 0.00015662252882960855, | |
| "loss": 123.1144, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.4471544715447155, | |
| "grad_norm": 10362.189453125, | |
| "learning_rate": 0.00015617853960389724, | |
| "loss": 60.7324, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.4634146341463414, | |
| "grad_norm": 8119.03662109375, | |
| "learning_rate": 0.00015573292633575488, | |
| "loss": 47.9465, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.4796747967479673, | |
| "grad_norm": 65353.2890625, | |
| "learning_rate": 0.00015528570190723325, | |
| "loss": 38.784, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.4959349593495936, | |
| "grad_norm": 946.7526245117188, | |
| "learning_rate": 0.00015483687924696047, | |
| "loss": 45.439, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.5121951219512195, | |
| "grad_norm": 8941.34375, | |
| "learning_rate": 0.0001543864713297673, | |
| "loss": 62.3894, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.5284552845528454, | |
| "grad_norm": 169778.421875, | |
| "learning_rate": 0.00015393449117631205, | |
| "loss": 71.317, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.5447154471544717, | |
| "grad_norm": 1309.4539794921875, | |
| "learning_rate": 0.0001534809518527042, | |
| "loss": 59.1676, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.5609756097560976, | |
| "grad_norm": 159682.328125, | |
| "learning_rate": 0.0001530258664701266, | |
| "loss": 74.9109, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.5772357723577235, | |
| "grad_norm": 5231.26611328125, | |
| "learning_rate": 0.00015256924818445652, | |
| "loss": 50.8158, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.59349593495935, | |
| "grad_norm": 840.7651977539062, | |
| "learning_rate": 0.0001521111101958852, | |
| "loss": 53.3685, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.6097560975609757, | |
| "grad_norm": 1039.3839111328125, | |
| "learning_rate": 0.00015165146574853651, | |
| "loss": 51.3367, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.6260162601626016, | |
| "grad_norm": 2042.122802734375, | |
| "learning_rate": 0.00015119032813008384, | |
| "loss": 63.4835, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.642276422764228, | |
| "grad_norm": 1014.0968017578125, | |
| "learning_rate": 0.00015072771067136602, | |
| "loss": 121.3831, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.658536585365854, | |
| "grad_norm": 2085.046875, | |
| "learning_rate": 0.00015026362674600197, | |
| "loss": 86.4089, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.6747967479674797, | |
| "grad_norm": 1501.3868408203125, | |
| "learning_rate": 0.00014979808977000423, | |
| "loss": 87.4238, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.6910569105691056, | |
| "grad_norm": 3143.670166015625, | |
| "learning_rate": 0.0001493311132013908, | |
| "loss": 47.4117, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.7073170731707314, | |
| "grad_norm": 3601.27197265625, | |
| "learning_rate": 0.00014886271053979642, | |
| "loss": 47.0386, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.7235772357723578, | |
| "grad_norm": 1050.021484375, | |
| "learning_rate": 0.00014839289532608208, | |
| "loss": 50.3757, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.7398373983739837, | |
| "grad_norm": 1158.14453125, | |
| "learning_rate": 0.0001479216811419437, | |
| "loss": 53.1059, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.7560975609756095, | |
| "grad_norm": 1679.3118896484375, | |
| "learning_rate": 0.00014744908160951948, | |
| "loss": 81.2242, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.772357723577236, | |
| "grad_norm": 1483.0025634765625, | |
| "learning_rate": 0.00014697511039099602, | |
| "loss": 65.0123, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.7886178861788617, | |
| "grad_norm": 1206.0103759765625, | |
| "learning_rate": 0.00014649978118821356, | |
| "loss": 112.2168, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.8048780487804876, | |
| "grad_norm": 6336.48828125, | |
| "learning_rate": 0.00014602310774226957, | |
| "loss": 98.5093, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.821138211382114, | |
| "grad_norm": 659.5859985351562, | |
| "learning_rate": 0.00014554510383312189, | |
| "loss": 65.6266, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.83739837398374, | |
| "grad_norm": 1136.7991943359375, | |
| "learning_rate": 0.00014506578327919, | |
| "loss": 51.189, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.8536585365853657, | |
| "grad_norm": 6465.4130859375, | |
| "learning_rate": 0.00014458515993695585, | |
| "loss": 69.188, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.869918699186992, | |
| "grad_norm": 5106.58642578125, | |
| "learning_rate": 0.00014410324770056313, | |
| "loss": 96.6794, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.886178861788618, | |
| "grad_norm": 3519.845703125, | |
| "learning_rate": 0.00014362006050141563, | |
| "loss": 55.2195, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.902439024390244, | |
| "grad_norm": 20824.455078125, | |
| "learning_rate": 0.00014313561230777452, | |
| "loss": 47.6591, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.91869918699187, | |
| "grad_norm": 2973.600830078125, | |
| "learning_rate": 0.00014264991712435452, | |
| "loss": 66.8287, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.934959349593496, | |
| "grad_norm": 1502.51025390625, | |
| "learning_rate": 0.00014216298899191916, | |
| "loss": 47.0916, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.951219512195122, | |
| "grad_norm": 13010.16796875, | |
| "learning_rate": 0.0001416748419868747, | |
| "loss": 61.0954, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 3.9674796747967482, | |
| "grad_norm": 953.6785278320312, | |
| "learning_rate": 0.0001411854902208633, | |
| "loss": 47.334, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 3.983739837398374, | |
| "grad_norm": 2903.397216796875, | |
| "learning_rate": 0.00014069494784035505, | |
| "loss": 67.0245, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1550.0595703125, | |
| "learning_rate": 0.0001402032290262391, | |
| "loss": 51.0681, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 4.016260162601626, | |
| "grad_norm": 58333.4921875, | |
| "learning_rate": 0.00013971034799341355, | |
| "loss": 62.1808, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 4.032520325203252, | |
| "grad_norm": 1227.8946533203125, | |
| "learning_rate": 0.0001392163189903747, | |
| "loss": 72.5005, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 4.048780487804878, | |
| "grad_norm": 2188.923828125, | |
| "learning_rate": 0.00013872115629880497, | |
| "loss": 47.0166, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 4.065040650406504, | |
| "grad_norm": 1214.519775390625, | |
| "learning_rate": 0.0001382248742331602, | |
| "loss": 40.6225, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 4.08130081300813, | |
| "grad_norm": 952.546875, | |
| "learning_rate": 0.0001377274871402556, | |
| "loss": 43.3264, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 4.097560975609756, | |
| "grad_norm": 753.4329833984375, | |
| "learning_rate": 0.00013722900939885132, | |
| "loss": 51.3909, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 4.1138211382113825, | |
| "grad_norm": 1024.9317626953125, | |
| "learning_rate": 0.0001367294554192366, | |
| "loss": 42.0499, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 4.130081300813008, | |
| "grad_norm": 546.87841796875, | |
| "learning_rate": 0.00013622883964281316, | |
| "loss": 36.1083, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 4.146341463414634, | |
| "grad_norm": 893.5374755859375, | |
| "learning_rate": 0.00013572717654167777, | |
| "loss": 39.7196, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 4.16260162601626, | |
| "grad_norm": 1298.6865234375, | |
| "learning_rate": 0.00013522448061820393, | |
| "loss": 43.8941, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.178861788617886, | |
| "grad_norm": 1751.4395751953125, | |
| "learning_rate": 0.00013472076640462248, | |
| "loss": 48.5067, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.195121951219512, | |
| "grad_norm": 4070.478759765625, | |
| "learning_rate": 0.00013421604846260173, | |
| "loss": 69.5999, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.211382113821138, | |
| "grad_norm": 1715.4664306640625, | |
| "learning_rate": 0.0001337103413828263, | |
| "loss": 55.5755, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.227642276422764, | |
| "grad_norm": 1144.9033203125, | |
| "learning_rate": 0.00013320365978457534, | |
| "loss": 44.6062, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.2439024390243905, | |
| "grad_norm": 1374.0616455078125, | |
| "learning_rate": 0.00013269601831530003, | |
| "loss": 100.0019, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.260162601626016, | |
| "grad_norm": 649.107666015625, | |
| "learning_rate": 0.0001321874316502, | |
| "loss": 45.9766, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.276422764227642, | |
| "grad_norm": 1265.823486328125, | |
| "learning_rate": 0.00013167791449179928, | |
| "loss": 36.6327, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.2926829268292686, | |
| "grad_norm": 1065.16943359375, | |
| "learning_rate": 0.00013116748156952098, | |
| "loss": 36.6221, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.308943089430894, | |
| "grad_norm": 7990.9853515625, | |
| "learning_rate": 0.00013065614763926184, | |
| "loss": 47.2748, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.32520325203252, | |
| "grad_norm": 3891.1884765625, | |
| "learning_rate": 0.00013014392748296528, | |
| "loss": 60.2811, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.341463414634147, | |
| "grad_norm": 1250.55859375, | |
| "learning_rate": 0.00012963083590819443, | |
| "loss": 59.3533, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.357723577235772, | |
| "grad_norm": 452.96368408203125, | |
| "learning_rate": 0.00012911688774770377, | |
| "loss": 39.7551, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.373983739837398, | |
| "grad_norm": 1382.8927001953125, | |
| "learning_rate": 0.0001286020978590106, | |
| "loss": 56.9612, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.390243902439025, | |
| "grad_norm": 2779.33642578125, | |
| "learning_rate": 0.0001280864811239652, | |
| "loss": 76.6694, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.40650406504065, | |
| "grad_norm": 1720.7236328125, | |
| "learning_rate": 0.00012757005244832113, | |
| "loss": 54.5705, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.4227642276422765, | |
| "grad_norm": 530.7537231445312, | |
| "learning_rate": 0.00012705282676130368, | |
| "loss": 43.2596, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.439024390243903, | |
| "grad_norm": 1741.5948486328125, | |
| "learning_rate": 0.00012653481901517876, | |
| "loss": 44.5357, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.455284552845528, | |
| "grad_norm": 545.766357421875, | |
| "learning_rate": 0.00012601604418482052, | |
| "loss": 64.0609, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.471544715447155, | |
| "grad_norm": 760.1073608398438, | |
| "learning_rate": 0.00012549651726727841, | |
| "loss": 33.9295, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.487804878048781, | |
| "grad_norm": 3076.673583984375, | |
| "learning_rate": 0.0001249762532813437, | |
| "loss": 53.2542, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.504065040650406, | |
| "grad_norm": 613.498779296875, | |
| "learning_rate": 0.0001244552672671152, | |
| "loss": 42.9754, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.520325203252033, | |
| "grad_norm": 633.474365234375, | |
| "learning_rate": 0.0001239335742855645, | |
| "loss": 79.9076, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.536585365853659, | |
| "grad_norm": 534.7109375, | |
| "learning_rate": 0.00012341118941810086, | |
| "loss": 56.3449, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.5528455284552845, | |
| "grad_norm": 988.2083740234375, | |
| "learning_rate": 0.00012288812776613467, | |
| "loss": 60.076, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.569105691056911, | |
| "grad_norm": 987.4862670898438, | |
| "learning_rate": 0.00012236440445064146, | |
| "loss": 44.6687, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.585365853658536, | |
| "grad_norm": 1020.8764038085938, | |
| "learning_rate": 0.00012184003461172437, | |
| "loss": 54.9522, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.6016260162601625, | |
| "grad_norm": 861.468505859375, | |
| "learning_rate": 0.00012131503340817663, | |
| "loss": 72.5806, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.617886178861789, | |
| "grad_norm": 1153.2725830078125, | |
| "learning_rate": 0.00012078941601704343, | |
| "loss": 44.8851, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.634146341463414, | |
| "grad_norm": 7982.6865234375, | |
| "learning_rate": 0.00012026319763318301, | |
| "loss": 49.9482, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.650406504065041, | |
| "grad_norm": 1476.1536865234375, | |
| "learning_rate": 0.00011973639346882746, | |
| "loss": 47.223, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.666666666666667, | |
| "grad_norm": 1169.1434326171875, | |
| "learning_rate": 0.00011920901875314295, | |
| "loss": 51.8643, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.682926829268292, | |
| "grad_norm": 1330.784912109375, | |
| "learning_rate": 0.00011868108873178949, | |
| "loss": 43.6427, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.699186991869919, | |
| "grad_norm": 631.0576171875, | |
| "learning_rate": 0.00011815261866648026, | |
| "loss": 56.523, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.715447154471545, | |
| "grad_norm": 1804.2171630859375, | |
| "learning_rate": 0.00011762362383454024, | |
| "loss": 49.6038, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.7317073170731705, | |
| "grad_norm": 2007.8486328125, | |
| "learning_rate": 0.00011709411952846479, | |
| "loss": 56.3543, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.747967479674797, | |
| "grad_norm": 1846.902099609375, | |
| "learning_rate": 0.00011656412105547733, | |
| "loss": 40.9638, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.764227642276423, | |
| "grad_norm": 854.6354370117188, | |
| "learning_rate": 0.00011603364373708702, | |
| "loss": 47.7196, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.780487804878049, | |
| "grad_norm": 2663.093017578125, | |
| "learning_rate": 0.00011550270290864582, | |
| "loss": 88.7795, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.796747967479675, | |
| "grad_norm": 2370.38720703125, | |
| "learning_rate": 0.00011497131391890498, | |
| "loss": 65.2372, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.8130081300813, | |
| "grad_norm": 1494.7568359375, | |
| "learning_rate": 0.00011443949212957154, | |
| "loss": 68.4685, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.829268292682927, | |
| "grad_norm": 1287.447021484375, | |
| "learning_rate": 0.00011390725291486419, | |
| "loss": 51.913, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.845528455284553, | |
| "grad_norm": 1271.5274658203125, | |
| "learning_rate": 0.00011337461166106871, | |
| "loss": 53.7021, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.861788617886178, | |
| "grad_norm": 1231.7939453125, | |
| "learning_rate": 0.00011284158376609333, | |
| "loss": 31.6516, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.878048780487805, | |
| "grad_norm": 1916.57421875, | |
| "learning_rate": 0.00011230818463902358, | |
| "loss": 69.1733, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.894308943089431, | |
| "grad_norm": 2691.4208984375, | |
| "learning_rate": 0.00011177442969967668, | |
| "loss": 55.0878, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.9105691056910565, | |
| "grad_norm": 1314.462646484375, | |
| "learning_rate": 0.00011124033437815593, | |
| "loss": 40.0013, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.926829268292683, | |
| "grad_norm": 1857.048095703125, | |
| "learning_rate": 0.00011070591411440459, | |
| "loss": 46.5445, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.943089430894309, | |
| "grad_norm": 1580.3558349609375, | |
| "learning_rate": 0.00011017118435775957, | |
| "loss": 38.4451, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 4.959349593495935, | |
| "grad_norm": 1501.5589599609375, | |
| "learning_rate": 0.00010963616056650476, | |
| "loss": 34.3078, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.975609756097561, | |
| "grad_norm": 3925.81591796875, | |
| "learning_rate": 0.00010910085820742419, | |
| "loss": 58.2388, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 4.991869918699187, | |
| "grad_norm": 828.7344360351562, | |
| "learning_rate": 0.00010856529275535487, | |
| "loss": 77.3652, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 5.008130081300813, | |
| "grad_norm": 850.0521240234375, | |
| "learning_rate": 0.00010802947969273946, | |
| "loss": 32.5409, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 5.024390243902439, | |
| "grad_norm": 315.0628967285156, | |
| "learning_rate": 0.00010749343450917873, | |
| "loss": 49.1381, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 5.040650406504065, | |
| "grad_norm": 805.5790405273438, | |
| "learning_rate": 0.0001069571727009837, | |
| "loss": 44.4946, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 5.056910569105691, | |
| "grad_norm": 2954.944091796875, | |
| "learning_rate": 0.0001064207097707277, | |
| "loss": 56.0899, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 5.073170731707317, | |
| "grad_norm": 1296.76025390625, | |
| "learning_rate": 0.00010588406122679825, | |
| "loss": 32.3572, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 5.0894308943089435, | |
| "grad_norm": 682.7062377929688, | |
| "learning_rate": 0.00010534724258294868, | |
| "loss": 41.241, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 5.105691056910569, | |
| "grad_norm": 586.6185302734375, | |
| "learning_rate": 0.00010481026935784967, | |
| "loss": 46.9862, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 5.121951219512195, | |
| "grad_norm": 494.31768798828125, | |
| "learning_rate": 0.0001042731570746406, | |
| "loss": 39.867, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 5.138211382113822, | |
| "grad_norm": 1095.9088134765625, | |
| "learning_rate": 0.00010373592126048093, | |
| "loss": 33.0041, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 5.154471544715447, | |
| "grad_norm": 1172.2149658203125, | |
| "learning_rate": 0.00010319857744610106, | |
| "loss": 84.7379, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 5.170731707317073, | |
| "grad_norm": 7211.0283203125, | |
| "learning_rate": 0.00010266114116535362, | |
| "loss": 48.8282, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 5.186991869918699, | |
| "grad_norm": 1418.6943359375, | |
| "learning_rate": 0.00010212362795476432, | |
| "loss": 46.3707, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 5.203252032520325, | |
| "grad_norm": 3661.55126953125, | |
| "learning_rate": 0.0001015860533530828, | |
| "loss": 93.9867, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 5.219512195121951, | |
| "grad_norm": 1076.226806640625, | |
| "learning_rate": 0.00010104843290083341, | |
| "loss": 68.2097, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.235772357723577, | |
| "grad_norm": 4902.42138671875, | |
| "learning_rate": 0.00010051078213986597, | |
| "loss": 36.9465, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.252032520325203, | |
| "grad_norm": 2610.93212890625, | |
| "learning_rate": 9.997311661290648e-05, | |
| "loss": 56.646, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.2682926829268295, | |
| "grad_norm": 3272.592529296875, | |
| "learning_rate": 9.943545186310787e-05, | |
| "loss": 42.065, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.284552845528455, | |
| "grad_norm": 1224.6219482421875, | |
| "learning_rate": 9.889780343360049e-05, | |
| "loss": 60.0324, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.300813008130081, | |
| "grad_norm": 1191.6717529296875, | |
| "learning_rate": 9.836018686704298e-05, | |
| "loss": 49.1736, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.317073170731708, | |
| "grad_norm": 1531.7381591796875, | |
| "learning_rate": 9.782261770517289e-05, | |
| "loss": 29.3415, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.333333333333333, | |
| "grad_norm": 1613.154296875, | |
| "learning_rate": 9.72851114883572e-05, | |
| "loss": 71.2164, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.349593495934959, | |
| "grad_norm": 1089.3868408203125, | |
| "learning_rate": 9.674768375514347e-05, | |
| "loss": 41.1068, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.365853658536586, | |
| "grad_norm": 425.6622314453125, | |
| "learning_rate": 9.621035004181022e-05, | |
| "loss": 29.7313, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.382113821138211, | |
| "grad_norm": 4809.2626953125, | |
| "learning_rate": 9.56731258819181e-05, | |
| "loss": 59.21, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.3983739837398375, | |
| "grad_norm": 768.4491577148438, | |
| "learning_rate": 9.51360268058607e-05, | |
| "loss": 65.3515, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.414634146341464, | |
| "grad_norm": 1334.3365478515625, | |
| "learning_rate": 9.459906834041558e-05, | |
| "loss": 44.464, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.430894308943089, | |
| "grad_norm": 1523.654296875, | |
| "learning_rate": 9.406226600829545e-05, | |
| "loss": 61.8839, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.4471544715447155, | |
| "grad_norm": 1562.5716552734375, | |
| "learning_rate": 9.352563532769949e-05, | |
| "loss": 51.7122, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.463414634146342, | |
| "grad_norm": 1880.090087890625, | |
| "learning_rate": 9.298919181186458e-05, | |
| "loss": 41.961, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.479674796747967, | |
| "grad_norm": 1722.7073974609375, | |
| "learning_rate": 9.245295096861698e-05, | |
| "loss": 46.5965, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.495934959349594, | |
| "grad_norm": 925.80126953125, | |
| "learning_rate": 9.191692829992401e-05, | |
| "loss": 48.4384, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.512195121951219, | |
| "grad_norm": 1489.31982421875, | |
| "learning_rate": 9.138113930144578e-05, | |
| "loss": 59.3866, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.528455284552845, | |
| "grad_norm": 707.712890625, | |
| "learning_rate": 9.084559946208739e-05, | |
| "loss": 42.5858, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.544715447154472, | |
| "grad_norm": 2299.88720703125, | |
| "learning_rate": 9.031032426355106e-05, | |
| "loss": 36.6626, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.560975609756097, | |
| "grad_norm": 4950.97998046875, | |
| "learning_rate": 8.977532917988871e-05, | |
| "loss": 37.762, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.5772357723577235, | |
| "grad_norm": 891.8377075195312, | |
| "learning_rate": 8.924062967705443e-05, | |
| "loss": 50.5158, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.59349593495935, | |
| "grad_norm": 996.9815673828125, | |
| "learning_rate": 8.870624121245748e-05, | |
| "loss": 56.7966, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.609756097560975, | |
| "grad_norm": 814.5260009765625, | |
| "learning_rate": 8.817217923451554e-05, | |
| "loss": 61.8741, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.626016260162602, | |
| "grad_norm": 1282.3272705078125, | |
| "learning_rate": 8.763845918220793e-05, | |
| "loss": 28.1619, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.642276422764228, | |
| "grad_norm": 1114.01513671875, | |
| "learning_rate": 8.71050964846294e-05, | |
| "loss": 34.5723, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.658536585365853, | |
| "grad_norm": 768.8634033203125, | |
| "learning_rate": 8.657210656054413e-05, | |
| "loss": 40.1524, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.67479674796748, | |
| "grad_norm": 640.5523681640625, | |
| "learning_rate": 8.60395048179399e-05, | |
| "loss": 59.3767, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.691056910569106, | |
| "grad_norm": 976.6678466796875, | |
| "learning_rate": 8.550730665358266e-05, | |
| "loss": 46.2076, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.7073170731707314, | |
| "grad_norm": 904.607666015625, | |
| "learning_rate": 8.497552745257157e-05, | |
| "loss": 44.8267, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.723577235772358, | |
| "grad_norm": 18157.951171875, | |
| "learning_rate": 8.444418258789418e-05, | |
| "loss": 46.1126, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.739837398373984, | |
| "grad_norm": 702.4590454101562, | |
| "learning_rate": 8.391328741998187e-05, | |
| "loss": 62.335, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.7560975609756095, | |
| "grad_norm": 906.1786499023438, | |
| "learning_rate": 8.338285729626595e-05, | |
| "loss": 65.6418, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.772357723577236, | |
| "grad_norm": 1011.940185546875, | |
| "learning_rate": 8.285290755073405e-05, | |
| "loss": 41.4294, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.788617886178862, | |
| "grad_norm": 2783.18798828125, | |
| "learning_rate": 8.23234535034866e-05, | |
| "loss": 73.9544, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.804878048780488, | |
| "grad_norm": 1077.9619140625, | |
| "learning_rate": 8.179451046029424e-05, | |
| "loss": 36.2339, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.821138211382114, | |
| "grad_norm": 1024.14453125, | |
| "learning_rate": 8.12660937121551e-05, | |
| "loss": 40.021, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.83739837398374, | |
| "grad_norm": 1014.1956787109375, | |
| "learning_rate": 8.073821853485288e-05, | |
| "loss": 73.2346, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.853658536585366, | |
| "grad_norm": 869.21875, | |
| "learning_rate": 8.021090018851526e-05, | |
| "loss": 34.6341, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.869918699186992, | |
| "grad_norm": 1306.168212890625, | |
| "learning_rate": 7.968415391717271e-05, | |
| "loss": 71.121, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.886178861788618, | |
| "grad_norm": 1111.87890625, | |
| "learning_rate": 7.915799494831775e-05, | |
| "loss": 33.9404, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.902439024390244, | |
| "grad_norm": 759.7614135742188, | |
| "learning_rate": 7.863243849246494e-05, | |
| "loss": 50.714, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.91869918699187, | |
| "grad_norm": 5193.80419921875, | |
| "learning_rate": 7.810749974271099e-05, | |
| "loss": 59.9144, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.934959349593496, | |
| "grad_norm": 1484.0467529296875, | |
| "learning_rate": 7.758319387429553e-05, | |
| "loss": 58.3316, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.951219512195122, | |
| "grad_norm": 1309.0003662109375, | |
| "learning_rate": 7.705953604416254e-05, | |
| "loss": 48.9651, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 5.967479674796748, | |
| "grad_norm": 754.5973510742188, | |
| "learning_rate": 7.653654139052214e-05, | |
| "loss": 29.4624, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 5.983739837398374, | |
| "grad_norm": 637.7557983398438, | |
| "learning_rate": 7.60142250324129e-05, | |
| "loss": 43.2339, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1177.0924072265625, | |
| "learning_rate": 7.549260206926486e-05, | |
| "loss": 47.2867, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 6.016260162601626, | |
| "grad_norm": 1924.6392822265625, | |
| "learning_rate": 7.4971687580463e-05, | |
| "loss": 38.3521, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 6.032520325203252, | |
| "grad_norm": 916.7091674804688, | |
| "learning_rate": 7.445149662491126e-05, | |
| "loss": 49.7392, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 6.048780487804878, | |
| "grad_norm": 967.6969604492188, | |
| "learning_rate": 7.393204424059725e-05, | |
| "loss": 38.2029, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 6.065040650406504, | |
| "grad_norm": 840.0963745117188, | |
| "learning_rate": 7.341334544415761e-05, | |
| "loss": 77.827, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 6.08130081300813, | |
| "grad_norm": 1400.66064453125, | |
| "learning_rate": 7.289541523044376e-05, | |
| "loss": 66.4577, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 6.097560975609756, | |
| "grad_norm": 767.639892578125, | |
| "learning_rate": 7.237826857208847e-05, | |
| "loss": 30.1595, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 6.1138211382113825, | |
| "grad_norm": 728.1867065429688, | |
| "learning_rate": 7.186192041907298e-05, | |
| "loss": 48.2639, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 6.130081300813008, | |
| "grad_norm": 1045.18798828125, | |
| "learning_rate": 7.134638569829499e-05, | |
| "loss": 54.2319, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 6.146341463414634, | |
| "grad_norm": 1185.36474609375, | |
| "learning_rate": 7.083167931313692e-05, | |
| "loss": 37.9882, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 6.16260162601626, | |
| "grad_norm": 723.2171020507812, | |
| "learning_rate": 7.031781614303519e-05, | |
| "loss": 41.0285, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 6.178861788617886, | |
| "grad_norm": 1335.1109619140625, | |
| "learning_rate": 6.980481104305013e-05, | |
| "loss": 33.8187, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 6.195121951219512, | |
| "grad_norm": 651.626708984375, | |
| "learning_rate": 6.929267884343634e-05, | |
| "loss": 65.5501, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 6.211382113821138, | |
| "grad_norm": 595.5252075195312, | |
| "learning_rate": 6.87814343492142e-05, | |
| "loss": 43.2794, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 6.227642276422764, | |
| "grad_norm": 1277.5653076171875, | |
| "learning_rate": 6.827109233974178e-05, | |
| "loss": 42.5897, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 6.2439024390243905, | |
| "grad_norm": 950.2879028320312, | |
| "learning_rate": 6.776166756828759e-05, | |
| "loss": 59.1106, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 6.260162601626016, | |
| "grad_norm": 862.7484741210938, | |
| "learning_rate": 6.7253174761604e-05, | |
| "loss": 51.2283, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.276422764227642, | |
| "grad_norm": 346.978759765625, | |
| "learning_rate": 6.674562861950167e-05, | |
| "loss": 22.1792, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.2926829268292686, | |
| "grad_norm": 2020.3907470703125, | |
| "learning_rate": 6.62390438144245e-05, | |
| "loss": 34.9443, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.308943089430894, | |
| "grad_norm": 1247.765869140625, | |
| "learning_rate": 6.573343499102545e-05, | |
| "loss": 89.5246, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.32520325203252, | |
| "grad_norm": 1061.9462890625, | |
| "learning_rate": 6.52288167657433e-05, | |
| "loss": 57.1117, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.341463414634147, | |
| "grad_norm": 740.0230712890625, | |
| "learning_rate": 6.472520372637999e-05, | |
| "loss": 41.9892, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.357723577235772, | |
| "grad_norm": 437.2298583984375, | |
| "learning_rate": 6.422261043167893e-05, | |
| "loss": 41.5301, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.373983739837398, | |
| "grad_norm": 707.180908203125, | |
| "learning_rate": 6.372105141090417e-05, | |
| "loss": 61.3545, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.390243902439025, | |
| "grad_norm": 533.357177734375, | |
| "learning_rate": 6.322054116342044e-05, | |
| "loss": 40.3018, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.40650406504065, | |
| "grad_norm": 423.275634765625, | |
| "learning_rate": 6.272109415827379e-05, | |
| "loss": 31.2483, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.4227642276422765, | |
| "grad_norm": 535.2537231445312, | |
| "learning_rate": 6.222272483377345e-05, | |
| "loss": 61.084, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.439024390243903, | |
| "grad_norm": 654.32470703125, | |
| "learning_rate": 6.172544759707449e-05, | |
| "loss": 69.6351, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.455284552845528, | |
| "grad_norm": 827.914794921875, | |
| "learning_rate": 6.122927682376119e-05, | |
| "loss": 34.8883, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.471544715447155, | |
| "grad_norm": 364.55615234375, | |
| "learning_rate": 6.0734226857431554e-05, | |
| "loss": 32.2486, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.487804878048781, | |
| "grad_norm": 383.2949523925781, | |
| "learning_rate": 6.0240312009282674e-05, | |
| "loss": 27.0549, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.504065040650406, | |
| "grad_norm": 666.8985595703125, | |
| "learning_rate": 5.9747546557696924e-05, | |
| "loss": 30.6733, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.520325203252033, | |
| "grad_norm": 322.81890869140625, | |
| "learning_rate": 5.925594474782925e-05, | |
| "loss": 41.4183, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.536585365853659, | |
| "grad_norm": 1725.4873046875, | |
| "learning_rate": 5.876552079119536e-05, | |
| "loss": 56.3451, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.5528455284552845, | |
| "grad_norm": 417.5548095703125, | |
| "learning_rate": 5.827628886526093e-05, | |
| "loss": 46.2162, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.569105691056911, | |
| "grad_norm": 626.910400390625, | |
| "learning_rate": 5.778826311303169e-05, | |
| "loss": 29.055, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.585365853658536, | |
| "grad_norm": 661.1826171875, | |
| "learning_rate": 5.730145764264448e-05, | |
| "loss": 27.6717, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.6016260162601625, | |
| "grad_norm": 595.2796020507812, | |
| "learning_rate": 5.681588652695966e-05, | |
| "loss": 50.871, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.617886178861789, | |
| "grad_norm": 1768.0650634765625, | |
| "learning_rate": 5.6331563803154086e-05, | |
| "loss": 31.054, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.634146341463414, | |
| "grad_norm": 1227.727783203125, | |
| "learning_rate": 5.584850347231528e-05, | |
| "loss": 36.9891, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 6.650406504065041, | |
| "grad_norm": 1646.6304931640625, | |
| "learning_rate": 5.536671949903689e-05, | |
| "loss": 33.9344, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 1407.2939453125, | |
| "learning_rate": 5.4886225811014814e-05, | |
| "loss": 51.3101, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 6.682926829268292, | |
| "grad_norm": 1124.4527587890625, | |
| "learning_rate": 5.440703629864454e-05, | |
| "loss": 49.1819, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 6.699186991869919, | |
| "grad_norm": 689.7494506835938, | |
| "learning_rate": 5.392916481461983e-05, | |
| "loss": 36.6202, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 6.715447154471545, | |
| "grad_norm": 714.1576538085938, | |
| "learning_rate": 5.3452625173531964e-05, | |
| "loss": 32.2473, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 6.7317073170731705, | |
| "grad_norm": 479.4760437011719, | |
| "learning_rate": 5.297743115147062e-05, | |
| "loss": 35.0904, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 6.747967479674797, | |
| "grad_norm": 362.479736328125, | |
| "learning_rate": 5.250359648562551e-05, | |
| "loss": 43.3301, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 6.764227642276423, | |
| "grad_norm": 668.361572265625, | |
| "learning_rate": 5.203113487388917e-05, | |
| "loss": 50.1241, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.780487804878049, | |
| "grad_norm": 1105.221923828125, | |
| "learning_rate": 5.156005997446118e-05, | |
| "loss": 36.7327, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.796747967479675, | |
| "grad_norm": 528.5939331054688, | |
| "learning_rate": 5.109038540545326e-05, | |
| "loss": 45.8215, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.8130081300813, | |
| "grad_norm": 635.588134765625, | |
| "learning_rate": 5.062212474449537e-05, | |
| "loss": 68.0413, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.829268292682927, | |
| "grad_norm": 629.8543701171875, | |
| "learning_rate": 5.0155291528343577e-05, | |
| "loss": 89.9357, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.845528455284553, | |
| "grad_norm": 511.0000915527344, | |
| "learning_rate": 4.96898992524884e-05, | |
| "loss": 39.3891, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.861788617886178, | |
| "grad_norm": 331.4763488769531, | |
| "learning_rate": 4.922596137076493e-05, | |
| "loss": 32.5439, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.878048780487805, | |
| "grad_norm": 433.0771484375, | |
| "learning_rate": 4.876349129496355e-05, | |
| "loss": 64.7455, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.894308943089431, | |
| "grad_norm": 456.54644775390625, | |
| "learning_rate": 4.830250239444276e-05, | |
| "loss": 44.152, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.9105691056910565, | |
| "grad_norm": 1340.421142578125, | |
| "learning_rate": 4.7843007995742065e-05, | |
| "loss": 30.8355, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.926829268292683, | |
| "grad_norm": 1253.5787353515625, | |
| "learning_rate": 4.7385021382197216e-05, | |
| "loss": 48.8547, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 6.943089430894309, | |
| "grad_norm": 735.3323974609375, | |
| "learning_rate": 4.692855579355597e-05, | |
| "loss": 29.7913, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 6.959349593495935, | |
| "grad_norm": 485.3312072753906, | |
| "learning_rate": 4.647362442559535e-05, | |
| "loss": 45.8068, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 6.975609756097561, | |
| "grad_norm": 1383.2845458984375, | |
| "learning_rate": 4.602024042974027e-05, | |
| "loss": 38.6388, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 6.991869918699187, | |
| "grad_norm": 491.0514831542969, | |
| "learning_rate": 4.556841691268333e-05, | |
| "loss": 36.584, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 7.008130081300813, | |
| "grad_norm": 417.0002746582031, | |
| "learning_rate": 4.511816693600577e-05, | |
| "loss": 39.8136, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 7.024390243902439, | |
| "grad_norm": 731.73828125, | |
| "learning_rate": 4.46695035158001e-05, | |
| "loss": 32.1251, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 7.040650406504065, | |
| "grad_norm": 649.9963989257812, | |
| "learning_rate": 4.42224396222937e-05, | |
| "loss": 24.8058, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 7.056910569105691, | |
| "grad_norm": 497.6392517089844, | |
| "learning_rate": 4.377698817947385e-05, | |
| "loss": 37.5999, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 7.073170731707317, | |
| "grad_norm": 1092.6939697265625, | |
| "learning_rate": 4.333316206471418e-05, | |
| "loss": 34.9651, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 7.0894308943089435, | |
| "grad_norm": 252.49484252929688, | |
| "learning_rate": 4.2890974108402425e-05, | |
| "loss": 64.3354, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 7.105691056910569, | |
| "grad_norm": 704.4669799804688, | |
| "learning_rate": 4.2450437093569315e-05, | |
| "loss": 66.6694, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 7.121951219512195, | |
| "grad_norm": 1412.200927734375, | |
| "learning_rate": 4.2011563755519326e-05, | |
| "loss": 34.0108, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 7.138211382113822, | |
| "grad_norm": 513.7908935546875, | |
| "learning_rate": 4.157436678146238e-05, | |
| "loss": 23.0915, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 7.154471544715447, | |
| "grad_norm": 429.260986328125, | |
| "learning_rate": 4.1138858810146965e-05, | |
| "loss": 21.7249, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 7.170731707317073, | |
| "grad_norm": 282.83160400390625, | |
| "learning_rate": 4.0705052431494995e-05, | |
| "loss": 35.1431, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 7.186991869918699, | |
| "grad_norm": 189.756591796875, | |
| "learning_rate": 4.027296018623772e-05, | |
| "loss": 30.4934, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 7.203252032520325, | |
| "grad_norm": 484.0589904785156, | |
| "learning_rate": 3.9842594565553085e-05, | |
| "loss": 25.1109, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 7.219512195121951, | |
| "grad_norm": 707.24560546875, | |
| "learning_rate": 3.9413968010704984e-05, | |
| "loss": 49.4997, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 7.235772357723577, | |
| "grad_norm": 321.16485595703125, | |
| "learning_rate": 3.898709291268313e-05, | |
| "loss": 50.0109, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 7.252032520325203, | |
| "grad_norm": 468.12042236328125, | |
| "learning_rate": 3.8561981611845246e-05, | |
| "loss": 71.7242, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 7.2682926829268295, | |
| "grad_norm": 628.5554809570312, | |
| "learning_rate": 3.813864639756007e-05, | |
| "loss": 31.7032, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 7.284552845528455, | |
| "grad_norm": 597.160400390625, | |
| "learning_rate": 3.771709950785228e-05, | |
| "loss": 27.9663, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 7.300813008130081, | |
| "grad_norm": 450.8225402832031, | |
| "learning_rate": 3.7297353129048476e-05, | |
| "loss": 21.0904, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.317073170731708, | |
| "grad_norm": 615.4117431640625, | |
| "learning_rate": 3.687941939542513e-05, | |
| "loss": 32.9963, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.333333333333333, | |
| "grad_norm": 751.5721435546875, | |
| "learning_rate": 3.646331038885768e-05, | |
| "loss": 33.0976, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.349593495934959, | |
| "grad_norm": 13358.826171875, | |
| "learning_rate": 3.6049038138471215e-05, | |
| "loss": 48.3166, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.365853658536586, | |
| "grad_norm": 5210.142578125, | |
| "learning_rate": 3.5636614620292854e-05, | |
| "loss": 42.6251, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.382113821138211, | |
| "grad_norm": 1281.064453125, | |
| "learning_rate": 3.522605175690544e-05, | |
| "loss": 29.0492, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.3983739837398375, | |
| "grad_norm": 357.83819580078125, | |
| "learning_rate": 3.481736141710293e-05, | |
| "loss": 35.3369, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.414634146341464, | |
| "grad_norm": 173.05294799804688, | |
| "learning_rate": 3.4410555415547306e-05, | |
| "loss": 33.2367, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.430894308943089, | |
| "grad_norm": 3365.111572265625, | |
| "learning_rate": 3.4005645512426834e-05, | |
| "loss": 29.4222, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.4471544715447155, | |
| "grad_norm": 670.9901733398438, | |
| "learning_rate": 3.3602643413116386e-05, | |
| "loss": 44.8467, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.463414634146342, | |
| "grad_norm": 454.53265380859375, | |
| "learning_rate": 3.320156076783891e-05, | |
| "loss": 32.9965, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.479674796747967, | |
| "grad_norm": 1082.113525390625, | |
| "learning_rate": 3.280240917132853e-05, | |
| "loss": 37.7567, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.495934959349594, | |
| "grad_norm": 21382.505859375, | |
| "learning_rate": 3.2405200162495586e-05, | |
| "loss": 27.9646, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.512195121951219, | |
| "grad_norm": 391.889892578125, | |
| "learning_rate": 3.200994522409293e-05, | |
| "loss": 32.9818, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.528455284552845, | |
| "grad_norm": 4713.3359375, | |
| "learning_rate": 3.1616655782383864e-05, | |
| "loss": 37.4087, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.544715447154472, | |
| "grad_norm": 2711.176513671875, | |
| "learning_rate": 3.122534320681214e-05, | |
| "loss": 48.8535, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.560975609756097, | |
| "grad_norm": 1700.7119140625, | |
| "learning_rate": 3.083601880967302e-05, | |
| "loss": 42.1752, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.5772357723577235, | |
| "grad_norm": 420.5804443359375, | |
| "learning_rate": 3.0448693845786246e-05, | |
| "loss": 26.3437, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 7.59349593495935, | |
| "grad_norm": 279.73455810546875, | |
| "learning_rate": 3.0063379512170852e-05, | |
| "loss": 26.54, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 7.609756097560975, | |
| "grad_norm": 373.8387756347656, | |
| "learning_rate": 2.968008694772141e-05, | |
| "loss": 32.9037, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 7.626016260162602, | |
| "grad_norm": 4132.44873046875, | |
| "learning_rate": 2.9298827232885863e-05, | |
| "loss": 30.5371, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 7.642276422764228, | |
| "grad_norm": 448.18359375, | |
| "learning_rate": 2.8919611389345447e-05, | |
| "loss": 23.2553, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 7.658536585365853, | |
| "grad_norm": 1203.708984375, | |
| "learning_rate": 2.8542450379695973e-05, | |
| "loss": 48.5284, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 7.67479674796748, | |
| "grad_norm": 234.6784210205078, | |
| "learning_rate": 2.8167355107130787e-05, | |
| "loss": 63.0278, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 7.691056910569106, | |
| "grad_norm": 475.01544189453125, | |
| "learning_rate": 2.77943364151258e-05, | |
| "loss": 26.5827, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 7.7073170731707314, | |
| "grad_norm": 2622.9150390625, | |
| "learning_rate": 2.7423405087125832e-05, | |
| "loss": 37.8167, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 7.723577235772358, | |
| "grad_norm": 2133.2802734375, | |
| "learning_rate": 2.705457184623299e-05, | |
| "loss": 45.3475, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 7.739837398373984, | |
| "grad_norm": 467.1634216308594, | |
| "learning_rate": 2.668784735489662e-05, | |
| "loss": 38.3572, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 7.7560975609756095, | |
| "grad_norm": 2866.9052734375, | |
| "learning_rate": 2.632324221460515e-05, | |
| "loss": 49.7959, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 7.772357723577236, | |
| "grad_norm": 5320.82470703125, | |
| "learning_rate": 2.5960766965579407e-05, | |
| "loss": 27.4925, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 7.788617886178862, | |
| "grad_norm": 12207.2236328125, | |
| "learning_rate": 2.5600432086468207e-05, | |
| "loss": 25.4184, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 7.804878048780488, | |
| "grad_norm": 928.2150268554688, | |
| "learning_rate": 2.5242247994045255e-05, | |
| "loss": 38.9474, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 7.821138211382114, | |
| "grad_norm": 666.2001342773438, | |
| "learning_rate": 2.4886225042907973e-05, | |
| "loss": 28.4315, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 7.83739837398374, | |
| "grad_norm": 394.76727294921875, | |
| "learning_rate": 2.453237352517831e-05, | |
| "loss": 35.7413, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 7.853658536585366, | |
| "grad_norm": 1564.347900390625, | |
| "learning_rate": 2.4180703670205108e-05, | |
| "loss": 49.657, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 7.869918699186992, | |
| "grad_norm": 662.8395385742188, | |
| "learning_rate": 2.3831225644268416e-05, | |
| "loss": 23.6479, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 7.886178861788618, | |
| "grad_norm": 448.2498474121094, | |
| "learning_rate": 2.348394955028561e-05, | |
| "loss": 30.4568, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 7.902439024390244, | |
| "grad_norm": 738.3649291992188, | |
| "learning_rate": 2.3138885427519262e-05, | |
| "loss": 48.6049, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.91869918699187, | |
| "grad_norm": 600.122314453125, | |
| "learning_rate": 2.2796043251287002e-05, | |
| "loss": 24.3334, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 7.934959349593496, | |
| "grad_norm": 604.3839111328125, | |
| "learning_rate": 2.2455432932673182e-05, | |
| "loss": 48.3579, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 7.951219512195122, | |
| "grad_norm": 854.1920166015625, | |
| "learning_rate": 2.2117064318242154e-05, | |
| "loss": 50.2401, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 7.967479674796748, | |
| "grad_norm": 8056.27490234375, | |
| "learning_rate": 2.1780947189753875e-05, | |
| "loss": 41.4174, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 7.983739837398374, | |
| "grad_norm": 788.5985717773438, | |
| "learning_rate": 2.1447091263881014e-05, | |
| "loss": 41.0822, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 194.98179626464844, | |
| "learning_rate": 2.111550619192797e-05, | |
| "loss": 28.0501, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 8.016260162601625, | |
| "grad_norm": 463.9582214355469, | |
| "learning_rate": 2.0786201559552022e-05, | |
| "loss": 38.9959, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 8.032520325203253, | |
| "grad_norm": 361.2221374511719, | |
| "learning_rate": 2.045918688648616e-05, | |
| "loss": 37.643, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 8.048780487804878, | |
| "grad_norm": 3094.411376953125, | |
| "learning_rate": 2.013447162626384e-05, | |
| "loss": 23.8148, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 8.065040650406504, | |
| "grad_norm": 618.3005981445312, | |
| "learning_rate": 1.981206516594576e-05, | |
| "loss": 45.4684, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 8.08130081300813, | |
| "grad_norm": 3658.843994140625, | |
| "learning_rate": 1.949197682584848e-05, | |
| "loss": 47.9616, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 8.097560975609756, | |
| "grad_norm": 3654.126708984375, | |
| "learning_rate": 1.9174215859274892e-05, | |
| "loss": 39.6678, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 8.113821138211382, | |
| "grad_norm": 3715.457763671875, | |
| "learning_rate": 1.885879145224688e-05, | |
| "loss": 28.395, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 8.130081300813009, | |
| "grad_norm": 13629.64453125, | |
| "learning_rate": 1.8545712723239682e-05, | |
| "loss": 30.707, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 8.146341463414634, | |
| "grad_norm": 1702.9984130859375, | |
| "learning_rate": 1.823498872291821e-05, | |
| "loss": 39.2062, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 8.16260162601626, | |
| "grad_norm": 652.4723510742188, | |
| "learning_rate": 1.792662843387557e-05, | |
| "loss": 25.4401, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 8.178861788617887, | |
| "grad_norm": 545.2056884765625, | |
| "learning_rate": 1.7620640770373286e-05, | |
| "loss": 65.776, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 8.195121951219512, | |
| "grad_norm": 986.5762329101562, | |
| "learning_rate": 1.7317034578083547e-05, | |
| "loss": 27.4899, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 8.211382113821138, | |
| "grad_norm": 471.08343505859375, | |
| "learning_rate": 1.70158186338337e-05, | |
| "loss": 35.4397, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 8.227642276422765, | |
| "grad_norm": 284.622802734375, | |
| "learning_rate": 1.6717001645352324e-05, | |
| "loss": 22.5494, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 8.24390243902439, | |
| "grad_norm": 22431.65625, | |
| "learning_rate": 1.6420592251017487e-05, | |
| "loss": 45.1601, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 8.260162601626016, | |
| "grad_norm": 780.5162353515625, | |
| "learning_rate": 1.6126599019607223e-05, | |
| "loss": 33.0745, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 8.276422764227643, | |
| "grad_norm": 961.0186767578125, | |
| "learning_rate": 1.5835030450051656e-05, | |
| "loss": 34.2111, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 8.292682926829269, | |
| "grad_norm": 240.08079528808594, | |
| "learning_rate": 1.5545894971187303e-05, | |
| "loss": 25.9617, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 8.308943089430894, | |
| "grad_norm": 2864.75, | |
| "learning_rate": 1.525920094151353e-05, | |
| "loss": 43.9031, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 8.32520325203252, | |
| "grad_norm": 791.8621215820312, | |
| "learning_rate": 1.4974956648950845e-05, | |
| "loss": 37.113, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 8.341463414634147, | |
| "grad_norm": 470.98736572265625, | |
| "learning_rate": 1.4693170310601212e-05, | |
| "loss": 34.8349, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.357723577235772, | |
| "grad_norm": 840.1485595703125, | |
| "learning_rate": 1.4413850072510704e-05, | |
| "loss": 24.1196, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.373983739837398, | |
| "grad_norm": 660.6499633789062, | |
| "learning_rate": 1.4137004009433885e-05, | |
| "loss": 20.1648, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.390243902439025, | |
| "grad_norm": 1366.75390625, | |
| "learning_rate": 1.386264012460039e-05, | |
| "loss": 29.1244, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.40650406504065, | |
| "grad_norm": 270.5916442871094, | |
| "learning_rate": 1.3590766349483586e-05, | |
| "loss": 36.4448, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.422764227642276, | |
| "grad_norm": 439.3215637207031, | |
| "learning_rate": 1.3321390543571266e-05, | |
| "loss": 33.3136, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.439024390243903, | |
| "grad_norm": 37061.68359375, | |
| "learning_rate": 1.3054520494138445e-05, | |
| "loss": 64.5556, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.455284552845528, | |
| "grad_norm": 316.3396911621094, | |
| "learning_rate": 1.2790163916022312e-05, | |
| "loss": 27.1406, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.471544715447154, | |
| "grad_norm": 2111.4130859375, | |
| "learning_rate": 1.2528328451399041e-05, | |
| "loss": 22.3547, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.487804878048781, | |
| "grad_norm": 489.82464599609375, | |
| "learning_rate": 1.2269021669563041e-05, | |
| "loss": 20.5392, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.504065040650406, | |
| "grad_norm": 1655.57275390625, | |
| "learning_rate": 1.2012251066708035e-05, | |
| "loss": 25.9037, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.520325203252032, | |
| "grad_norm": 1041.8621826171875, | |
| "learning_rate": 1.1758024065710404e-05, | |
| "loss": 26.4345, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.536585365853659, | |
| "grad_norm": 1299.66650390625, | |
| "learning_rate": 1.150634801591457e-05, | |
| "loss": 42.8872, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 8.552845528455284, | |
| "grad_norm": 435.3826904296875, | |
| "learning_rate": 1.1257230192920565e-05, | |
| "loss": 42.8848, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 8.56910569105691, | |
| "grad_norm": 726.2322998046875, | |
| "learning_rate": 1.1010677798373625e-05, | |
| "loss": 25.041, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 8.585365853658537, | |
| "grad_norm": 3022.15625, | |
| "learning_rate": 1.0766697959756166e-05, | |
| "loss": 68.7748, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 8.601626016260163, | |
| "grad_norm": 4241.69580078125, | |
| "learning_rate": 1.0525297730181572e-05, | |
| "loss": 74.2972, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 8.617886178861788, | |
| "grad_norm": 961.3088989257812, | |
| "learning_rate": 1.028648408819034e-05, | |
| "loss": 24.1545, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 8.634146341463415, | |
| "grad_norm": 949.1688842773438, | |
| "learning_rate": 1.0050263937548433e-05, | |
| "loss": 49.1739, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 8.65040650406504, | |
| "grad_norm": 470.57708740234375, | |
| "learning_rate": 9.816644107047613e-06, | |
| "loss": 32.3933, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 8.666666666666666, | |
| "grad_norm": 717.5396728515625, | |
| "learning_rate": 9.585631350308e-06, | |
| "loss": 32.7468, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 8.682926829268293, | |
| "grad_norm": 575.5538330078125, | |
| "learning_rate": 9.357232345582922e-06, | |
| "loss": 37.3175, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 8.699186991869919, | |
| "grad_norm": 371.1407775878906, | |
| "learning_rate": 9.131453695565872e-06, | |
| "loss": 48.2922, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 8.715447154471544, | |
| "grad_norm": 1407.066650390625, | |
| "learning_rate": 8.90830192719947e-06, | |
| "loss": 34.3162, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 8.731707317073171, | |
| "grad_norm": 2786.113525390625, | |
| "learning_rate": 8.687783491486966e-06, | |
| "loss": 51.1913, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 8.747967479674797, | |
| "grad_norm": 407.6085510253906, | |
| "learning_rate": 8.46990476330567e-06, | |
| "loss": 27.1041, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 8.764227642276422, | |
| "grad_norm": 317.9125671386719, | |
| "learning_rate": 8.254672041222611e-06, | |
| "loss": 57.7832, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 8.78048780487805, | |
| "grad_norm": 200.4461669921875, | |
| "learning_rate": 8.042091547312569e-06, | |
| "loss": 24.9711, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 8.796747967479675, | |
| "grad_norm": 25919.078125, | |
| "learning_rate": 7.83216942697813e-06, | |
| "loss": 30.2866, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 8.8130081300813, | |
| "grad_norm": 9640.9111328125, | |
| "learning_rate": 7.624911748772023e-06, | |
| "loss": 46.633, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 8.829268292682928, | |
| "grad_norm": 339.77239990234375, | |
| "learning_rate": 7.420324504221721e-06, | |
| "loss": 49.0615, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 8.845528455284553, | |
| "grad_norm": 360.1629638671875, | |
| "learning_rate": 7.218413607656227e-06, | |
| "loss": 43.912, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 8.861788617886178, | |
| "grad_norm": 357.3642578125, | |
| "learning_rate": 7.019184896035103e-06, | |
| "loss": 40.2426, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 8.878048780487806, | |
| "grad_norm": 342.8908386230469, | |
| "learning_rate": 6.822644128779721e-06, | |
| "loss": 27.857, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 8.894308943089431, | |
| "grad_norm": 1741.92333984375, | |
| "learning_rate": 6.628796987606722e-06, | |
| "loss": 22.8556, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 8.910569105691057, | |
| "grad_norm": 817.4639282226562, | |
| "learning_rate": 6.437649076363883e-06, | |
| "loss": 25.4468, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 8.926829268292684, | |
| "grad_norm": 418.2152404785156, | |
| "learning_rate": 6.249205920868018e-06, | |
| "loss": 30.6125, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 8.94308943089431, | |
| "grad_norm": 345.6661071777344, | |
| "learning_rate": 6.063472968745221e-06, | |
| "loss": 24.8203, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 8.959349593495935, | |
| "grad_norm": 311.8279113769531, | |
| "learning_rate": 5.880455589273481e-06, | |
| "loss": 28.5219, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 8.975609756097562, | |
| "grad_norm": 398.0353698730469, | |
| "learning_rate": 5.7001590732273955e-06, | |
| "loss": 38.751, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 8.991869918699187, | |
| "grad_norm": 4006.41796875, | |
| "learning_rate": 5.522588632725245e-06, | |
| "loss": 48.2014, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 9.008130081300813, | |
| "grad_norm": 863.8807983398438, | |
| "learning_rate": 5.34774940107825e-06, | |
| "loss": 42.1497, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 9.024390243902438, | |
| "grad_norm": 6790.38232421875, | |
| "learning_rate": 5.175646432642278e-06, | |
| "loss": 31.0566, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 9.040650406504065, | |
| "grad_norm": 772.9898681640625, | |
| "learning_rate": 5.006284702671693e-06, | |
| "loss": 36.8164, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 9.05691056910569, | |
| "grad_norm": 4930.9443359375, | |
| "learning_rate": 4.839669107175493e-06, | |
| "loss": 42.4926, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 9.073170731707316, | |
| "grad_norm": 192.48233032226562, | |
| "learning_rate": 4.675804462775801e-06, | |
| "loss": 39.5624, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 9.089430894308943, | |
| "grad_norm": 886.0300903320312, | |
| "learning_rate": 4.5146955065686e-06, | |
| "loss": 32.467, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 9.105691056910569, | |
| "grad_norm": 271.0351257324219, | |
| "learning_rate": 4.3563468959868515e-06, | |
| "loss": 29.2705, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 9.121951219512194, | |
| "grad_norm": 651.6824340820312, | |
| "learning_rate": 4.2007632086658035e-06, | |
| "loss": 40.7806, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 9.138211382113822, | |
| "grad_norm": 153.58518981933594, | |
| "learning_rate": 4.047948942310631e-06, | |
| "loss": 32.8395, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 9.154471544715447, | |
| "grad_norm": 771.262939453125, | |
| "learning_rate": 3.897908514566484e-06, | |
| "loss": 59.9376, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 9.170731707317072, | |
| "grad_norm": 2750.450439453125, | |
| "learning_rate": 3.750646262890767e-06, | |
| "loss": 26.9996, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 9.1869918699187, | |
| "grad_norm": 361.48516845703125, | |
| "learning_rate": 3.60616644442765e-06, | |
| "loss": 30.9447, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 9.203252032520325, | |
| "grad_norm": 1025.7686767578125, | |
| "learning_rate": 3.4644732358851685e-06, | |
| "loss": 27.8333, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 9.21951219512195, | |
| "grad_norm": 301.7310485839844, | |
| "learning_rate": 3.3255707334143516e-06, | |
| "loss": 50.7049, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 9.235772357723578, | |
| "grad_norm": 282.4934997558594, | |
| "learning_rate": 3.1894629524908293e-06, | |
| "loss": 58.6614, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 9.252032520325203, | |
| "grad_norm": 2989.5283203125, | |
| "learning_rate": 3.056153827798791e-06, | |
| "loss": 65.7686, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 9.268292682926829, | |
| "grad_norm": 145.37416076660156, | |
| "learning_rate": 2.9256472131172442e-06, | |
| "loss": 24.332, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 9.284552845528456, | |
| "grad_norm": 245.1734619140625, | |
| "learning_rate": 2.797946881208513e-06, | |
| "loss": 62.6, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 9.300813008130081, | |
| "grad_norm": 842.1190795898438, | |
| "learning_rate": 2.673056523709294e-06, | |
| "loss": 33.1712, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 9.317073170731707, | |
| "grad_norm": 205.359130859375, | |
| "learning_rate": 2.550979751023885e-06, | |
| "loss": 24.7365, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 9.333333333333334, | |
| "grad_norm": 189.57533264160156, | |
| "learning_rate": 2.431720092219758e-06, | |
| "loss": 28.2499, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 9.34959349593496, | |
| "grad_norm": 311.52374267578125, | |
| "learning_rate": 2.3152809949256503e-06, | |
| "loss": 21.5204, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 9.365853658536585, | |
| "grad_norm": 2237.07958984375, | |
| "learning_rate": 2.2016658252318025e-06, | |
| "loss": 26.6137, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 9.382113821138212, | |
| "grad_norm": 623.1047973632812, | |
| "learning_rate": 2.0908778675927e-06, | |
| "loss": 24.8671, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.398373983739837, | |
| "grad_norm": 292.36285400390625, | |
| "learning_rate": 1.9829203247321293e-06, | |
| "loss": 23.2705, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.414634146341463, | |
| "grad_norm": 139.58456420898438, | |
| "learning_rate": 1.8777963175505398e-06, | |
| "loss": 34.1858, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.43089430894309, | |
| "grad_norm": 5472.58349609375, | |
| "learning_rate": 1.7755088850348822e-06, | |
| "loss": 23.8006, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.447154471544716, | |
| "grad_norm": 1327.946533203125, | |
| "learning_rate": 1.676060984170702e-06, | |
| "loss": 27.9731, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.463414634146341, | |
| "grad_norm": 156.09629821777344, | |
| "learning_rate": 1.5794554898567182e-06, | |
| "loss": 24.1258, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.479674796747968, | |
| "grad_norm": 485.4151306152344, | |
| "learning_rate": 1.4856951948216569e-06, | |
| "loss": 28.9193, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 9.495934959349594, | |
| "grad_norm": 354.6837158203125, | |
| "learning_rate": 1.39478280954356e-06, | |
| "loss": 33.2445, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 9.512195121951219, | |
| "grad_norm": 503.53289794921875, | |
| "learning_rate": 1.3067209621713928e-06, | |
| "loss": 25.0091, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 9.528455284552846, | |
| "grad_norm": 329.1166687011719, | |
| "learning_rate": 1.221512198449093e-06, | |
| "loss": 35.9692, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 9.544715447154472, | |
| "grad_norm": 374.5758361816406, | |
| "learning_rate": 1.1391589816419968e-06, | |
| "loss": 25.7447, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 9.560975609756097, | |
| "grad_norm": 257.5137939453125, | |
| "learning_rate": 1.059663692465529e-06, | |
| "loss": 37.0374, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 9.577235772357724, | |
| "grad_norm": 284.5126037597656, | |
| "learning_rate": 9.830286290165357e-07, | |
| "loss": 23.4132, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 9.59349593495935, | |
| "grad_norm": 689.851806640625, | |
| "learning_rate": 9.092560067067268e-07, | |
| "loss": 47.7638, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 9.609756097560975, | |
| "grad_norm": 1487.80859375, | |
| "learning_rate": 8.383479581986597e-07, | |
| "loss": 22.3418, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 9.6260162601626, | |
| "grad_norm": 1127.08837890625, | |
| "learning_rate": 7.70306533344134e-07, | |
| "loss": 24.0052, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 9.642276422764228, | |
| "grad_norm": 6250.7666015625, | |
| "learning_rate": 7.051336991248714e-07, | |
| "loss": 31.2493, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 9.658536585365853, | |
| "grad_norm": 565.5596923828125, | |
| "learning_rate": 6.428313395956953e-07, | |
| "loss": 20.2709, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 9.67479674796748, | |
| "grad_norm": 142.4834442138672, | |
| "learning_rate": 5.834012558300295e-07, | |
| "loss": 27.2821, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 9.691056910569106, | |
| "grad_norm": 559.2692260742188, | |
| "learning_rate": 5.26845165867873e-07, | |
| "loss": 56.2713, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 9.707317073170731, | |
| "grad_norm": 170.9761199951172, | |
| "learning_rate": 4.7316470466611804e-07, | |
| "loss": 25.9403, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 9.723577235772357, | |
| "grad_norm": 577.9078369140625, | |
| "learning_rate": 4.22361424051243e-07, | |
| "loss": 27.2287, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 9.739837398373984, | |
| "grad_norm": 203.03167724609375, | |
| "learning_rate": 3.7443679267453735e-07, | |
| "loss": 33.0212, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 9.75609756097561, | |
| "grad_norm": 1709.7088623046875, | |
| "learning_rate": 3.2939219596956895e-07, | |
| "loss": 30.0687, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 9.772357723577235, | |
| "grad_norm": 226.99795532226562, | |
| "learning_rate": 2.872289361121605e-07, | |
| "loss": 36.0599, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 9.788617886178862, | |
| "grad_norm": 805.7896728515625, | |
| "learning_rate": 2.4794823198275307e-07, | |
| "loss": 48.3908, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 9.804878048780488, | |
| "grad_norm": 21221.19921875, | |
| "learning_rate": 2.115512191311564e-07, | |
| "loss": 55.056, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 9.821138211382113, | |
| "grad_norm": 1422.177001953125, | |
| "learning_rate": 1.780389497437418e-07, | |
| "loss": 20.1985, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 9.83739837398374, | |
| "grad_norm": 182.74656677246094, | |
| "learning_rate": 1.4741239261299998e-07, | |
| "loss": 36.4601, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 9.853658536585366, | |
| "grad_norm": 427.26385498046875, | |
| "learning_rate": 1.1967243310955222e-07, | |
| "loss": 49.9752, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 9.869918699186991, | |
| "grad_norm": 463.0358581542969, | |
| "learning_rate": 9.481987315653751e-08, | |
| "loss": 38.0783, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 9.886178861788618, | |
| "grad_norm": 381.15008544921875, | |
| "learning_rate": 7.285543120645332e-08, | |
| "loss": 40.3717, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 9.902439024390244, | |
| "grad_norm": 414.7477111816406, | |
| "learning_rate": 5.377974222036119e-08, | |
| "loss": 23.7009, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 9.91869918699187, | |
| "grad_norm": 2649.5400390625, | |
| "learning_rate": 3.7593357649579055e-08, | |
| "loss": 39.1989, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 9.934959349593496, | |
| "grad_norm": 1547.17236328125, | |
| "learning_rate": 2.429674541966076e-08, | |
| "loss": 45.793, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 9.951219512195122, | |
| "grad_norm": 394.08685302734375, | |
| "learning_rate": 1.3890289916929089e-08, | |
| "loss": 26.9755, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 9.967479674796747, | |
| "grad_norm": 6701.4306640625, | |
| "learning_rate": 6.37429197736239e-09, | |
| "loss": 26.3901, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 9.983739837398375, | |
| "grad_norm": 231.67611694335938, | |
| "learning_rate": 1.7489688778793424e-09, | |
| "loss": 22.5137, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 158.60951232910156, | |
| "learning_rate": 1.4454330032886986e-11, | |
| "loss": 39.3726, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 10.001626016260163, | |
| "step": 6151, | |
| "total_flos": 2.157115506118272e+17, | |
| "train_loss": 212.35847260424458, | |
| "train_runtime": 2807.1103, | |
| "train_samples_per_second": 35.06, | |
| "train_steps_per_second": 2.191 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6151, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 11, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.157115506118272e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |