| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.434782608695652, | |
| "eval_steps": 500, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010869565217391304, | |
| "grad_norm": 6.545120716094971, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.0169, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.021739130434782608, | |
| "grad_norm": 31.165016174316406, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.994, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03260869565217391, | |
| "grad_norm": 3.4593701362609863, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.7425, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.043478260869565216, | |
| "grad_norm": 1.7162226438522339, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.426, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05434782608695652, | |
| "grad_norm": 1.7646105289459229, | |
| "learning_rate": 2e-05, | |
| "loss": 0.2894, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06521739130434782, | |
| "grad_norm": 1.069878101348877, | |
| "learning_rate": 2.4e-05, | |
| "loss": 0.2568, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07608695652173914, | |
| "grad_norm": 0.7048421502113342, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 0.2031, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08695652173913043, | |
| "grad_norm": 0.8065099120140076, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.1889, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09782608695652174, | |
| "grad_norm": 0.5573766231536865, | |
| "learning_rate": 3.6e-05, | |
| "loss": 0.1703, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.10869565217391304, | |
| "grad_norm": 0.7829588055610657, | |
| "learning_rate": 4e-05, | |
| "loss": 0.1541, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11956521739130435, | |
| "grad_norm": 0.7068309783935547, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 0.1548, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.13043478260869565, | |
| "grad_norm": 0.8238246440887451, | |
| "learning_rate": 4.8e-05, | |
| "loss": 0.1285, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.14130434782608695, | |
| "grad_norm": 0.6554062962532043, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 0.1248, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15217391304347827, | |
| "grad_norm": 0.7113671898841858, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 0.1257, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16304347826086957, | |
| "grad_norm": 0.5627883672714233, | |
| "learning_rate": 6e-05, | |
| "loss": 0.1154, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17391304347826086, | |
| "grad_norm": 0.5287997722625732, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 0.108, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18478260869565216, | |
| "grad_norm": 0.5217707753181458, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 0.1046, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1956521739130435, | |
| "grad_norm": 0.834353506565094, | |
| "learning_rate": 7.2e-05, | |
| "loss": 0.1027, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.20652173913043478, | |
| "grad_norm": 0.6808788776397705, | |
| "learning_rate": 7.6e-05, | |
| "loss": 0.0856, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21739130434782608, | |
| "grad_norm": 0.639272153377533, | |
| "learning_rate": 8e-05, | |
| "loss": 0.0938, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22826086956521738, | |
| "grad_norm": 0.7152073383331299, | |
| "learning_rate": 8.4e-05, | |
| "loss": 0.0951, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.2391304347826087, | |
| "grad_norm": 0.47022637724876404, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 0.0893, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.7306397557258606, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 0.084, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2608695652173913, | |
| "grad_norm": 0.5324788093566895, | |
| "learning_rate": 9.6e-05, | |
| "loss": 0.082, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2717391304347826, | |
| "grad_norm": 0.46213847398757935, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0781, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2826086956521739, | |
| "grad_norm": 0.6270459294319153, | |
| "learning_rate": 9.999890641901125e-05, | |
| "loss": 0.0761, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.29347826086956524, | |
| "grad_norm": 0.6771764159202576, | |
| "learning_rate": 9.99956257238817e-05, | |
| "loss": 0.0807, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.30434782608695654, | |
| "grad_norm": 0.4983552396297455, | |
| "learning_rate": 9.999015805811965e-05, | |
| "loss": 0.0785, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.31521739130434784, | |
| "grad_norm": 0.6947988271713257, | |
| "learning_rate": 9.998250366089848e-05, | |
| "loss": 0.0819, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.32608695652173914, | |
| "grad_norm": 0.7602576017379761, | |
| "learning_rate": 9.997266286704631e-05, | |
| "loss": 0.0718, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.33695652173913043, | |
| "grad_norm": 0.5555041432380676, | |
| "learning_rate": 9.996063610703137e-05, | |
| "loss": 0.0763, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.34782608695652173, | |
| "grad_norm": 0.4837249219417572, | |
| "learning_rate": 9.994642390694308e-05, | |
| "loss": 0.0713, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.358695652173913, | |
| "grad_norm": 0.3204691410064697, | |
| "learning_rate": 9.993002688846913e-05, | |
| "loss": 0.0702, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.3695652173913043, | |
| "grad_norm": 0.522548258304596, | |
| "learning_rate": 9.991144576886823e-05, | |
| "loss": 0.0664, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3804347826086957, | |
| "grad_norm": 0.43463149666786194, | |
| "learning_rate": 9.989068136093873e-05, | |
| "loss": 0.0589, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.391304347826087, | |
| "grad_norm": 0.509681761264801, | |
| "learning_rate": 9.986773457298311e-05, | |
| "loss": 0.0664, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.40217391304347827, | |
| "grad_norm": 0.4732968509197235, | |
| "learning_rate": 9.984260640876821e-05, | |
| "loss": 0.0654, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.41304347826086957, | |
| "grad_norm": 0.3513120114803314, | |
| "learning_rate": 9.981529796748134e-05, | |
| "loss": 0.0591, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.42391304347826086, | |
| "grad_norm": 0.33960211277008057, | |
| "learning_rate": 9.97858104436822e-05, | |
| "loss": 0.0574, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.43478260869565216, | |
| "grad_norm": 0.4988704025745392, | |
| "learning_rate": 9.975414512725057e-05, | |
| "loss": 0.056, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.44565217391304346, | |
| "grad_norm": 0.41242533922195435, | |
| "learning_rate": 9.972030340333001e-05, | |
| "loss": 0.0625, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.45652173913043476, | |
| "grad_norm": 0.48576557636260986, | |
| "learning_rate": 9.968428675226714e-05, | |
| "loss": 0.0574, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4673913043478261, | |
| "grad_norm": 0.7005183696746826, | |
| "learning_rate": 9.964609674954696e-05, | |
| "loss": 0.057, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4782608695652174, | |
| "grad_norm": 0.37756964564323425, | |
| "learning_rate": 9.96057350657239e-05, | |
| "loss": 0.0559, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.4891304347826087, | |
| "grad_norm": 0.4204326868057251, | |
| "learning_rate": 9.956320346634876e-05, | |
| "loss": 0.0547, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3505024015903473, | |
| "learning_rate": 9.95185038118915e-05, | |
| "loss": 0.061, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5108695652173914, | |
| "grad_norm": 0.3341296315193176, | |
| "learning_rate": 9.94716380576598e-05, | |
| "loss": 0.06, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5217391304347826, | |
| "grad_norm": 0.5188870429992676, | |
| "learning_rate": 9.942260825371358e-05, | |
| "loss": 0.0572, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.532608695652174, | |
| "grad_norm": 0.42490994930267334, | |
| "learning_rate": 9.937141654477528e-05, | |
| "loss": 0.0537, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5434782608695652, | |
| "grad_norm": 0.4381064474582672, | |
| "learning_rate": 9.931806517013612e-05, | |
| "loss": 0.0507, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5543478260869565, | |
| "grad_norm": 0.3873785436153412, | |
| "learning_rate": 9.926255646355804e-05, | |
| "loss": 0.0521, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5652173913043478, | |
| "grad_norm": 0.3180992007255554, | |
| "learning_rate": 9.92048928531717e-05, | |
| "loss": 0.0482, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5760869565217391, | |
| "grad_norm": 0.34632715582847595, | |
| "learning_rate": 9.914507686137019e-05, | |
| "loss": 0.0526, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5869565217391305, | |
| "grad_norm": 0.4718571603298187, | |
| "learning_rate": 9.90831111046988e-05, | |
| "loss": 0.0486, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5978260869565217, | |
| "grad_norm": 0.36883848905563354, | |
| "learning_rate": 9.901899829374047e-05, | |
| "loss": 0.0461, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6086956521739131, | |
| "grad_norm": 0.36269769072532654, | |
| "learning_rate": 9.895274123299723e-05, | |
| "loss": 0.0439, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6195652173913043, | |
| "grad_norm": 0.3643960654735565, | |
| "learning_rate": 9.888434282076758e-05, | |
| "loss": 0.0448, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6304347826086957, | |
| "grad_norm": 0.2864445745944977, | |
| "learning_rate": 9.881380604901964e-05, | |
| "loss": 0.0459, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6413043478260869, | |
| "grad_norm": 0.41547855734825134, | |
| "learning_rate": 9.87411340032603e-05, | |
| "loss": 0.0493, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6521739130434783, | |
| "grad_norm": 0.23883788287639618, | |
| "learning_rate": 9.86663298624003e-05, | |
| "loss": 0.05, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6630434782608695, | |
| "grad_norm": 0.3606937527656555, | |
| "learning_rate": 9.858939689861506e-05, | |
| "loss": 0.0552, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6739130434782609, | |
| "grad_norm": 0.3378564715385437, | |
| "learning_rate": 9.851033847720166e-05, | |
| "loss": 0.0445, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6847826086956522, | |
| "grad_norm": 0.3886934816837311, | |
| "learning_rate": 9.842915805643155e-05, | |
| "loss": 0.0398, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6956521739130435, | |
| "grad_norm": 0.34393632411956787, | |
| "learning_rate": 9.834585918739936e-05, | |
| "loss": 0.0423, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.7065217391304348, | |
| "grad_norm": 0.37075570225715637, | |
| "learning_rate": 9.826044551386744e-05, | |
| "loss": 0.0474, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.717391304347826, | |
| "grad_norm": 0.45477569103240967, | |
| "learning_rate": 9.817292077210659e-05, | |
| "loss": 0.0491, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7282608695652174, | |
| "grad_norm": 0.3451235890388489, | |
| "learning_rate": 9.808328879073251e-05, | |
| "loss": 0.0532, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7391304347826086, | |
| "grad_norm": 0.31069430708885193, | |
| "learning_rate": 9.799155349053851e-05, | |
| "loss": 0.0481, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.33381545543670654, | |
| "learning_rate": 9.789771888432375e-05, | |
| "loss": 0.0439, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7608695652173914, | |
| "grad_norm": 0.3076520264148712, | |
| "learning_rate": 9.780178907671789e-05, | |
| "loss": 0.0413, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7717391304347826, | |
| "grad_norm": 0.4080972969532013, | |
| "learning_rate": 9.77037682640015e-05, | |
| "loss": 0.0524, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.782608695652174, | |
| "grad_norm": 0.4061325490474701, | |
| "learning_rate": 9.760366073392246e-05, | |
| "loss": 0.0436, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7934782608695652, | |
| "grad_norm": 0.32753169536590576, | |
| "learning_rate": 9.750147086550844e-05, | |
| "loss": 0.0456, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.8043478260869565, | |
| "grad_norm": 0.255860835313797, | |
| "learning_rate": 9.739720312887535e-05, | |
| "loss": 0.0368, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8152173913043478, | |
| "grad_norm": 0.3491983115673065, | |
| "learning_rate": 9.729086208503174e-05, | |
| "loss": 0.0419, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.8260869565217391, | |
| "grad_norm": 0.38648349046707153, | |
| "learning_rate": 9.718245238567939e-05, | |
| "loss": 0.0377, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8369565217391305, | |
| "grad_norm": 0.28146737813949585, | |
| "learning_rate": 9.707197877300974e-05, | |
| "loss": 0.0391, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8478260869565217, | |
| "grad_norm": 0.32342949509620667, | |
| "learning_rate": 9.695944607949649e-05, | |
| "loss": 0.0393, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.8586956521739131, | |
| "grad_norm": 0.320584774017334, | |
| "learning_rate": 9.684485922768422e-05, | |
| "loss": 0.0387, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8695652173913043, | |
| "grad_norm": 0.34208914637565613, | |
| "learning_rate": 9.672822322997305e-05, | |
| "loss": 0.0417, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8804347826086957, | |
| "grad_norm": 0.27788016200065613, | |
| "learning_rate": 9.660954318839933e-05, | |
| "loss": 0.044, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8913043478260869, | |
| "grad_norm": 0.3619558811187744, | |
| "learning_rate": 9.648882429441257e-05, | |
| "loss": 0.0418, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.9021739130434783, | |
| "grad_norm": 0.3278563618659973, | |
| "learning_rate": 9.636607182864827e-05, | |
| "loss": 0.0439, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.9130434782608695, | |
| "grad_norm": 0.3712303936481476, | |
| "learning_rate": 9.624129116069694e-05, | |
| "loss": 0.0404, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.9239130434782609, | |
| "grad_norm": 0.23256783187389374, | |
| "learning_rate": 9.611448774886924e-05, | |
| "loss": 0.0463, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9347826086956522, | |
| "grad_norm": 0.3841691017150879, | |
| "learning_rate": 9.598566713995718e-05, | |
| "loss": 0.038, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9456521739130435, | |
| "grad_norm": 0.4116934835910797, | |
| "learning_rate": 9.58548349689915e-05, | |
| "loss": 0.0397, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.9565217391304348, | |
| "grad_norm": 0.3569575846195221, | |
| "learning_rate": 9.572199695899522e-05, | |
| "loss": 0.0373, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.967391304347826, | |
| "grad_norm": 0.32062098383903503, | |
| "learning_rate": 9.558715892073323e-05, | |
| "loss": 0.0382, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.9782608695652174, | |
| "grad_norm": 0.3369348347187042, | |
| "learning_rate": 9.545032675245813e-05, | |
| "loss": 0.0469, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9891304347826086, | |
| "grad_norm": 0.3673070967197418, | |
| "learning_rate": 9.531150643965223e-05, | |
| "loss": 0.0328, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.4159371554851532, | |
| "learning_rate": 9.517070405476575e-05, | |
| "loss": 0.0403, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.0108695652173914, | |
| "grad_norm": 0.19767124950885773, | |
| "learning_rate": 9.502792575695112e-05, | |
| "loss": 0.0322, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.0217391304347827, | |
| "grad_norm": 0.32694023847579956, | |
| "learning_rate": 9.488317779179361e-05, | |
| "loss": 0.0345, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0326086956521738, | |
| "grad_norm": 0.2887076735496521, | |
| "learning_rate": 9.473646649103818e-05, | |
| "loss": 0.0407, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0434782608695652, | |
| "grad_norm": 0.22730398178100586, | |
| "learning_rate": 9.458779827231237e-05, | |
| "loss": 0.0302, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.0543478260869565, | |
| "grad_norm": 0.3960530757904053, | |
| "learning_rate": 9.443717963884569e-05, | |
| "loss": 0.0317, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.065217391304348, | |
| "grad_norm": 0.21886062622070312, | |
| "learning_rate": 9.428461717918511e-05, | |
| "loss": 0.0336, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.0760869565217392, | |
| "grad_norm": 0.2685090899467468, | |
| "learning_rate": 9.413011756690685e-05, | |
| "loss": 0.0367, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.0869565217391304, | |
| "grad_norm": 0.2610633373260498, | |
| "learning_rate": 9.397368756032445e-05, | |
| "loss": 0.0343, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0978260869565217, | |
| "grad_norm": 0.2550532817840576, | |
| "learning_rate": 9.381533400219318e-05, | |
| "loss": 0.0338, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.108695652173913, | |
| "grad_norm": 0.2943401038646698, | |
| "learning_rate": 9.365506381941066e-05, | |
| "loss": 0.0336, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.1195652173913044, | |
| "grad_norm": 0.22352245450019836, | |
| "learning_rate": 9.349288402271388e-05, | |
| "loss": 0.0311, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.1304347826086956, | |
| "grad_norm": 0.2989339828491211, | |
| "learning_rate": 9.332880170637252e-05, | |
| "loss": 0.0352, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.141304347826087, | |
| "grad_norm": 0.28045058250427246, | |
| "learning_rate": 9.316282404787871e-05, | |
| "loss": 0.0305, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.1521739130434783, | |
| "grad_norm": 0.3019992709159851, | |
| "learning_rate": 9.299495830763286e-05, | |
| "loss": 0.0392, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.1630434782608696, | |
| "grad_norm": 0.17657537758350372, | |
| "learning_rate": 9.282521182862629e-05, | |
| "loss": 0.0361, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.1739130434782608, | |
| "grad_norm": 0.30781546235084534, | |
| "learning_rate": 9.265359203611987e-05, | |
| "loss": 0.0337, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.184782608695652, | |
| "grad_norm": 0.2609535753726959, | |
| "learning_rate": 9.248010643731935e-05, | |
| "loss": 0.0269, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.1956521739130435, | |
| "grad_norm": 0.28583014011383057, | |
| "learning_rate": 9.230476262104677e-05, | |
| "loss": 0.0306, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2065217391304348, | |
| "grad_norm": 0.4076569974422455, | |
| "learning_rate": 9.212756825740873e-05, | |
| "loss": 0.0359, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.2173913043478262, | |
| "grad_norm": 0.41756731271743774, | |
| "learning_rate": 9.194853109746074e-05, | |
| "loss": 0.0338, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.2282608695652173, | |
| "grad_norm": 0.363546222448349, | |
| "learning_rate": 9.176765897286813e-05, | |
| "loss": 0.0386, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.2391304347826086, | |
| "grad_norm": 0.3960663378238678, | |
| "learning_rate": 9.158495979556358e-05, | |
| "loss": 0.0369, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.260600209236145, | |
| "learning_rate": 9.140044155740101e-05, | |
| "loss": 0.0357, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2608695652173914, | |
| "grad_norm": 0.24292735755443573, | |
| "learning_rate": 9.121411232980588e-05, | |
| "loss": 0.0339, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.2717391304347827, | |
| "grad_norm": 0.27685248851776123, | |
| "learning_rate": 9.102598026342222e-05, | |
| "loss": 0.0341, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.2826086956521738, | |
| "grad_norm": 0.26668187975883484, | |
| "learning_rate": 9.083605358775612e-05, | |
| "loss": 0.032, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.2934782608695652, | |
| "grad_norm": 0.27872323989868164, | |
| "learning_rate": 9.064434061081562e-05, | |
| "loss": 0.033, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.3043478260869565, | |
| "grad_norm": 0.2735164761543274, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 0.0354, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.315217391304348, | |
| "grad_norm": 0.28554099798202515, | |
| "learning_rate": 9.025558937546988e-05, | |
| "loss": 0.0318, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.3260869565217392, | |
| "grad_norm": 0.30446696281433105, | |
| "learning_rate": 9.005856812230304e-05, | |
| "loss": 0.0285, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.3369565217391304, | |
| "grad_norm": 0.3049046993255615, | |
| "learning_rate": 8.98597945775948e-05, | |
| "loss": 0.0345, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.3478260869565217, | |
| "grad_norm": 0.29424118995666504, | |
| "learning_rate": 8.965927743634391e-05, | |
| "loss": 0.0304, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.358695652173913, | |
| "grad_norm": 0.350027471780777, | |
| "learning_rate": 8.945702546981969e-05, | |
| "loss": 0.037, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3695652173913042, | |
| "grad_norm": 0.24161510169506073, | |
| "learning_rate": 8.92530475251784e-05, | |
| "loss": 0.0296, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.3804347826086958, | |
| "grad_norm": 0.28369140625, | |
| "learning_rate": 8.90473525250761e-05, | |
| "loss": 0.0338, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.391304347826087, | |
| "grad_norm": 0.2735034227371216, | |
| "learning_rate": 8.883994946727849e-05, | |
| "loss": 0.0327, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.4021739130434783, | |
| "grad_norm": 0.26561832427978516, | |
| "learning_rate": 8.863084742426719e-05, | |
| "loss": 0.0357, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.4130434782608696, | |
| "grad_norm": 0.22670572996139526, | |
| "learning_rate": 8.842005554284296e-05, | |
| "loss": 0.0309, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.4239130434782608, | |
| "grad_norm": 0.3178609311580658, | |
| "learning_rate": 8.820758304372557e-05, | |
| "loss": 0.0307, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.434782608695652, | |
| "grad_norm": 0.2610357999801636, | |
| "learning_rate": 8.799343922115044e-05, | |
| "loss": 0.0321, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.4456521739130435, | |
| "grad_norm": 0.2457573115825653, | |
| "learning_rate": 8.77776334424621e-05, | |
| "loss": 0.0279, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.4565217391304348, | |
| "grad_norm": 0.28615960478782654, | |
| "learning_rate": 8.756017514770443e-05, | |
| "loss": 0.0312, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.4673913043478262, | |
| "grad_norm": 0.24879348278045654, | |
| "learning_rate": 8.73410738492077e-05, | |
| "loss": 0.026, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4782608695652173, | |
| "grad_norm": 0.31809213757514954, | |
| "learning_rate": 8.71203391311725e-05, | |
| "loss": 0.0304, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.4891304347826086, | |
| "grad_norm": 0.28537970781326294, | |
| "learning_rate": 8.689798064925049e-05, | |
| "loss": 0.0234, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.2417411208152771, | |
| "learning_rate": 8.6674008130122e-05, | |
| "loss": 0.0294, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.5108695652173914, | |
| "grad_norm": 0.3035632371902466, | |
| "learning_rate": 8.644843137107059e-05, | |
| "loss": 0.0261, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.5217391304347827, | |
| "grad_norm": 0.2237926870584488, | |
| "learning_rate": 8.622126023955446e-05, | |
| "loss": 0.0321, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.5326086956521738, | |
| "grad_norm": 0.23017100989818573, | |
| "learning_rate": 8.599250467277483e-05, | |
| "loss": 0.0261, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.5434782608695652, | |
| "grad_norm": 0.3059643805027008, | |
| "learning_rate": 8.576217467724128e-05, | |
| "loss": 0.0317, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.5543478260869565, | |
| "grad_norm": 0.24075447022914886, | |
| "learning_rate": 8.553028032833397e-05, | |
| "loss": 0.03, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.5652173913043477, | |
| "grad_norm": 0.2758166491985321, | |
| "learning_rate": 8.529683176986295e-05, | |
| "loss": 0.0292, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.5760869565217392, | |
| "grad_norm": 0.3072378933429718, | |
| "learning_rate": 8.506183921362443e-05, | |
| "loss": 0.0304, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.5869565217391304, | |
| "grad_norm": 0.31627902388572693, | |
| "learning_rate": 8.482531293895412e-05, | |
| "loss": 0.0305, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.5978260869565217, | |
| "grad_norm": 0.2496868222951889, | |
| "learning_rate": 8.458726329227747e-05, | |
| "loss": 0.0294, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.608695652173913, | |
| "grad_norm": 0.22909675538539886, | |
| "learning_rate": 8.434770068665723e-05, | |
| "loss": 0.037, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.6195652173913042, | |
| "grad_norm": 0.2690674960613251, | |
| "learning_rate": 8.410663560133784e-05, | |
| "loss": 0.0295, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.6304347826086958, | |
| "grad_norm": 0.24377554655075073, | |
| "learning_rate": 8.386407858128706e-05, | |
| "loss": 0.0352, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.641304347826087, | |
| "grad_norm": 0.2325594425201416, | |
| "learning_rate": 8.362004023673474e-05, | |
| "loss": 0.0306, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.6521739130434783, | |
| "grad_norm": 0.2231265902519226, | |
| "learning_rate": 8.337453124270863e-05, | |
| "loss": 0.0283, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.6630434782608696, | |
| "grad_norm": 0.23302611708641052, | |
| "learning_rate": 8.31275623385675e-05, | |
| "loss": 0.0312, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.6739130434782608, | |
| "grad_norm": 0.27481865882873535, | |
| "learning_rate": 8.287914432753123e-05, | |
| "loss": 0.0325, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.6847826086956523, | |
| "grad_norm": 0.2550845742225647, | |
| "learning_rate": 8.262928807620843e-05, | |
| "loss": 0.031, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.6956521739130435, | |
| "grad_norm": 0.22116337716579437, | |
| "learning_rate": 8.237800451412095e-05, | |
| "loss": 0.0279, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.7065217391304348, | |
| "grad_norm": 0.3845021724700928, | |
| "learning_rate": 8.212530463322583e-05, | |
| "loss": 0.0297, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.7173913043478262, | |
| "grad_norm": 0.3023184835910797, | |
| "learning_rate": 8.18711994874345e-05, | |
| "loss": 0.0284, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.7282608695652173, | |
| "grad_norm": 0.21632587909698486, | |
| "learning_rate": 8.161570019212921e-05, | |
| "loss": 0.0292, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.7391304347826086, | |
| "grad_norm": 0.2863970398902893, | |
| "learning_rate": 8.135881792367686e-05, | |
| "loss": 0.0287, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.20062358677387238, | |
| "learning_rate": 8.110056391894005e-05, | |
| "loss": 0.0246, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.7608695652173914, | |
| "grad_norm": 0.2996312379837036, | |
| "learning_rate": 8.084094947478556e-05, | |
| "loss": 0.0234, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.7717391304347827, | |
| "grad_norm": 0.2715204060077667, | |
| "learning_rate": 8.057998594759022e-05, | |
| "loss": 0.0267, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.7826086956521738, | |
| "grad_norm": 0.27594679594039917, | |
| "learning_rate": 8.031768475274413e-05, | |
| "loss": 0.0274, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.7934782608695652, | |
| "grad_norm": 0.25428059697151184, | |
| "learning_rate": 8.005405736415126e-05, | |
| "loss": 0.0326, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.8043478260869565, | |
| "grad_norm": 0.241542249917984, | |
| "learning_rate": 7.978911531372765e-05, | |
| "loss": 0.0209, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.8152173913043477, | |
| "grad_norm": 0.2677355408668518, | |
| "learning_rate": 7.952287019089685e-05, | |
| "loss": 0.0268, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.8260869565217392, | |
| "grad_norm": 0.19579513370990753, | |
| "learning_rate": 7.925533364208309e-05, | |
| "loss": 0.0284, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.8369565217391304, | |
| "grad_norm": 0.21474671363830566, | |
| "learning_rate": 7.898651737020166e-05, | |
| "loss": 0.0274, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.8478260869565217, | |
| "grad_norm": 0.24959373474121094, | |
| "learning_rate": 7.871643313414718e-05, | |
| "loss": 0.0257, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.858695652173913, | |
| "grad_norm": 0.24523958563804626, | |
| "learning_rate": 7.844509274827907e-05, | |
| "loss": 0.0253, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.8695652173913042, | |
| "grad_norm": 0.29573023319244385, | |
| "learning_rate": 7.817250808190483e-05, | |
| "loss": 0.0298, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.8804347826086958, | |
| "grad_norm": 0.3292531669139862, | |
| "learning_rate": 7.789869105876083e-05, | |
| "loss": 0.029, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.891304347826087, | |
| "grad_norm": 0.24724705517292023, | |
| "learning_rate": 7.762365365649067e-05, | |
| "loss": 0.0244, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.9021739130434783, | |
| "grad_norm": 0.21725831925868988, | |
| "learning_rate": 7.734740790612136e-05, | |
| "loss": 0.0286, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.9130434782608696, | |
| "grad_norm": 0.2548612058162689, | |
| "learning_rate": 7.70699658915369e-05, | |
| "loss": 0.0298, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.9239130434782608, | |
| "grad_norm": 0.27427971363067627, | |
| "learning_rate": 7.679133974894983e-05, | |
| "loss": 0.0285, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.9347826086956523, | |
| "grad_norm": 0.2469799667596817, | |
| "learning_rate": 7.651154166637025e-05, | |
| "loss": 0.0285, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.9456521739130435, | |
| "grad_norm": 0.27580276131629944, | |
| "learning_rate": 7.623058388307269e-05, | |
| "loss": 0.0295, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.9565217391304348, | |
| "grad_norm": 0.2752760350704193, | |
| "learning_rate": 7.594847868906076e-05, | |
| "loss": 0.0293, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.9673913043478262, | |
| "grad_norm": 0.24122604727745056, | |
| "learning_rate": 7.566523842452958e-05, | |
| "loss": 0.028, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.9782608695652173, | |
| "grad_norm": 0.34590691328048706, | |
| "learning_rate": 7.538087547932585e-05, | |
| "loss": 0.023, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.9891304347826086, | |
| "grad_norm": 0.217288076877594, | |
| "learning_rate": 7.509540229240601e-05, | |
| "loss": 0.0241, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.2541623115539551, | |
| "learning_rate": 7.480883135129211e-05, | |
| "loss": 0.0241, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.010869565217391, | |
| "grad_norm": 0.27332010865211487, | |
| "learning_rate": 7.452117519152542e-05, | |
| "loss": 0.0232, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.0217391304347827, | |
| "grad_norm": 0.18972714245319366, | |
| "learning_rate": 7.423244639611826e-05, | |
| "loss": 0.0273, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.032608695652174, | |
| "grad_norm": 0.19656722247600555, | |
| "learning_rate": 7.394265759500348e-05, | |
| "loss": 0.027, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.0434782608695654, | |
| "grad_norm": 0.22846871614456177, | |
| "learning_rate": 7.365182146448205e-05, | |
| "loss": 0.0225, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.0543478260869565, | |
| "grad_norm": 0.21889623999595642, | |
| "learning_rate": 7.335995072666848e-05, | |
| "loss": 0.0212, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.0652173913043477, | |
| "grad_norm": 0.15208809077739716, | |
| "learning_rate": 7.30670581489344e-05, | |
| "loss": 0.0284, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.0760869565217392, | |
| "grad_norm": 0.30196961760520935, | |
| "learning_rate": 7.277315654334997e-05, | |
| "loss": 0.0256, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.0869565217391304, | |
| "grad_norm": 0.3277256190776825, | |
| "learning_rate": 7.247825876612353e-05, | |
| "loss": 0.0234, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.097826086956522, | |
| "grad_norm": 0.24114277958869934, | |
| "learning_rate": 7.218237771703921e-05, | |
| "loss": 0.0251, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.108695652173913, | |
| "grad_norm": 0.27464061975479126, | |
| "learning_rate": 7.188552633889259e-05, | |
| "loss": 0.0272, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.119565217391304, | |
| "grad_norm": 0.24296048283576965, | |
| "learning_rate": 7.158771761692464e-05, | |
| "loss": 0.024, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.130434782608696, | |
| "grad_norm": 0.17170515656471252, | |
| "learning_rate": 7.128896457825364e-05, | |
| "loss": 0.0198, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.141304347826087, | |
| "grad_norm": 0.20415639877319336, | |
| "learning_rate": 7.09892802913053e-05, | |
| "loss": 0.0278, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.1521739130434785, | |
| "grad_norm": 0.20857463777065277, | |
| "learning_rate": 7.068867786524116e-05, | |
| "loss": 0.0314, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.1630434782608696, | |
| "grad_norm": 0.293731153011322, | |
| "learning_rate": 7.038717044938519e-05, | |
| "loss": 0.0227, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.1739130434782608, | |
| "grad_norm": 0.18717971444129944, | |
| "learning_rate": 7.008477123264848e-05, | |
| "loss": 0.0195, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1847826086956523, | |
| "grad_norm": 0.22212952375411987, | |
| "learning_rate": 6.978149344295242e-05, | |
| "loss": 0.0216, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.1956521739130435, | |
| "grad_norm": 0.2290237843990326, | |
| "learning_rate": 6.947735034665002e-05, | |
| "loss": 0.0255, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.2065217391304346, | |
| "grad_norm": 0.1830049455165863, | |
| "learning_rate": 6.917235524794558e-05, | |
| "loss": 0.0294, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.217391304347826, | |
| "grad_norm": 0.16847161948680878, | |
| "learning_rate": 6.886652148831279e-05, | |
| "loss": 0.0277, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.2282608695652173, | |
| "grad_norm": 0.17339234054088593, | |
| "learning_rate": 6.855986244591104e-05, | |
| "loss": 0.0236, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.239130434782609, | |
| "grad_norm": 0.19348445534706116, | |
| "learning_rate": 6.825239153500029e-05, | |
| "loss": 0.0216, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.2270950973033905, | |
| "learning_rate": 6.794412220535426e-05, | |
| "loss": 0.0206, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.260869565217391, | |
| "grad_norm": 0.20214591920375824, | |
| "learning_rate": 6.763506794167208e-05, | |
| "loss": 0.0218, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.2717391304347827, | |
| "grad_norm": 0.16403691470623016, | |
| "learning_rate": 6.732524226298841e-05, | |
| "loss": 0.02, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.282608695652174, | |
| "grad_norm": 0.17673853039741516, | |
| "learning_rate": 6.701465872208216e-05, | |
| "loss": 0.0207, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.2934782608695654, | |
| "grad_norm": 0.21534697711467743, | |
| "learning_rate": 6.670333090488356e-05, | |
| "loss": 0.0189, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.3043478260869565, | |
| "grad_norm": 0.165096253156662, | |
| "learning_rate": 6.639127242987988e-05, | |
| "loss": 0.0195, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.3152173913043477, | |
| "grad_norm": 0.27260059118270874, | |
| "learning_rate": 6.607849694751977e-05, | |
| "loss": 0.0231, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.3260869565217392, | |
| "grad_norm": 0.2327706515789032, | |
| "learning_rate": 6.576501813961609e-05, | |
| "loss": 0.0226, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.3369565217391304, | |
| "grad_norm": 0.17362096905708313, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.0264, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.3478260869565215, | |
| "grad_norm": 0.24459755420684814, | |
| "learning_rate": 6.513600542765817e-05, | |
| "loss": 0.023, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.358695652173913, | |
| "grad_norm": 0.20271766185760498, | |
| "learning_rate": 6.48204990386577e-05, | |
| "loss": 0.0208, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.369565217391304, | |
| "grad_norm": 0.2861473560333252, | |
| "learning_rate": 6.450434435301751e-05, | |
| "loss": 0.0237, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.380434782608696, | |
| "grad_norm": 0.2328135222196579, | |
| "learning_rate": 6.418755520036775e-05, | |
| "loss": 0.0219, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.391304347826087, | |
| "grad_norm": 0.2409750074148178, | |
| "learning_rate": 6.387014543809223e-05, | |
| "loss": 0.0222, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.4021739130434785, | |
| "grad_norm": 0.20612117648124695, | |
| "learning_rate": 6.355212895072223e-05, | |
| "loss": 0.0217, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.4130434782608696, | |
| "grad_norm": 0.2607957720756531, | |
| "learning_rate": 6.323351964932908e-05, | |
| "loss": 0.0197, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.4239130434782608, | |
| "grad_norm": 0.2704881727695465, | |
| "learning_rate": 6.291433147091583e-05, | |
| "loss": 0.0213, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.4347826086956523, | |
| "grad_norm": 0.22981029748916626, | |
| "learning_rate": 6.259457837780742e-05, | |
| "loss": 0.0205, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.4456521739130435, | |
| "grad_norm": 0.19447964429855347, | |
| "learning_rate": 6.227427435703997e-05, | |
| "loss": 0.0248, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.4565217391304346, | |
| "grad_norm": 0.31986603140830994, | |
| "learning_rate": 6.195343341974899e-05, | |
| "loss": 0.0246, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.467391304347826, | |
| "grad_norm": 0.20756466686725616, | |
| "learning_rate": 6.163206960055651e-05, | |
| "loss": 0.0207, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.4782608695652173, | |
| "grad_norm": 0.22251754999160767, | |
| "learning_rate": 6.131019695695702e-05, | |
| "loss": 0.0265, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.489130434782609, | |
| "grad_norm": 0.16655093431472778, | |
| "learning_rate": 6.0987829568702656e-05, | |
| "loss": 0.0207, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.2425738126039505, | |
| "learning_rate": 6.066498153718735e-05, | |
| "loss": 0.0176, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.5108695652173916, | |
| "grad_norm": 0.23594196140766144, | |
| "learning_rate": 6.034166698482984e-05, | |
| "loss": 0.0253, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.5217391304347827, | |
| "grad_norm": 0.17139174044132233, | |
| "learning_rate": 6.001790005445607e-05, | |
| "loss": 0.0191, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.532608695652174, | |
| "grad_norm": 0.17908968031406403, | |
| "learning_rate": 5.969369490868042e-05, | |
| "loss": 0.0259, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.5434782608695654, | |
| "grad_norm": 0.24141980707645416, | |
| "learning_rate": 5.9369065729286245e-05, | |
| "loss": 0.0246, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.5543478260869565, | |
| "grad_norm": 0.23516008257865906, | |
| "learning_rate": 5.90440267166055e-05, | |
| "loss": 0.0256, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.5652173913043477, | |
| "grad_norm": 0.2081535905599594, | |
| "learning_rate": 5.871859208889759e-05, | |
| "loss": 0.0203, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.5760869565217392, | |
| "grad_norm": 0.2254313826560974, | |
| "learning_rate": 5.8392776081727385e-05, | |
| "loss": 0.0216, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.5869565217391304, | |
| "grad_norm": 0.22026807069778442, | |
| "learning_rate": 5.8066592947342555e-05, | |
| "loss": 0.0188, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.5978260869565215, | |
| "grad_norm": 0.2628653943538666, | |
| "learning_rate": 5.7740056954050084e-05, | |
| "loss": 0.0224, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.608695652173913, | |
| "grad_norm": 0.22398746013641357, | |
| "learning_rate": 5.74131823855921e-05, | |
| "loss": 0.0238, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.619565217391304, | |
| "grad_norm": 0.20215076208114624, | |
| "learning_rate": 5.7085983540521216e-05, | |
| "loss": 0.0197, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.630434782608696, | |
| "grad_norm": 0.19902300834655762, | |
| "learning_rate": 5.675847473157485e-05, | |
| "loss": 0.021, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.641304347826087, | |
| "grad_norm": 0.21893462538719177, | |
| "learning_rate": 5.6430670285049314e-05, | |
| "loss": 0.0202, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.6521739130434785, | |
| "grad_norm": 0.21789760887622833, | |
| "learning_rate": 5.6102584540173006e-05, | |
| "loss": 0.0227, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.6630434782608696, | |
| "grad_norm": 0.12057076394557953, | |
| "learning_rate": 5.577423184847932e-05, | |
| "loss": 0.0199, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.6739130434782608, | |
| "grad_norm": 0.2071666419506073, | |
| "learning_rate": 5.544562657317863e-05, | |
| "loss": 0.0236, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.6847826086956523, | |
| "grad_norm": 0.2847704291343689, | |
| "learning_rate": 5.511678308853026e-05, | |
| "loss": 0.0186, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.6956521739130435, | |
| "grad_norm": 0.17881885170936584, | |
| "learning_rate": 5.478771577921351e-05, | |
| "loss": 0.0191, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.7065217391304346, | |
| "grad_norm": 0.19653011858463287, | |
| "learning_rate": 5.445843903969854e-05, | |
| "loss": 0.0137, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.717391304347826, | |
| "grad_norm": 0.2046557366847992, | |
| "learning_rate": 5.4128967273616625e-05, | |
| "loss": 0.0209, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.7282608695652173, | |
| "grad_norm": 0.21046030521392822, | |
| "learning_rate": 5.379931489313016e-05, | |
| "loss": 0.0207, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.7391304347826084, | |
| "grad_norm": 0.2215111255645752, | |
| "learning_rate": 5.3469496318302204e-05, | |
| "loss": 0.019, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.22360099852085114, | |
| "learning_rate": 5.313952597646568e-05, | |
| "loss": 0.0158, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.7608695652173916, | |
| "grad_norm": 0.1709163635969162, | |
| "learning_rate": 5.280941830159227e-05, | |
| "loss": 0.0214, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.7717391304347827, | |
| "grad_norm": 0.211487278342247, | |
| "learning_rate": 5.247918773366112e-05, | |
| "loss": 0.0242, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.782608695652174, | |
| "grad_norm": 0.3075908422470093, | |
| "learning_rate": 5.214884871802703e-05, | |
| "loss": 0.0213, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.7934782608695654, | |
| "grad_norm": 0.22945576906204224, | |
| "learning_rate": 5.1818415704788725e-05, | |
| "loss": 0.0187, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.8043478260869565, | |
| "grad_norm": 0.21798940002918243, | |
| "learning_rate": 5.148790314815663e-05, | |
| "loss": 0.0202, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.8152173913043477, | |
| "grad_norm": 0.14597228169441223, | |
| "learning_rate": 5.1157325505820694e-05, | |
| "loss": 0.0221, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.8260869565217392, | |
| "grad_norm": 0.24173279106616974, | |
| "learning_rate": 5.0826697238317935e-05, | |
| "loss": 0.0177, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.8369565217391304, | |
| "grad_norm": 0.16206835210323334, | |
| "learning_rate": 5.0496032808399815e-05, | |
| "loss": 0.0167, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.8478260869565215, | |
| "grad_norm": 0.20870648324489594, | |
| "learning_rate": 5.016534668039976e-05, | |
| "loss": 0.0208, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.858695652173913, | |
| "grad_norm": 0.13695970177650452, | |
| "learning_rate": 4.9834653319600246e-05, | |
| "loss": 0.0155, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.869565217391304, | |
| "grad_norm": 0.16413715481758118, | |
| "learning_rate": 4.950396719160018e-05, | |
| "loss": 0.0151, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.880434782608696, | |
| "grad_norm": 0.2725026607513428, | |
| "learning_rate": 4.917330276168208e-05, | |
| "loss": 0.0228, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.891304347826087, | |
| "grad_norm": 0.19408078491687775, | |
| "learning_rate": 4.884267449417931e-05, | |
| "loss": 0.0255, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.9021739130434785, | |
| "grad_norm": 0.15220940113067627, | |
| "learning_rate": 4.851209685184338e-05, | |
| "loss": 0.0191, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.9130434782608696, | |
| "grad_norm": 0.24963606894016266, | |
| "learning_rate": 4.818158429521129e-05, | |
| "loss": 0.0228, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.9239130434782608, | |
| "grad_norm": 0.2193748503923416, | |
| "learning_rate": 4.785115128197298e-05, | |
| "loss": 0.0184, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.9347826086956523, | |
| "grad_norm": 0.28289085626602173, | |
| "learning_rate": 4.7520812266338885e-05, | |
| "loss": 0.0225, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.9456521739130435, | |
| "grad_norm": 0.2755283713340759, | |
| "learning_rate": 4.7190581698407725e-05, | |
| "loss": 0.0198, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.9565217391304346, | |
| "grad_norm": 0.2590217888355255, | |
| "learning_rate": 4.6860474023534335e-05, | |
| "loss": 0.0197, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.967391304347826, | |
| "grad_norm": 0.2700153887271881, | |
| "learning_rate": 4.65305036816978e-05, | |
| "loss": 0.0198, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.9782608695652173, | |
| "grad_norm": 0.21997500956058502, | |
| "learning_rate": 4.620068510686985e-05, | |
| "loss": 0.02, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.9891304347826084, | |
| "grad_norm": 0.23885446786880493, | |
| "learning_rate": 4.5871032726383386e-05, | |
| "loss": 0.0166, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.26925128698349, | |
| "learning_rate": 4.554156096030149e-05, | |
| "loss": 0.0187, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 3.010869565217391, | |
| "grad_norm": 0.20031136274337769, | |
| "learning_rate": 4.5212284220786494e-05, | |
| "loss": 0.0169, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 3.0217391304347827, | |
| "grad_norm": 0.2370258867740631, | |
| "learning_rate": 4.488321691146975e-05, | |
| "loss": 0.0194, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 3.032608695652174, | |
| "grad_norm": 0.14988850057125092, | |
| "learning_rate": 4.4554373426821374e-05, | |
| "loss": 0.0149, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 3.0434782608695654, | |
| "grad_norm": 0.1604338139295578, | |
| "learning_rate": 4.4225768151520694e-05, | |
| "loss": 0.018, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.0543478260869565, | |
| "grad_norm": 0.1709444671869278, | |
| "learning_rate": 4.3897415459827e-05, | |
| "loss": 0.018, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 3.0652173913043477, | |
| "grad_norm": 0.1633748561143875, | |
| "learning_rate": 4.3569329714950704e-05, | |
| "loss": 0.0139, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 3.0760869565217392, | |
| "grad_norm": 0.18419773876667023, | |
| "learning_rate": 4.324152526842517e-05, | |
| "loss": 0.018, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 3.0869565217391304, | |
| "grad_norm": 0.1465953290462494, | |
| "learning_rate": 4.291401645947879e-05, | |
| "loss": 0.0195, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 3.097826086956522, | |
| "grad_norm": 0.21373240649700165, | |
| "learning_rate": 4.2586817614407895e-05, | |
| "loss": 0.0165, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 3.108695652173913, | |
| "grad_norm": 0.13149115443229675, | |
| "learning_rate": 4.2259943045949934e-05, | |
| "loss": 0.0191, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 3.119565217391304, | |
| "grad_norm": 0.22037185728549957, | |
| "learning_rate": 4.1933407052657456e-05, | |
| "loss": 0.015, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 3.130434782608696, | |
| "grad_norm": 0.17351217567920685, | |
| "learning_rate": 4.160722391827262e-05, | |
| "loss": 0.0153, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 3.141304347826087, | |
| "grad_norm": 0.1752108484506607, | |
| "learning_rate": 4.1281407911102425e-05, | |
| "loss": 0.0162, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 3.1521739130434785, | |
| "grad_norm": 0.11886758357286453, | |
| "learning_rate": 4.095597328339452e-05, | |
| "loss": 0.0154, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.1630434782608696, | |
| "grad_norm": 0.22312021255493164, | |
| "learning_rate": 4.063093427071376e-05, | |
| "loss": 0.0249, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 3.1739130434782608, | |
| "grad_norm": 0.18036895990371704, | |
| "learning_rate": 4.0306305091319595e-05, | |
| "loss": 0.0152, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 3.1847826086956523, | |
| "grad_norm": 0.13070718944072723, | |
| "learning_rate": 3.9982099945543945e-05, | |
| "loss": 0.0152, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 3.1956521739130435, | |
| "grad_norm": 0.1445332020521164, | |
| "learning_rate": 3.965833301517017e-05, | |
| "loss": 0.0154, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 3.2065217391304346, | |
| "grad_norm": 0.14855942130088806, | |
| "learning_rate": 3.933501846281267e-05, | |
| "loss": 0.0146, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 3.217391304347826, | |
| "grad_norm": 0.13377995789051056, | |
| "learning_rate": 3.901217043129735e-05, | |
| "loss": 0.0213, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 3.2282608695652173, | |
| "grad_norm": 0.1453462839126587, | |
| "learning_rate": 3.8689803043043e-05, | |
| "loss": 0.0173, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 3.239130434782609, | |
| "grad_norm": 0.12768065929412842, | |
| "learning_rate": 3.836793039944349e-05, | |
| "loss": 0.0145, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.176410511136055, | |
| "learning_rate": 3.8046566580251e-05, | |
| "loss": 0.0129, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 3.260869565217391, | |
| "grad_norm": 0.21856428682804108, | |
| "learning_rate": 3.772572564296005e-05, | |
| "loss": 0.0169, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.2717391304347827, | |
| "grad_norm": 0.16268354654312134, | |
| "learning_rate": 3.74054216221926e-05, | |
| "loss": 0.0146, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 3.282608695652174, | |
| "grad_norm": 0.17902961373329163, | |
| "learning_rate": 3.7085668529084184e-05, | |
| "loss": 0.0189, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 3.2934782608695654, | |
| "grad_norm": 0.2093406766653061, | |
| "learning_rate": 3.676648035067093e-05, | |
| "loss": 0.0159, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 3.3043478260869565, | |
| "grad_norm": 0.18729008734226227, | |
| "learning_rate": 3.6447871049277796e-05, | |
| "loss": 0.0133, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 3.3152173913043477, | |
| "grad_norm": 0.21578620374202728, | |
| "learning_rate": 3.612985456190778e-05, | |
| "loss": 0.0185, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 3.3260869565217392, | |
| "grad_norm": 0.1456160843372345, | |
| "learning_rate": 3.581244479963225e-05, | |
| "loss": 0.0179, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 3.3369565217391304, | |
| "grad_norm": 0.15574467182159424, | |
| "learning_rate": 3.5495655646982505e-05, | |
| "loss": 0.0191, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 3.3478260869565215, | |
| "grad_norm": 0.21840086579322815, | |
| "learning_rate": 3.517950096134232e-05, | |
| "loss": 0.0167, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 3.358695652173913, | |
| "grad_norm": 0.1252320110797882, | |
| "learning_rate": 3.4863994572341843e-05, | |
| "loss": 0.0156, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 3.369565217391304, | |
| "grad_norm": 0.1790045201778412, | |
| "learning_rate": 3.4549150281252636e-05, | |
| "loss": 0.0153, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 3.380434782608696, | |
| "grad_norm": 0.21787020564079285, | |
| "learning_rate": 3.423498186038393e-05, | |
| "loss": 0.0203, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 3.391304347826087, | |
| "grad_norm": 0.17932236194610596, | |
| "learning_rate": 3.392150305248024e-05, | |
| "loss": 0.0145, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 3.4021739130434785, | |
| "grad_norm": 0.1460498571395874, | |
| "learning_rate": 3.360872757012011e-05, | |
| "loss": 0.0168, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 3.4130434782608696, | |
| "grad_norm": 0.20171473920345306, | |
| "learning_rate": 3.329666909511645e-05, | |
| "loss": 0.0188, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 3.4239130434782608, | |
| "grad_norm": 0.1880096197128296, | |
| "learning_rate": 3.298534127791785e-05, | |
| "loss": 0.0162, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 3.4347826086956523, | |
| "grad_norm": 0.21033500134944916, | |
| "learning_rate": 3.267475773701161e-05, | |
| "loss": 0.0152, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 3.4456521739130435, | |
| "grad_norm": 0.18287412822246552, | |
| "learning_rate": 3.236493205832795e-05, | |
| "loss": 0.0183, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 3.4565217391304346, | |
| "grad_norm": 0.1669587939977646, | |
| "learning_rate": 3.205587779464576e-05, | |
| "loss": 0.0145, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 3.467391304347826, | |
| "grad_norm": 0.2002091407775879, | |
| "learning_rate": 3.1747608464999725e-05, | |
| "loss": 0.0152, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 3.4782608695652173, | |
| "grad_norm": 0.20512893795967102, | |
| "learning_rate": 3.144013755408895e-05, | |
| "loss": 0.0209, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.489130434782609, | |
| "grad_norm": 0.164790078997612, | |
| "learning_rate": 3.113347851168721e-05, | |
| "loss": 0.0179, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.1478477120399475, | |
| "learning_rate": 3.082764475205442e-05, | |
| "loss": 0.0143, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 3.5108695652173916, | |
| "grad_norm": 0.1484198421239853, | |
| "learning_rate": 3.052264965335e-05, | |
| "loss": 0.0151, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 3.5217391304347827, | |
| "grad_norm": 0.1396767646074295, | |
| "learning_rate": 3.0218506557047598e-05, | |
| "loss": 0.012, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 3.532608695652174, | |
| "grad_norm": 0.12337210774421692, | |
| "learning_rate": 2.991522876735154e-05, | |
| "loss": 0.0118, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 3.5434782608695654, | |
| "grad_norm": 0.15380887687206268, | |
| "learning_rate": 2.9612829550614836e-05, | |
| "loss": 0.0217, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 3.5543478260869565, | |
| "grad_norm": 0.13729456067085266, | |
| "learning_rate": 2.931132213475884e-05, | |
| "loss": 0.0151, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 3.5652173913043477, | |
| "grad_norm": 0.12622790038585663, | |
| "learning_rate": 2.9010719708694722e-05, | |
| "loss": 0.0127, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 3.5760869565217392, | |
| "grad_norm": 0.17325228452682495, | |
| "learning_rate": 2.8711035421746367e-05, | |
| "loss": 0.0158, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 3.5869565217391304, | |
| "grad_norm": 0.13225744664669037, | |
| "learning_rate": 2.8412282383075363e-05, | |
| "loss": 0.0125, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.5978260869565215, | |
| "grad_norm": 0.17985399067401886, | |
| "learning_rate": 2.811447366110741e-05, | |
| "loss": 0.0137, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 3.608695652173913, | |
| "grad_norm": 0.09231913089752197, | |
| "learning_rate": 2.7817622282960815e-05, | |
| "loss": 0.0127, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 3.619565217391304, | |
| "grad_norm": 0.17219118773937225, | |
| "learning_rate": 2.7521741233876496e-05, | |
| "loss": 0.014, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 3.630434782608696, | |
| "grad_norm": 0.2218349128961563, | |
| "learning_rate": 2.7226843456650037e-05, | |
| "loss": 0.0141, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 3.641304347826087, | |
| "grad_norm": 0.2514891028404236, | |
| "learning_rate": 2.693294185106562e-05, | |
| "loss": 0.0181, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 3.6521739130434785, | |
| "grad_norm": 0.1861620843410492, | |
| "learning_rate": 2.6640049273331515e-05, | |
| "loss": 0.0135, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 3.6630434782608696, | |
| "grad_norm": 0.11425938457250595, | |
| "learning_rate": 2.6348178535517966e-05, | |
| "loss": 0.0193, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 3.6739130434782608, | |
| "grad_norm": 0.18965540826320648, | |
| "learning_rate": 2.6057342404996522e-05, | |
| "loss": 0.0187, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 3.6847826086956523, | |
| "grad_norm": 0.19534063339233398, | |
| "learning_rate": 2.5767553603881767e-05, | |
| "loss": 0.0158, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 3.6956521739130435, | |
| "grad_norm": 0.17224030196666718, | |
| "learning_rate": 2.547882480847461e-05, | |
| "loss": 0.0182, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.7065217391304346, | |
| "grad_norm": 0.13765761256217957, | |
| "learning_rate": 2.5191168648707887e-05, | |
| "loss": 0.0144, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 3.717391304347826, | |
| "grad_norm": 0.20135529339313507, | |
| "learning_rate": 2.490459770759398e-05, | |
| "loss": 0.0161, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 3.7282608695652173, | |
| "grad_norm": 0.14608322083950043, | |
| "learning_rate": 2.4619124520674146e-05, | |
| "loss": 0.0143, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 3.7391304347826084, | |
| "grad_norm": 0.2197912484407425, | |
| "learning_rate": 2.433476157547044e-05, | |
| "loss": 0.0155, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.1401628851890564, | |
| "learning_rate": 2.405152131093926e-05, | |
| "loss": 0.014, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.7608695652173916, | |
| "grad_norm": 0.14256739616394043, | |
| "learning_rate": 2.3769416116927335e-05, | |
| "loss": 0.0178, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 3.7717391304347827, | |
| "grad_norm": 0.15367449820041656, | |
| "learning_rate": 2.3488458333629777e-05, | |
| "loss": 0.0131, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 3.782608695652174, | |
| "grad_norm": 0.15327581763267517, | |
| "learning_rate": 2.3208660251050158e-05, | |
| "loss": 0.015, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 3.7934782608695654, | |
| "grad_norm": 0.11331693828105927, | |
| "learning_rate": 2.29300341084631e-05, | |
| "loss": 0.0139, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 3.8043478260869565, | |
| "grad_norm": 0.15740583837032318, | |
| "learning_rate": 2.2652592093878666e-05, | |
| "loss": 0.0201, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.8152173913043477, | |
| "grad_norm": 0.1463966816663742, | |
| "learning_rate": 2.237634634350934e-05, | |
| "loss": 0.0154, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 3.8260869565217392, | |
| "grad_norm": 0.12818191945552826, | |
| "learning_rate": 2.2101308941239203e-05, | |
| "loss": 0.0127, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 3.8369565217391304, | |
| "grad_norm": 0.15985611081123352, | |
| "learning_rate": 2.182749191809518e-05, | |
| "loss": 0.0134, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 3.8478260869565215, | |
| "grad_norm": 0.2131720781326294, | |
| "learning_rate": 2.1554907251720945e-05, | |
| "loss": 0.0171, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 3.858695652173913, | |
| "grad_norm": 0.10271260142326355, | |
| "learning_rate": 2.128356686585282e-05, | |
| "loss": 0.0143, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 3.869565217391304, | |
| "grad_norm": 0.12285394221544266, | |
| "learning_rate": 2.1013482629798333e-05, | |
| "loss": 0.0135, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 3.880434782608696, | |
| "grad_norm": 0.18301796913146973, | |
| "learning_rate": 2.0744666357916925e-05, | |
| "loss": 0.017, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 3.891304347826087, | |
| "grad_norm": 0.20998628437519073, | |
| "learning_rate": 2.0477129809103147e-05, | |
| "loss": 0.0171, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 3.9021739130434785, | |
| "grad_norm": 0.15842413902282715, | |
| "learning_rate": 2.0210884686272368e-05, | |
| "loss": 0.0134, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 3.9130434782608696, | |
| "grad_norm": 0.12548497319221497, | |
| "learning_rate": 1.9945942635848748e-05, | |
| "loss": 0.0149, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.9239130434782608, | |
| "grad_norm": 0.1245172843337059, | |
| "learning_rate": 1.9682315247255894e-05, | |
| "loss": 0.012, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 3.9347826086956523, | |
| "grad_norm": 0.14383450150489807, | |
| "learning_rate": 1.942001405240979e-05, | |
| "loss": 0.0146, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 3.9456521739130435, | |
| "grad_norm": 0.11160749197006226, | |
| "learning_rate": 1.9159050525214452e-05, | |
| "loss": 0.0143, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 3.9565217391304346, | |
| "grad_norm": 0.12985584139823914, | |
| "learning_rate": 1.8899436081059975e-05, | |
| "loss": 0.0144, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 3.967391304347826, | |
| "grad_norm": 0.2041911780834198, | |
| "learning_rate": 1.8641182076323148e-05, | |
| "loss": 0.0163, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.9782608695652173, | |
| "grad_norm": 0.11336560547351837, | |
| "learning_rate": 1.838429980787081e-05, | |
| "loss": 0.011, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.9891304347826084, | |
| "grad_norm": 0.13748924434185028, | |
| "learning_rate": 1.8128800512565513e-05, | |
| "loss": 0.0144, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.24345290660858154, | |
| "learning_rate": 1.787469536677419e-05, | |
| "loss": 0.0155, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 4.010869565217392, | |
| "grad_norm": 0.21563570201396942, | |
| "learning_rate": 1.7621995485879062e-05, | |
| "loss": 0.0155, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 4.021739130434782, | |
| "grad_norm": 0.21253818273544312, | |
| "learning_rate": 1.7370711923791567e-05, | |
| "loss": 0.0116, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 4.032608695652174, | |
| "grad_norm": 0.1393989771604538, | |
| "learning_rate": 1.712085567246878e-05, | |
| "loss": 0.0183, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 4.043478260869565, | |
| "grad_norm": 0.11780686676502228, | |
| "learning_rate": 1.6872437661432517e-05, | |
| "loss": 0.0136, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 4.054347826086956, | |
| "grad_norm": 0.12765192985534668, | |
| "learning_rate": 1.662546875729138e-05, | |
| "loss": 0.0118, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 4.065217391304348, | |
| "grad_norm": 0.1177617758512497, | |
| "learning_rate": 1.637995976326527e-05, | |
| "loss": 0.0153, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 4.076086956521739, | |
| "grad_norm": 0.16909116506576538, | |
| "learning_rate": 1.6135921418712956e-05, | |
| "loss": 0.0143, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 4.086956521739131, | |
| "grad_norm": 0.21315212547779083, | |
| "learning_rate": 1.5893364398662176e-05, | |
| "loss": 0.0135, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 4.0978260869565215, | |
| "grad_norm": 0.190399169921875, | |
| "learning_rate": 1.5652299313342773e-05, | |
| "loss": 0.0172, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 4.108695652173913, | |
| "grad_norm": 0.12744581699371338, | |
| "learning_rate": 1.5412736707722537e-05, | |
| "loss": 0.0126, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 4.119565217391305, | |
| "grad_norm": 0.09308245778083801, | |
| "learning_rate": 1.517468706104589e-05, | |
| "loss": 0.01, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 4.130434782608695, | |
| "grad_norm": 0.15305502712726593, | |
| "learning_rate": 1.4938160786375572e-05, | |
| "loss": 0.0147, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 4.141304347826087, | |
| "grad_norm": 0.10666476935148239, | |
| "learning_rate": 1.470316823013707e-05, | |
| "loss": 0.0117, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 4.1521739130434785, | |
| "grad_norm": 0.1367276906967163, | |
| "learning_rate": 1.4469719671666043e-05, | |
| "loss": 0.0172, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 4.163043478260869, | |
| "grad_norm": 0.08581943809986115, | |
| "learning_rate": 1.4237825322758736e-05, | |
| "loss": 0.0152, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 4.173913043478261, | |
| "grad_norm": 0.15358705818653107, | |
| "learning_rate": 1.4007495327225162e-05, | |
| "loss": 0.0122, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 4.184782608695652, | |
| "grad_norm": 0.126980260014534, | |
| "learning_rate": 1.3778739760445552e-05, | |
| "loss": 0.0124, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 4.195652173913044, | |
| "grad_norm": 0.1939040869474411, | |
| "learning_rate": 1.3551568628929434e-05, | |
| "loss": 0.0153, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 4.206521739130435, | |
| "grad_norm": 0.18035009503364563, | |
| "learning_rate": 1.3325991869878013e-05, | |
| "loss": 0.013, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 4.217391304347826, | |
| "grad_norm": 0.07998842000961304, | |
| "learning_rate": 1.3102019350749528e-05, | |
| "loss": 0.0139, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 4.228260869565218, | |
| "grad_norm": 0.18314486742019653, | |
| "learning_rate": 1.2879660868827508e-05, | |
| "loss": 0.0114, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 4.239130434782608, | |
| "grad_norm": 0.09441019594669342, | |
| "learning_rate": 1.2658926150792322e-05, | |
| "loss": 0.0132, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.12457236647605896, | |
| "learning_rate": 1.243982485229559e-05, | |
| "loss": 0.0122, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 4.260869565217392, | |
| "grad_norm": 0.1543866991996765, | |
| "learning_rate": 1.2222366557537911e-05, | |
| "loss": 0.0121, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 4.271739130434782, | |
| "grad_norm": 0.11423374712467194, | |
| "learning_rate": 1.2006560778849578e-05, | |
| "loss": 0.013, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 4.282608695652174, | |
| "grad_norm": 0.10043908655643463, | |
| "learning_rate": 1.1792416956274444e-05, | |
| "loss": 0.0141, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 4.293478260869565, | |
| "grad_norm": 0.20762887597084045, | |
| "learning_rate": 1.157994445715706e-05, | |
| "loss": 0.0164, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 4.304347826086957, | |
| "grad_norm": 0.1447887122631073, | |
| "learning_rate": 1.1369152575732822e-05, | |
| "loss": 0.0116, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 4.315217391304348, | |
| "grad_norm": 0.20277662575244904, | |
| "learning_rate": 1.1160050532721528e-05, | |
| "loss": 0.0133, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 4.326086956521739, | |
| "grad_norm": 0.18211638927459717, | |
| "learning_rate": 1.095264747492391e-05, | |
| "loss": 0.0111, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 4.336956521739131, | |
| "grad_norm": 0.13810472190380096, | |
| "learning_rate": 1.0746952474821614e-05, | |
| "loss": 0.0118, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 4.3478260869565215, | |
| "grad_norm": 0.14950840175151825, | |
| "learning_rate": 1.0542974530180327e-05, | |
| "loss": 0.0123, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 4.358695652173913, | |
| "grad_norm": 0.10527154058218002, | |
| "learning_rate": 1.0340722563656107e-05, | |
| "loss": 0.0114, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 4.369565217391305, | |
| "grad_norm": 0.1756809651851654, | |
| "learning_rate": 1.0140205422405214e-05, | |
| "loss": 0.0116, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 4.380434782608695, | |
| "grad_norm": 0.11897595226764679, | |
| "learning_rate": 9.941431877696955e-06, | |
| "loss": 0.0122, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 4.391304347826087, | |
| "grad_norm": 0.13338477909564972, | |
| "learning_rate": 9.744410624530148e-06, | |
| "loss": 0.0152, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 4.4021739130434785, | |
| "grad_norm": 0.16387279331684113, | |
| "learning_rate": 9.549150281252633e-06, | |
| "loss": 0.0098, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 4.413043478260869, | |
| "grad_norm": 0.18097949028015137, | |
| "learning_rate": 9.355659389184396e-06, | |
| "loss": 0.0139, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 4.423913043478261, | |
| "grad_norm": 0.10248986631631851, | |
| "learning_rate": 9.163946412243896e-06, | |
| "loss": 0.0137, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 4.434782608695652, | |
| "grad_norm": 0.09879454970359802, | |
| "learning_rate": 8.974019736577777e-06, | |
| "loss": 0.0108, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 4.445652173913043, | |
| "grad_norm": 0.14235499501228333, | |
| "learning_rate": 8.785887670194138e-06, | |
| "loss": 0.0109, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 4.456521739130435, | |
| "grad_norm": 0.12883390486240387, | |
| "learning_rate": 8.599558442598998e-06, | |
| "loss": 0.0142, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 4.467391304347826, | |
| "grad_norm": 0.13557647168636322, | |
| "learning_rate": 8.415040204436426e-06, | |
| "loss": 0.0131, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 4.478260869565218, | |
| "grad_norm": 0.2233034372329712, | |
| "learning_rate": 8.232341027131885e-06, | |
| "loss": 0.014, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 4.489130434782608, | |
| "grad_norm": 0.11671403050422668, | |
| "learning_rate": 8.051468902539272e-06, | |
| "loss": 0.0116, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "grad_norm": 0.16856342554092407, | |
| "learning_rate": 7.872431742591268e-06, | |
| "loss": 0.0154, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 4.510869565217392, | |
| "grad_norm": 0.2033834606409073, | |
| "learning_rate": 7.695237378953223e-06, | |
| "loss": 0.0131, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 4.521739130434782, | |
| "grad_norm": 0.1596093475818634, | |
| "learning_rate": 7.519893562680663e-06, | |
| "loss": 0.0087, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 4.532608695652174, | |
| "grad_norm": 0.0803675428032875, | |
| "learning_rate": 7.3464079638801365e-06, | |
| "loss": 0.0153, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 4.543478260869565, | |
| "grad_norm": 0.17898015677928925, | |
| "learning_rate": 7.174788171373731e-06, | |
| "loss": 0.0145, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 4.554347826086957, | |
| "grad_norm": 0.11737199872732162, | |
| "learning_rate": 7.005041692367154e-06, | |
| "loss": 0.0146, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 4.565217391304348, | |
| "grad_norm": 0.10241485387086868, | |
| "learning_rate": 6.837175952121306e-06, | |
| "loss": 0.0113, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 4.576086956521739, | |
| "grad_norm": 0.12728244066238403, | |
| "learning_rate": 6.671198293627479e-06, | |
| "loss": 0.0094, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 4.586956521739131, | |
| "grad_norm": 0.10032593458890915, | |
| "learning_rate": 6.5071159772861436e-06, | |
| "loss": 0.01, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 4.5978260869565215, | |
| "grad_norm": 0.12760287523269653, | |
| "learning_rate": 6.344936180589351e-06, | |
| "loss": 0.0093, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 4.608695652173913, | |
| "grad_norm": 0.16303271055221558, | |
| "learning_rate": 6.184665997806832e-06, | |
| "loss": 0.0133, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 4.619565217391305, | |
| "grad_norm": 0.12212922424077988, | |
| "learning_rate": 6.026312439675552e-06, | |
| "loss": 0.013, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 4.630434782608695, | |
| "grad_norm": 0.128180593252182, | |
| "learning_rate": 5.869882433093155e-06, | |
| "loss": 0.0158, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 4.641304347826087, | |
| "grad_norm": 0.0874294564127922, | |
| "learning_rate": 5.715382820814885e-06, | |
| "loss": 0.0107, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 4.6521739130434785, | |
| "grad_norm": 0.14639824628829956, | |
| "learning_rate": 5.562820361154314e-06, | |
| "loss": 0.0113, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 4.663043478260869, | |
| "grad_norm": 0.12464270740747452, | |
| "learning_rate": 5.412201727687644e-06, | |
| "loss": 0.0103, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 4.673913043478261, | |
| "grad_norm": 0.1470411717891693, | |
| "learning_rate": 5.263533508961827e-06, | |
| "loss": 0.0117, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 4.684782608695652, | |
| "grad_norm": 0.10918842256069183, | |
| "learning_rate": 5.116822208206396e-06, | |
| "loss": 0.0088, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 4.695652173913043, | |
| "grad_norm": 0.10830997675657272, | |
| "learning_rate": 4.972074243048897e-06, | |
| "loss": 0.0118, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 4.706521739130435, | |
| "grad_norm": 0.06698288768529892, | |
| "learning_rate": 4.829295945234258e-06, | |
| "loss": 0.0105, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 4.717391304347826, | |
| "grad_norm": 0.15622438490390778, | |
| "learning_rate": 4.688493560347773e-06, | |
| "loss": 0.0105, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 4.728260869565218, | |
| "grad_norm": 0.13942964375019073, | |
| "learning_rate": 4.549673247541875e-06, | |
| "loss": 0.0105, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 4.739130434782608, | |
| "grad_norm": 0.11007948219776154, | |
| "learning_rate": 4.412841079266777e-06, | |
| "loss": 0.0093, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.1278226226568222, | |
| "learning_rate": 4.27800304100478e-06, | |
| "loss": 0.0105, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 4.760869565217392, | |
| "grad_norm": 0.1259925812482834, | |
| "learning_rate": 4.145165031008508e-06, | |
| "loss": 0.0102, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 4.771739130434782, | |
| "grad_norm": 0.11253256350755692, | |
| "learning_rate": 4.01433286004283e-06, | |
| "loss": 0.0138, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 4.782608695652174, | |
| "grad_norm": 0.1246488019824028, | |
| "learning_rate": 3.885512251130763e-06, | |
| "loss": 0.0144, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 4.793478260869565, | |
| "grad_norm": 0.1902555227279663, | |
| "learning_rate": 3.75870883930306e-06, | |
| "loss": 0.0148, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 4.804347826086957, | |
| "grad_norm": 0.0815320685505867, | |
| "learning_rate": 3.6339281713517303e-06, | |
| "loss": 0.0139, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 4.815217391304348, | |
| "grad_norm": 0.20405898988246918, | |
| "learning_rate": 3.511175705587433e-06, | |
| "loss": 0.0144, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 4.826086956521739, | |
| "grad_norm": 0.17824992537498474, | |
| "learning_rate": 3.390456811600673e-06, | |
| "loss": 0.0156, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 4.836956521739131, | |
| "grad_norm": 0.12627997994422913, | |
| "learning_rate": 3.271776770026963e-06, | |
| "loss": 0.0119, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 4.8478260869565215, | |
| "grad_norm": 0.16256245970726013, | |
| "learning_rate": 3.155140772315773e-06, | |
| "loss": 0.0116, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 4.858695652173913, | |
| "grad_norm": 0.14503680169582367, | |
| "learning_rate": 3.040553920503503e-06, | |
| "loss": 0.0103, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 4.869565217391305, | |
| "grad_norm": 0.16697053611278534, | |
| "learning_rate": 2.928021226990263e-06, | |
| "loss": 0.0115, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 4.880434782608695, | |
| "grad_norm": 0.12260522693395615, | |
| "learning_rate": 2.817547614320615e-06, | |
| "loss": 0.0127, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 4.891304347826087, | |
| "grad_norm": 0.11083414405584335, | |
| "learning_rate": 2.7091379149682685e-06, | |
| "loss": 0.0122, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 4.9021739130434785, | |
| "grad_norm": 0.08423303812742233, | |
| "learning_rate": 2.602796871124663e-06, | |
| "loss": 0.0139, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 4.913043478260869, | |
| "grad_norm": 0.11884451657533646, | |
| "learning_rate": 2.4985291344915674e-06, | |
| "loss": 0.011, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 4.923913043478261, | |
| "grad_norm": 0.12083287537097931, | |
| "learning_rate": 2.3963392660775575e-06, | |
| "loss": 0.0118, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 4.934782608695652, | |
| "grad_norm": 0.10024096816778183, | |
| "learning_rate": 2.296231735998511e-06, | |
| "loss": 0.0105, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 4.945652173913043, | |
| "grad_norm": 0.09267722815275192, | |
| "learning_rate": 2.1982109232821178e-06, | |
| "loss": 0.0109, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 4.956521739130435, | |
| "grad_norm": 0.10499723255634308, | |
| "learning_rate": 2.102281115676258e-06, | |
| "loss": 0.0091, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 4.967391304347826, | |
| "grad_norm": 0.08696238696575165, | |
| "learning_rate": 2.008446509461498e-06, | |
| "loss": 0.0116, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 4.978260869565218, | |
| "grad_norm": 0.17206984758377075, | |
| "learning_rate": 1.91671120926748e-06, | |
| "loss": 0.0113, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 4.989130434782608, | |
| "grad_norm": 0.12113843113183975, | |
| "learning_rate": 1.8270792278934302e-06, | |
| "loss": 0.0104, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.22009101510047913, | |
| "learning_rate": 1.7395544861325718e-06, | |
| "loss": 0.01, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 5.010869565217392, | |
| "grad_norm": 0.16371949017047882, | |
| "learning_rate": 1.6541408126006463e-06, | |
| "loss": 0.0135, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 5.021739130434782, | |
| "grad_norm": 0.16570837795734406, | |
| "learning_rate": 1.5708419435684462e-06, | |
| "loss": 0.013, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 5.032608695652174, | |
| "grad_norm": 0.1099071279168129, | |
| "learning_rate": 1.4896615227983468e-06, | |
| "loss": 0.0107, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 5.043478260869565, | |
| "grad_norm": 0.19537553191184998, | |
| "learning_rate": 1.4106031013849496e-06, | |
| "loss": 0.0122, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 5.054347826086956, | |
| "grad_norm": 0.1724758744239807, | |
| "learning_rate": 1.333670137599713e-06, | |
| "loss": 0.0117, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 5.065217391304348, | |
| "grad_norm": 0.12308087944984436, | |
| "learning_rate": 1.2588659967397e-06, | |
| "loss": 0.0192, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 5.076086956521739, | |
| "grad_norm": 0.11377613991498947, | |
| "learning_rate": 1.1861939509803687e-06, | |
| "loss": 0.0121, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 5.086956521739131, | |
| "grad_norm": 0.10649964958429337, | |
| "learning_rate": 1.1156571792324211e-06, | |
| "loss": 0.0088, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 5.0978260869565215, | |
| "grad_norm": 0.11878595501184464, | |
| "learning_rate": 1.0472587670027678e-06, | |
| "loss": 0.0127, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 5.108695652173913, | |
| "grad_norm": 0.07565627247095108, | |
| "learning_rate": 9.810017062595322e-07, | |
| "loss": 0.0164, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 5.119565217391305, | |
| "grad_norm": 0.1543477326631546, | |
| "learning_rate": 9.168888953011989e-07, | |
| "loss": 0.0108, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 5.130434782608695, | |
| "grad_norm": 0.170787513256073, | |
| "learning_rate": 8.549231386298151e-07, | |
| "loss": 0.0132, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 5.141304347826087, | |
| "grad_norm": 0.09899775683879852, | |
| "learning_rate": 7.951071468283167e-07, | |
| "loss": 0.0112, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 5.1521739130434785, | |
| "grad_norm": 0.11870214343070984, | |
| "learning_rate": 7.374435364419674e-07, | |
| "loss": 0.0095, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 5.163043478260869, | |
| "grad_norm": 0.11212939023971558, | |
| "learning_rate": 6.819348298638839e-07, | |
| "loss": 0.0089, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 5.173913043478261, | |
| "grad_norm": 0.20279225707054138, | |
| "learning_rate": 6.285834552247128e-07, | |
| "loss": 0.0129, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 5.184782608695652, | |
| "grad_norm": 0.09186626970767975, | |
| "learning_rate": 5.773917462864264e-07, | |
| "loss": 0.011, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 5.195652173913044, | |
| "grad_norm": 0.11231357604265213, | |
| "learning_rate": 5.283619423401998e-07, | |
| "loss": 0.0125, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 5.206521739130435, | |
| "grad_norm": 0.16140662133693695, | |
| "learning_rate": 4.814961881085045e-07, | |
| "loss": 0.0097, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 5.217391304347826, | |
| "grad_norm": 0.10995183140039444, | |
| "learning_rate": 4.367965336512403e-07, | |
| "loss": 0.013, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 5.228260869565218, | |
| "grad_norm": 0.13332118093967438, | |
| "learning_rate": 3.9426493427611177e-07, | |
| "loss": 0.0097, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 5.239130434782608, | |
| "grad_norm": 0.1429547816514969, | |
| "learning_rate": 3.5390325045304706e-07, | |
| "loss": 0.0082, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "grad_norm": 0.17897242307662964, | |
| "learning_rate": 3.157132477328628e-07, | |
| "loss": 0.012, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 5.260869565217392, | |
| "grad_norm": 0.08187426626682281, | |
| "learning_rate": 2.796965966699927e-07, | |
| "loss": 0.0204, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 5.271739130434782, | |
| "grad_norm": 0.10710621625185013, | |
| "learning_rate": 2.458548727494292e-07, | |
| "loss": 0.0119, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 5.282608695652174, | |
| "grad_norm": 0.08736681938171387, | |
| "learning_rate": 2.1418955631781202e-07, | |
| "loss": 0.0116, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 5.293478260869565, | |
| "grad_norm": 0.09124402701854706, | |
| "learning_rate": 1.847020325186577e-07, | |
| "loss": 0.0111, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 5.304347826086957, | |
| "grad_norm": 0.12248014658689499, | |
| "learning_rate": 1.5739359123178587e-07, | |
| "loss": 0.0137, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 5.315217391304348, | |
| "grad_norm": 0.1349477767944336, | |
| "learning_rate": 1.3226542701689215e-07, | |
| "loss": 0.0103, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 5.326086956521739, | |
| "grad_norm": 0.19862999022006989, | |
| "learning_rate": 1.0931863906127327e-07, | |
| "loss": 0.0121, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 5.336956521739131, | |
| "grad_norm": 0.11860275268554688, | |
| "learning_rate": 8.855423113177664e-08, | |
| "loss": 0.0104, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 5.3478260869565215, | |
| "grad_norm": 0.1107594221830368, | |
| "learning_rate": 6.997311153086883e-08, | |
| "loss": 0.0096, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 5.358695652173913, | |
| "grad_norm": 0.08218859881162643, | |
| "learning_rate": 5.3576093056922906e-08, | |
| "loss": 0.0115, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 5.369565217391305, | |
| "grad_norm": 0.16671264171600342, | |
| "learning_rate": 3.936389296864129e-08, | |
| "loss": 0.0101, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 5.380434782608695, | |
| "grad_norm": 0.1079106330871582, | |
| "learning_rate": 2.7337132953697554e-08, | |
| "loss": 0.012, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 5.391304347826087, | |
| "grad_norm": 0.0908968448638916, | |
| "learning_rate": 1.749633910153592e-08, | |
| "loss": 0.0086, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 5.4021739130434785, | |
| "grad_norm": 0.14503175020217896, | |
| "learning_rate": 9.841941880361916e-09, | |
| "loss": 0.0148, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 5.413043478260869, | |
| "grad_norm": 0.12894049286842346, | |
| "learning_rate": 4.3742761183018784e-09, | |
| "loss": 0.0149, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 5.423913043478261, | |
| "grad_norm": 0.11368037760257721, | |
| "learning_rate": 1.0935809887702154e-09, | |
| "loss": 0.011, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 5.434782608695652, | |
| "grad_norm": 0.10479787737131119, | |
| "learning_rate": 0.0, | |
| "loss": 0.0124, | |
| "step": 5000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 5000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.9488596845979616e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |