| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 6420, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01557632398753894, | |
| "grad_norm": 8.34332275390625, | |
| "learning_rate": 3.1152647975077884e-06, | |
| "loss": 0.933, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03115264797507788, | |
| "grad_norm": 6.62861442565918, | |
| "learning_rate": 6.230529595015577e-06, | |
| "loss": 0.848, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04672897196261682, | |
| "grad_norm": 3.3893256187438965, | |
| "learning_rate": 9.345794392523365e-06, | |
| "loss": 0.5369, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.06230529595015576, | |
| "grad_norm": 1.5483717918395996, | |
| "learning_rate": 1.2461059190031153e-05, | |
| "loss": 0.2689, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0778816199376947, | |
| "grad_norm": 1.2724570035934448, | |
| "learning_rate": 1.557632398753894e-05, | |
| "loss": 0.1844, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09345794392523364, | |
| "grad_norm": 1.3665391206741333, | |
| "learning_rate": 1.869158878504673e-05, | |
| "loss": 0.1427, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.10903426791277258, | |
| "grad_norm": 0.694703221321106, | |
| "learning_rate": 2.1806853582554517e-05, | |
| "loss": 0.1315, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12461059190031153, | |
| "grad_norm": 1.038958191871643, | |
| "learning_rate": 2.4922118380062307e-05, | |
| "loss": 0.1092, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14018691588785046, | |
| "grad_norm": 0.9026461839675903, | |
| "learning_rate": 2.8037383177570094e-05, | |
| "loss": 0.0979, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1557632398753894, | |
| "grad_norm": 0.5277336239814758, | |
| "learning_rate": 3.115264797507788e-05, | |
| "loss": 0.0792, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.17133956386292834, | |
| "grad_norm": 0.7498865723609924, | |
| "learning_rate": 3.426791277258567e-05, | |
| "loss": 0.0664, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.18691588785046728, | |
| "grad_norm": 0.8186283707618713, | |
| "learning_rate": 3.738317757009346e-05, | |
| "loss": 0.0598, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.20249221183800623, | |
| "grad_norm": 0.6182209849357605, | |
| "learning_rate": 4.049844236760125e-05, | |
| "loss": 0.064, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.21806853582554517, | |
| "grad_norm": 0.8646546006202698, | |
| "learning_rate": 4.3613707165109034e-05, | |
| "loss": 0.0613, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2336448598130841, | |
| "grad_norm": 0.535507082939148, | |
| "learning_rate": 4.672897196261683e-05, | |
| "loss": 0.0492, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.24922118380062305, | |
| "grad_norm": 0.6274747848510742, | |
| "learning_rate": 4.9844236760124614e-05, | |
| "loss": 0.0524, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.26479750778816197, | |
| "grad_norm": 0.36217236518859863, | |
| "learning_rate": 5.2959501557632394e-05, | |
| "loss": 0.0487, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2803738317757009, | |
| "grad_norm": 0.5501105189323425, | |
| "learning_rate": 5.607476635514019e-05, | |
| "loss": 0.0442, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.29595015576323985, | |
| "grad_norm": 0.4763103723526001, | |
| "learning_rate": 5.9190031152647974e-05, | |
| "loss": 0.0483, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3115264797507788, | |
| "grad_norm": 0.6724681854248047, | |
| "learning_rate": 6.230529595015576e-05, | |
| "loss": 0.0445, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.32710280373831774, | |
| "grad_norm": 0.6471392512321472, | |
| "learning_rate": 6.542056074766355e-05, | |
| "loss": 0.04, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3426791277258567, | |
| "grad_norm": 0.40489619970321655, | |
| "learning_rate": 6.853582554517133e-05, | |
| "loss": 0.03, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3582554517133956, | |
| "grad_norm": 0.5478422045707703, | |
| "learning_rate": 7.165109034267913e-05, | |
| "loss": 0.0386, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 0.4060825705528259, | |
| "learning_rate": 7.476635514018692e-05, | |
| "loss": 0.0377, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3894080996884735, | |
| "grad_norm": 0.30575844645500183, | |
| "learning_rate": 7.788161993769471e-05, | |
| "loss": 0.0355, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.40498442367601245, | |
| "grad_norm": 0.5236951112747192, | |
| "learning_rate": 8.09968847352025e-05, | |
| "loss": 0.0362, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4205607476635514, | |
| "grad_norm": 0.45649516582489014, | |
| "learning_rate": 8.411214953271028e-05, | |
| "loss": 0.0351, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.43613707165109034, | |
| "grad_norm": 0.5160077214241028, | |
| "learning_rate": 8.722741433021807e-05, | |
| "loss": 0.0349, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4517133956386293, | |
| "grad_norm": 0.36491018533706665, | |
| "learning_rate": 9.034267912772585e-05, | |
| "loss": 0.0274, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4672897196261682, | |
| "grad_norm": 0.6136458516120911, | |
| "learning_rate": 9.345794392523365e-05, | |
| "loss": 0.0347, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.48286604361370716, | |
| "grad_norm": 0.283626526594162, | |
| "learning_rate": 9.657320872274144e-05, | |
| "loss": 0.0344, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4984423676012461, | |
| "grad_norm": 0.3656242787837982, | |
| "learning_rate": 9.968847352024923e-05, | |
| "loss": 0.0331, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.514018691588785, | |
| "grad_norm": 0.33881592750549316, | |
| "learning_rate": 9.99994627125104e-05, | |
| "loss": 0.0312, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5295950155763239, | |
| "grad_norm": 0.39000996947288513, | |
| "learning_rate": 9.999760543724762e-05, | |
| "loss": 0.0278, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5451713395638629, | |
| "grad_norm": 0.3204681873321533, | |
| "learning_rate": 9.999442159029957e-05, | |
| "loss": 0.0276, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5607476635514018, | |
| "grad_norm": 0.3364989757537842, | |
| "learning_rate": 9.998991125614234e-05, | |
| "loss": 0.0284, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5763239875389408, | |
| "grad_norm": 0.3593066930770874, | |
| "learning_rate": 9.998407455444729e-05, | |
| "loss": 0.0272, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5919003115264797, | |
| "grad_norm": 0.3878420293331146, | |
| "learning_rate": 9.99769116400779e-05, | |
| "loss": 0.027, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6074766355140186, | |
| "grad_norm": 0.4487762153148651, | |
| "learning_rate": 9.996842270308566e-05, | |
| "loss": 0.0272, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6230529595015576, | |
| "grad_norm": 0.5334095358848572, | |
| "learning_rate": 9.9958607968705e-05, | |
| "loss": 0.0283, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6386292834890965, | |
| "grad_norm": 0.32835790514945984, | |
| "learning_rate": 9.99474676973474e-05, | |
| "loss": 0.0264, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6542056074766355, | |
| "grad_norm": 0.3653208911418915, | |
| "learning_rate": 9.993500218459437e-05, | |
| "loss": 0.0241, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6697819314641744, | |
| "grad_norm": 0.4939619302749634, | |
| "learning_rate": 9.992121176118967e-05, | |
| "loss": 0.0233, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6853582554517134, | |
| "grad_norm": 0.39662104845046997, | |
| "learning_rate": 9.990609679303056e-05, | |
| "loss": 0.0272, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7009345794392523, | |
| "grad_norm": 0.3198733925819397, | |
| "learning_rate": 9.988965768115798e-05, | |
| "loss": 0.0248, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7165109034267912, | |
| "grad_norm": 0.4477022886276245, | |
| "learning_rate": 9.987189486174606e-05, | |
| "loss": 0.0307, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7320872274143302, | |
| "grad_norm": 0.27620789408683777, | |
| "learning_rate": 9.98528088060904e-05, | |
| "loss": 0.0246, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7476635514018691, | |
| "grad_norm": 0.2453584223985672, | |
| "learning_rate": 9.983240002059571e-05, | |
| "loss": 0.0257, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7632398753894081, | |
| "grad_norm": 0.282216340303421, | |
| "learning_rate": 9.981066904676224e-05, | |
| "loss": 0.0206, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.778816199376947, | |
| "grad_norm": 0.20669862627983093, | |
| "learning_rate": 9.97876164611715e-05, | |
| "loss": 0.0208, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.794392523364486, | |
| "grad_norm": 0.3541461229324341, | |
| "learning_rate": 9.976324287547092e-05, | |
| "loss": 0.0211, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8099688473520249, | |
| "grad_norm": 0.4043068289756775, | |
| "learning_rate": 9.973754893635767e-05, | |
| "loss": 0.02, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8255451713395638, | |
| "grad_norm": 0.3331877589225769, | |
| "learning_rate": 9.971053532556143e-05, | |
| "loss": 0.0251, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8411214953271028, | |
| "grad_norm": 0.4757959544658661, | |
| "learning_rate": 9.968220275982632e-05, | |
| "loss": 0.0216, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8566978193146417, | |
| "grad_norm": 0.35191771388053894, | |
| "learning_rate": 9.965255199089197e-05, | |
| "loss": 0.0281, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8722741433021807, | |
| "grad_norm": 0.30520376563072205, | |
| "learning_rate": 9.962158380547346e-05, | |
| "loss": 0.0258, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8878504672897196, | |
| "grad_norm": 0.46462851762771606, | |
| "learning_rate": 9.958929902524048e-05, | |
| "loss": 0.0261, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9034267912772586, | |
| "grad_norm": 0.26396533846855164, | |
| "learning_rate": 9.955569850679558e-05, | |
| "loss": 0.022, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9190031152647975, | |
| "grad_norm": 0.2325705736875534, | |
| "learning_rate": 9.952078314165139e-05, | |
| "loss": 0.021, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9345794392523364, | |
| "grad_norm": 0.45752421021461487, | |
| "learning_rate": 9.948455385620694e-05, | |
| "loss": 0.0189, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9501557632398754, | |
| "grad_norm": 0.36059829592704773, | |
| "learning_rate": 9.944701161172316e-05, | |
| "loss": 0.0166, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9657320872274143, | |
| "grad_norm": 0.41589999198913574, | |
| "learning_rate": 9.940815740429734e-05, | |
| "loss": 0.0274, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9813084112149533, | |
| "grad_norm": 0.26806989312171936, | |
| "learning_rate": 9.936799226483669e-05, | |
| "loss": 0.0223, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9968847352024922, | |
| "grad_norm": 0.7092414498329163, | |
| "learning_rate": 9.932651725903095e-05, | |
| "loss": 0.0231, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.0124610591900312, | |
| "grad_norm": 0.3604114055633545, | |
| "learning_rate": 9.92837334873242e-05, | |
| "loss": 0.0241, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.02803738317757, | |
| "grad_norm": 0.3966909646987915, | |
| "learning_rate": 9.923964208488563e-05, | |
| "loss": 0.0227, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.043613707165109, | |
| "grad_norm": 0.3709312975406647, | |
| "learning_rate": 9.919424422157937e-05, | |
| "loss": 0.0206, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.0591900311526479, | |
| "grad_norm": 0.2638329267501831, | |
| "learning_rate": 9.914754110193349e-05, | |
| "loss": 0.0216, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.074766355140187, | |
| "grad_norm": 0.37985852360725403, | |
| "learning_rate": 9.909953396510807e-05, | |
| "loss": 0.0214, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.0903426791277258, | |
| "grad_norm": 0.30944398045539856, | |
| "learning_rate": 9.90502240848623e-05, | |
| "loss": 0.0212, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.1059190031152648, | |
| "grad_norm": 0.1825455278158188, | |
| "learning_rate": 9.899961276952064e-05, | |
| "loss": 0.0186, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.1214953271028036, | |
| "grad_norm": 0.29276084899902344, | |
| "learning_rate": 9.894770136193814e-05, | |
| "loss": 0.0178, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.1370716510903427, | |
| "grad_norm": 0.23537325859069824, | |
| "learning_rate": 9.889449123946486e-05, | |
| "loss": 0.0189, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1526479750778815, | |
| "grad_norm": 0.22725921869277954, | |
| "learning_rate": 9.883998381390924e-05, | |
| "loss": 0.0219, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.1682242990654206, | |
| "grad_norm": 0.3256939649581909, | |
| "learning_rate": 9.878418053150069e-05, | |
| "loss": 0.0219, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.1838006230529594, | |
| "grad_norm": 0.35934165120124817, | |
| "learning_rate": 9.872708287285122e-05, | |
| "loss": 0.0195, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.1993769470404985, | |
| "grad_norm": 0.21802407503128052, | |
| "learning_rate": 9.86686923529161e-05, | |
| "loss": 0.0216, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.2149532710280373, | |
| "grad_norm": 0.22510743141174316, | |
| "learning_rate": 9.860901052095374e-05, | |
| "loss": 0.02, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.2305295950155763, | |
| "grad_norm": 0.24169179797172546, | |
| "learning_rate": 9.854803896048457e-05, | |
| "loss": 0.0174, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.2461059190031152, | |
| "grad_norm": 0.19489426910877228, | |
| "learning_rate": 9.848577928924895e-05, | |
| "loss": 0.0185, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2616822429906542, | |
| "grad_norm": 0.2777082324028015, | |
| "learning_rate": 9.842223315916434e-05, | |
| "loss": 0.0204, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.277258566978193, | |
| "grad_norm": 0.3644140362739563, | |
| "learning_rate": 9.835740225628145e-05, | |
| "loss": 0.0209, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.2928348909657321, | |
| "grad_norm": 0.1896691918373108, | |
| "learning_rate": 9.829128830073944e-05, | |
| "loss": 0.0166, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.308411214953271, | |
| "grad_norm": 0.20399421453475952, | |
| "learning_rate": 9.822389304672034e-05, | |
| "loss": 0.0205, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.32398753894081, | |
| "grad_norm": 0.23192964494228363, | |
| "learning_rate": 9.815521828240251e-05, | |
| "loss": 0.0215, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.3395638629283488, | |
| "grad_norm": 0.17685532569885254, | |
| "learning_rate": 9.808526582991318e-05, | |
| "loss": 0.0161, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.355140186915888, | |
| "grad_norm": 0.3119238615036011, | |
| "learning_rate": 9.801403754528009e-05, | |
| "loss": 0.0175, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.3707165109034267, | |
| "grad_norm": 0.29733213782310486, | |
| "learning_rate": 9.794153531838226e-05, | |
| "loss": 0.0186, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.3862928348909658, | |
| "grad_norm": 0.22840946912765503, | |
| "learning_rate": 9.786776107289983e-05, | |
| "loss": 0.019, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.4018691588785046, | |
| "grad_norm": 0.26108086109161377, | |
| "learning_rate": 9.779271676626306e-05, | |
| "loss": 0.0164, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.4174454828660437, | |
| "grad_norm": 0.30991408228874207, | |
| "learning_rate": 9.771640438960036e-05, | |
| "loss": 0.0146, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.4330218068535825, | |
| "grad_norm": 0.31594666838645935, | |
| "learning_rate": 9.763882596768544e-05, | |
| "loss": 0.0202, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.4485981308411215, | |
| "grad_norm": 0.16621960699558258, | |
| "learning_rate": 9.755998355888365e-05, | |
| "loss": 0.0172, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.4641744548286604, | |
| "grad_norm": 0.20799924433231354, | |
| "learning_rate": 9.747987925509733e-05, | |
| "loss": 0.0162, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.4797507788161994, | |
| "grad_norm": 0.30253657698631287, | |
| "learning_rate": 9.739851518171026e-05, | |
| "loss": 0.0203, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.4953271028037383, | |
| "grad_norm": 0.2623201906681061, | |
| "learning_rate": 9.731589349753139e-05, | |
| "loss": 0.0167, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.5109034267912773, | |
| "grad_norm": 0.19337186217308044, | |
| "learning_rate": 9.723201639473738e-05, | |
| "loss": 0.0191, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.5264797507788161, | |
| "grad_norm": 0.19426818192005157, | |
| "learning_rate": 9.714688609881467e-05, | |
| "loss": 0.0166, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.542056074766355, | |
| "grad_norm": 0.16336968541145325, | |
| "learning_rate": 9.706050486850019e-05, | |
| "loss": 0.021, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.557632398753894, | |
| "grad_norm": 0.30551159381866455, | |
| "learning_rate": 9.697287499572161e-05, | |
| "loss": 0.0213, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.573208722741433, | |
| "grad_norm": 0.2476799190044403, | |
| "learning_rate": 9.688399880553645e-05, | |
| "loss": 0.0187, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.588785046728972, | |
| "grad_norm": 0.2057810127735138, | |
| "learning_rate": 9.679387865607035e-05, | |
| "loss": 0.0195, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.6043613707165107, | |
| "grad_norm": 0.2896953225135803, | |
| "learning_rate": 9.670251693845464e-05, | |
| "loss": 0.0212, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.6199376947040498, | |
| "grad_norm": 0.2235778421163559, | |
| "learning_rate": 9.660991607676276e-05, | |
| "loss": 0.0196, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.6355140186915889, | |
| "grad_norm": 0.24319937825202942, | |
| "learning_rate": 9.651607852794597e-05, | |
| "loss": 0.0164, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.6510903426791277, | |
| "grad_norm": 0.3737725615501404, | |
| "learning_rate": 9.642100678176824e-05, | |
| "loss": 0.0197, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.2973679006099701, | |
| "learning_rate": 9.632470336074009e-05, | |
| "loss": 0.0179, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.6822429906542056, | |
| "grad_norm": 0.23015610873699188, | |
| "learning_rate": 9.622717082005175e-05, | |
| "loss": 0.0197, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.6978193146417446, | |
| "grad_norm": 0.3532279431819916, | |
| "learning_rate": 9.612841174750524e-05, | |
| "loss": 0.0176, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.7133956386292835, | |
| "grad_norm": 0.2900121212005615, | |
| "learning_rate": 9.602842876344589e-05, | |
| "loss": 0.0198, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.7289719626168223, | |
| "grad_norm": 0.3288438022136688, | |
| "learning_rate": 9.592722452069264e-05, | |
| "loss": 0.014, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.7445482866043613, | |
| "grad_norm": 0.275817334651947, | |
| "learning_rate": 9.582480170446774e-05, | |
| "loss": 0.018, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.7601246105919004, | |
| "grad_norm": 0.2955857515335083, | |
| "learning_rate": 9.57211630323255e-05, | |
| "loss": 0.0231, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.7757009345794392, | |
| "grad_norm": 0.3142707049846649, | |
| "learning_rate": 9.561631125408017e-05, | |
| "loss": 0.0188, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.791277258566978, | |
| "grad_norm": 0.2019612342119217, | |
| "learning_rate": 9.551024915173299e-05, | |
| "loss": 0.0177, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.8068535825545171, | |
| "grad_norm": 0.3271605968475342, | |
| "learning_rate": 9.540297953939836e-05, | |
| "loss": 0.0178, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.8224299065420562, | |
| "grad_norm": 0.2196618616580963, | |
| "learning_rate": 9.529450526322922e-05, | |
| "loss": 0.0172, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.838006230529595, | |
| "grad_norm": 0.22195592522621155, | |
| "learning_rate": 9.518482920134144e-05, | |
| "loss": 0.013, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.8535825545171338, | |
| "grad_norm": 0.40921470522880554, | |
| "learning_rate": 9.507395426373756e-05, | |
| "loss": 0.0166, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.8691588785046729, | |
| "grad_norm": 0.30641061067581177, | |
| "learning_rate": 9.496188339222954e-05, | |
| "loss": 0.0153, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.884735202492212, | |
| "grad_norm": 0.21686281263828278, | |
| "learning_rate": 9.484861956036067e-05, | |
| "loss": 0.0165, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.9003115264797508, | |
| "grad_norm": 0.24141277372837067, | |
| "learning_rate": 9.47341657733267e-05, | |
| "loss": 0.0194, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.9158878504672896, | |
| "grad_norm": 0.14065827429294586, | |
| "learning_rate": 9.461852506789617e-05, | |
| "loss": 0.0189, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.9314641744548287, | |
| "grad_norm": 0.16774609684944153, | |
| "learning_rate": 9.45017005123297e-05, | |
| "loss": 0.0167, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.9470404984423677, | |
| "grad_norm": 0.1050788089632988, | |
| "learning_rate": 9.43836952062987e-05, | |
| "loss": 0.0146, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.9626168224299065, | |
| "grad_norm": 0.2471192628145218, | |
| "learning_rate": 9.426451228080308e-05, | |
| "loss": 0.0174, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.9781931464174454, | |
| "grad_norm": 0.21543623507022858, | |
| "learning_rate": 9.414415489808814e-05, | |
| "loss": 0.0144, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.9937694704049844, | |
| "grad_norm": 0.17441585659980774, | |
| "learning_rate": 9.402262625156077e-05, | |
| "loss": 0.0164, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.0093457943925235, | |
| "grad_norm": 0.2228071242570877, | |
| "learning_rate": 9.389992956570462e-05, | |
| "loss": 0.0173, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.0249221183800623, | |
| "grad_norm": 0.25380459427833557, | |
| "learning_rate": 9.377606809599457e-05, | |
| "loss": 0.0166, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.040498442367601, | |
| "grad_norm": 0.2757023870944977, | |
| "learning_rate": 9.365104512881039e-05, | |
| "loss": 0.014, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.05607476635514, | |
| "grad_norm": 0.19488276541233063, | |
| "learning_rate": 9.35248639813495e-05, | |
| "loss": 0.0148, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.0716510903426792, | |
| "grad_norm": 0.179704949259758, | |
| "learning_rate": 9.3397528001539e-05, | |
| "loss": 0.0187, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.087227414330218, | |
| "grad_norm": 0.19472235441207886, | |
| "learning_rate": 9.326904056794679e-05, | |
| "loss": 0.0144, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.102803738317757, | |
| "grad_norm": 0.39669862389564514, | |
| "learning_rate": 9.313940508969195e-05, | |
| "loss": 0.0168, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.1183800623052957, | |
| "grad_norm": 0.2911001741886139, | |
| "learning_rate": 9.300862500635434e-05, | |
| "loss": 0.0173, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.133956386292835, | |
| "grad_norm": 0.18247844278812408, | |
| "learning_rate": 9.287670378788322e-05, | |
| "loss": 0.0144, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.149532710280374, | |
| "grad_norm": 0.255506694316864, | |
| "learning_rate": 9.27436449345053e-05, | |
| "loss": 0.0151, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.1651090342679127, | |
| "grad_norm": 0.32190999388694763, | |
| "learning_rate": 9.26094519766318e-05, | |
| "loss": 0.0177, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.1806853582554515, | |
| "grad_norm": 0.3123270571231842, | |
| "learning_rate": 9.247412847476477e-05, | |
| "loss": 0.018, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.196261682242991, | |
| "grad_norm": 0.2271157205104828, | |
| "learning_rate": 9.233767801940274e-05, | |
| "loss": 0.015, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.2118380062305296, | |
| "grad_norm": 0.2909000515937805, | |
| "learning_rate": 9.220010423094528e-05, | |
| "loss": 0.0131, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.2274143302180685, | |
| "grad_norm": 0.2275337427854538, | |
| "learning_rate": 9.206141075959702e-05, | |
| "loss": 0.0193, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.2429906542056073, | |
| "grad_norm": 0.19818776845932007, | |
| "learning_rate": 9.192160128527088e-05, | |
| "loss": 0.0137, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.2585669781931466, | |
| "grad_norm": 0.1689874231815338, | |
| "learning_rate": 9.17806795174903e-05, | |
| "loss": 0.0127, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.2741433021806854, | |
| "grad_norm": 0.31005653738975525, | |
| "learning_rate": 9.163864919529089e-05, | |
| "loss": 0.0166, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.289719626168224, | |
| "grad_norm": 0.20109283924102783, | |
| "learning_rate": 9.149551408712117e-05, | |
| "loss": 0.0141, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.305295950155763, | |
| "grad_norm": 0.2736987769603729, | |
| "learning_rate": 9.13512779907427e-05, | |
| "loss": 0.0159, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.3208722741433023, | |
| "grad_norm": 0.21294985711574554, | |
| "learning_rate": 9.120594473312916e-05, | |
| "loss": 0.0178, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.336448598130841, | |
| "grad_norm": 0.2750362753868103, | |
| "learning_rate": 9.105951817036492e-05, | |
| "loss": 0.0129, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.35202492211838, | |
| "grad_norm": 0.25375640392303467, | |
| "learning_rate": 9.091200218754268e-05, | |
| "loss": 0.0173, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.367601246105919, | |
| "grad_norm": 0.2495325803756714, | |
| "learning_rate": 9.076340069866042e-05, | |
| "loss": 0.0142, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.383177570093458, | |
| "grad_norm": 0.2479378879070282, | |
| "learning_rate": 9.06137176465175e-05, | |
| "loss": 0.0136, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.398753894080997, | |
| "grad_norm": 0.2946663200855255, | |
| "learning_rate": 9.04629570026101e-05, | |
| "loss": 0.0144, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.4143302180685358, | |
| "grad_norm": 0.2197083681821823, | |
| "learning_rate": 9.03111227670258e-05, | |
| "loss": 0.0132, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.4299065420560746, | |
| "grad_norm": 0.16844919323921204, | |
| "learning_rate": 9.015821896833752e-05, | |
| "loss": 0.0165, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.445482866043614, | |
| "grad_norm": 0.1574881672859192, | |
| "learning_rate": 9.000424966349654e-05, | |
| "loss": 0.0165, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.4610591900311527, | |
| "grad_norm": 0.15327616035938263, | |
| "learning_rate": 8.984921893772491e-05, | |
| "loss": 0.0154, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.4766355140186915, | |
| "grad_norm": 0.14823028445243835, | |
| "learning_rate": 8.969313090440703e-05, | |
| "loss": 0.015, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.4922118380062304, | |
| "grad_norm": 0.2471739500761032, | |
| "learning_rate": 8.953598970498058e-05, | |
| "loss": 0.0147, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.507788161993769, | |
| "grad_norm": 0.11376072466373444, | |
| "learning_rate": 8.937779950882654e-05, | |
| "loss": 0.0144, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.5233644859813085, | |
| "grad_norm": 0.3323586583137512, | |
| "learning_rate": 8.921856451315862e-05, | |
| "loss": 0.014, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.5389408099688473, | |
| "grad_norm": 0.234357088804245, | |
| "learning_rate": 8.905828894291186e-05, | |
| "loss": 0.0145, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.554517133956386, | |
| "grad_norm": 0.1384000927209854, | |
| "learning_rate": 8.889697705063063e-05, | |
| "loss": 0.0161, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.5700934579439254, | |
| "grad_norm": 0.2684932351112366, | |
| "learning_rate": 8.873463311635565e-05, | |
| "loss": 0.0164, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.5856697819314642, | |
| "grad_norm": 0.2894107401371002, | |
| "learning_rate": 8.857126144751056e-05, | |
| "loss": 0.0136, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.601246105919003, | |
| "grad_norm": 0.22467093169689178, | |
| "learning_rate": 8.840686637878755e-05, | |
| "loss": 0.0188, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.616822429906542, | |
| "grad_norm": 0.27161693572998047, | |
| "learning_rate": 8.824145227203238e-05, | |
| "loss": 0.0151, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.6323987538940807, | |
| "grad_norm": 0.18942400813102722, | |
| "learning_rate": 8.807502351612865e-05, | |
| "loss": 0.0161, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.64797507788162, | |
| "grad_norm": 0.23328815400600433, | |
| "learning_rate": 8.790758452688132e-05, | |
| "loss": 0.0147, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.663551401869159, | |
| "grad_norm": 0.20751376450061798, | |
| "learning_rate": 8.773913974689962e-05, | |
| "loss": 0.0145, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.6791277258566977, | |
| "grad_norm": 0.19469401240348816, | |
| "learning_rate": 8.75696936454791e-05, | |
| "loss": 0.0156, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.694704049844237, | |
| "grad_norm": 0.20457860827445984, | |
| "learning_rate": 8.739925071848308e-05, | |
| "loss": 0.0136, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.710280373831776, | |
| "grad_norm": 0.24321670830249786, | |
| "learning_rate": 8.722781548822332e-05, | |
| "loss": 0.018, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.7258566978193146, | |
| "grad_norm": 0.20383647084236145, | |
| "learning_rate": 8.705539250334016e-05, | |
| "loss": 0.0147, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.7414330218068534, | |
| "grad_norm": 0.22205962240695953, | |
| "learning_rate": 8.688198633868168e-05, | |
| "loss": 0.0143, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.7570093457943923, | |
| "grad_norm": 0.1648181974887848, | |
| "learning_rate": 8.670760159518234e-05, | |
| "loss": 0.0213, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.7725856697819315, | |
| "grad_norm": 0.2582213282585144, | |
| "learning_rate": 8.653224289974104e-05, | |
| "loss": 0.0128, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.7881619937694704, | |
| "grad_norm": 0.2634594142436981, | |
| "learning_rate": 8.63559149050982e-05, | |
| "loss": 0.0158, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.803738317757009, | |
| "grad_norm": 0.19994807243347168, | |
| "learning_rate": 8.617862228971234e-05, | |
| "loss": 0.0135, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.8193146417445485, | |
| "grad_norm": 0.22563837468624115, | |
| "learning_rate": 8.600036975763605e-05, | |
| "loss": 0.0136, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.8348909657320873, | |
| "grad_norm": 0.13740035891532898, | |
| "learning_rate": 8.582116203839108e-05, | |
| "loss": 0.0159, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.850467289719626, | |
| "grad_norm": 0.21851687133312225, | |
| "learning_rate": 8.564100388684284e-05, | |
| "loss": 0.0156, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.866043613707165, | |
| "grad_norm": 0.21716952323913574, | |
| "learning_rate": 8.545990008307431e-05, | |
| "loss": 0.0103, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.881619937694704, | |
| "grad_norm": 0.20476889610290527, | |
| "learning_rate": 8.527785543225921e-05, | |
| "loss": 0.016, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.897196261682243, | |
| "grad_norm": 0.23600561916828156, | |
| "learning_rate": 8.509487476453442e-05, | |
| "loss": 0.0154, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.912772585669782, | |
| "grad_norm": 0.1938115656375885, | |
| "learning_rate": 8.49109629348719e-05, | |
| "loss": 0.012, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.9283489096573208, | |
| "grad_norm": 0.2717917263507843, | |
| "learning_rate": 8.472612482294987e-05, | |
| "loss": 0.0125, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.94392523364486, | |
| "grad_norm": 0.18718834221363068, | |
| "learning_rate": 8.454036533302331e-05, | |
| "loss": 0.0146, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.959501557632399, | |
| "grad_norm": 0.13792039453983307, | |
| "learning_rate": 8.435368939379388e-05, | |
| "loss": 0.0157, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.9750778816199377, | |
| "grad_norm": 0.19632574915885925, | |
| "learning_rate": 8.416610195827905e-05, | |
| "loss": 0.0152, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.9906542056074765, | |
| "grad_norm": 0.28728196024894714, | |
| "learning_rate": 8.397760800368082e-05, | |
| "loss": 0.0123, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.0062305295950154, | |
| "grad_norm": 0.3165406584739685, | |
| "learning_rate": 8.378821253125356e-05, | |
| "loss": 0.0151, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.0218068535825546, | |
| "grad_norm": 0.19019992649555206, | |
| "learning_rate": 8.359792056617135e-05, | |
| "loss": 0.0162, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.0373831775700935, | |
| "grad_norm": 0.21490029990673065, | |
| "learning_rate": 8.340673715739466e-05, | |
| "loss": 0.0148, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.0529595015576323, | |
| "grad_norm": 0.16761478781700134, | |
| "learning_rate": 8.321466737753634e-05, | |
| "loss": 0.0152, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.068535825545171, | |
| "grad_norm": 0.200679212808609, | |
| "learning_rate": 8.302171632272709e-05, | |
| "loss": 0.0132, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.0841121495327104, | |
| "grad_norm": 0.15712881088256836, | |
| "learning_rate": 8.282788911248021e-05, | |
| "loss": 0.0152, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.0996884735202492, | |
| "grad_norm": 0.19571930170059204, | |
| "learning_rate": 8.263319088955578e-05, | |
| "loss": 0.0138, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.115264797507788, | |
| "grad_norm": 0.24790585041046143, | |
| "learning_rate": 8.243762681982419e-05, | |
| "loss": 0.0154, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.130841121495327, | |
| "grad_norm": 0.1957317292690277, | |
| "learning_rate": 8.224120209212907e-05, | |
| "loss": 0.0122, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.146417445482866, | |
| "grad_norm": 0.24267509579658508, | |
| "learning_rate": 8.204392191814968e-05, | |
| "loss": 0.0139, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.161993769470405, | |
| "grad_norm": 0.23138225078582764, | |
| "learning_rate": 8.184579153226254e-05, | |
| "loss": 0.0136, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.177570093457944, | |
| "grad_norm": 0.28118881583213806, | |
| "learning_rate": 8.164681619140264e-05, | |
| "loss": 0.0166, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.1931464174454827, | |
| "grad_norm": 0.2736000716686249, | |
| "learning_rate": 8.144700117492385e-05, | |
| "loss": 0.0161, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.208722741433022, | |
| "grad_norm": 0.21003635227680206, | |
| "learning_rate": 8.124635178445895e-05, | |
| "loss": 0.0142, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.2242990654205608, | |
| "grad_norm": 0.2584760785102844, | |
| "learning_rate": 8.104487334377889e-05, | |
| "loss": 0.0154, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.2398753894080996, | |
| "grad_norm": 0.2691844403743744, | |
| "learning_rate": 8.084257119865159e-05, | |
| "loss": 0.0138, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.2554517133956384, | |
| "grad_norm": 0.19839587807655334, | |
| "learning_rate": 8.063945071670006e-05, | |
| "loss": 0.0141, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.2710280373831777, | |
| "grad_norm": 0.28742802143096924, | |
| "learning_rate": 8.043551728726e-05, | |
| "loss": 0.017, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.2866043613707165, | |
| "grad_norm": 0.17262744903564453, | |
| "learning_rate": 8.02307763212368e-05, | |
| "loss": 0.011, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.3021806853582554, | |
| "grad_norm": 0.17710132896900177, | |
| "learning_rate": 8.002523325096201e-05, | |
| "loss": 0.0106, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.317757009345794, | |
| "grad_norm": 0.2129012644290924, | |
| "learning_rate": 7.981889353004915e-05, | |
| "loss": 0.0147, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.14716210961341858, | |
| "learning_rate": 7.961176263324901e-05, | |
| "loss": 0.0112, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.3489096573208723, | |
| "grad_norm": 0.2212764173746109, | |
| "learning_rate": 7.940384605630447e-05, | |
| "loss": 0.0122, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.364485981308411, | |
| "grad_norm": 0.17234817147254944, | |
| "learning_rate": 7.919514931580461e-05, | |
| "loss": 0.0112, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.38006230529595, | |
| "grad_norm": 0.1748262494802475, | |
| "learning_rate": 7.898567794903833e-05, | |
| "loss": 0.013, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.3956386292834893, | |
| "grad_norm": 0.19324713945388794, | |
| "learning_rate": 7.877543751384749e-05, | |
| "loss": 0.0147, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.411214953271028, | |
| "grad_norm": 0.19106893241405487, | |
| "learning_rate": 7.856443358847943e-05, | |
| "loss": 0.0169, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.426791277258567, | |
| "grad_norm": 0.20462898910045624, | |
| "learning_rate": 7.83526717714389e-05, | |
| "loss": 0.0126, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.4423676012461057, | |
| "grad_norm": 0.26991477608680725, | |
| "learning_rate": 7.81401576813396e-05, | |
| "loss": 0.0154, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.457943925233645, | |
| "grad_norm": 0.20646274089813232, | |
| "learning_rate": 7.792689695675506e-05, | |
| "loss": 0.0145, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.473520249221184, | |
| "grad_norm": 0.1414683610200882, | |
| "learning_rate": 7.771289525606904e-05, | |
| "loss": 0.0141, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.4890965732087227, | |
| "grad_norm": 0.268904447555542, | |
| "learning_rate": 7.749815825732543e-05, | |
| "loss": 0.0113, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.5046728971962615, | |
| "grad_norm": 0.09890452027320862, | |
| "learning_rate": 7.72826916580775e-05, | |
| "loss": 0.0115, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.520249221183801, | |
| "grad_norm": 0.22059427201747894, | |
| "learning_rate": 7.706650117523686e-05, | |
| "loss": 0.0138, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.5358255451713396, | |
| "grad_norm": 0.15525758266448975, | |
| "learning_rate": 7.684959254492167e-05, | |
| "loss": 0.0138, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.5514018691588785, | |
| "grad_norm": 0.17785225808620453, | |
| "learning_rate": 7.66319715223045e-05, | |
| "loss": 0.0117, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.5669781931464173, | |
| "grad_norm": 0.2259814292192459, | |
| "learning_rate": 7.641364388145963e-05, | |
| "loss": 0.0159, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.582554517133956, | |
| "grad_norm": 0.289288192987442, | |
| "learning_rate": 7.619461541520978e-05, | |
| "loss": 0.0154, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.5981308411214954, | |
| "grad_norm": 0.1844770759344101, | |
| "learning_rate": 7.597489193497254e-05, | |
| "loss": 0.0123, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.6137071651090342, | |
| "grad_norm": 0.275309681892395, | |
| "learning_rate": 7.575447927060601e-05, | |
| "loss": 0.014, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.629283489096573, | |
| "grad_norm": 0.3368551433086395, | |
| "learning_rate": 7.55333832702543e-05, | |
| "loss": 0.0128, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.6448598130841123, | |
| "grad_norm": 0.14441683888435364, | |
| "learning_rate": 7.53116098001922e-05, | |
| "loss": 0.0124, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.660436137071651, | |
| "grad_norm": 0.16262127459049225, | |
| "learning_rate": 7.508916474466966e-05, | |
| "loss": 0.0111, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.67601246105919, | |
| "grad_norm": 0.28471696376800537, | |
| "learning_rate": 7.486605400575555e-05, | |
| "loss": 0.0155, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.691588785046729, | |
| "grad_norm": 0.16003911197185516, | |
| "learning_rate": 7.464228350318118e-05, | |
| "loss": 0.0137, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.7071651090342677, | |
| "grad_norm": 0.13349305093288422, | |
| "learning_rate": 7.441785917418314e-05, | |
| "loss": 0.0122, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.722741433021807, | |
| "grad_norm": 0.2013760805130005, | |
| "learning_rate": 7.41927869733458e-05, | |
| "loss": 0.0129, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.7383177570093458, | |
| "grad_norm": 0.14687639474868774, | |
| "learning_rate": 7.396707287244331e-05, | |
| "loss": 0.0108, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.7538940809968846, | |
| "grad_norm": 0.20814476907253265, | |
| "learning_rate": 7.374072286028124e-05, | |
| "loss": 0.0143, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.769470404984424, | |
| "grad_norm": 0.11024034023284912, | |
| "learning_rate": 7.351374294253751e-05, | |
| "loss": 0.0115, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.7850467289719627, | |
| "grad_norm": 0.25545600056648254, | |
| "learning_rate": 7.328613914160318e-05, | |
| "loss": 0.0172, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 3.8006230529595015, | |
| "grad_norm": 0.17019154131412506, | |
| "learning_rate": 7.305791749642263e-05, | |
| "loss": 0.0113, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 3.8161993769470404, | |
| "grad_norm": 0.17234203219413757, | |
| "learning_rate": 7.282908406233332e-05, | |
| "loss": 0.0165, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 3.831775700934579, | |
| "grad_norm": 0.13886360824108124, | |
| "learning_rate": 7.25996449109051e-05, | |
| "loss": 0.0185, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 3.8473520249221185, | |
| "grad_norm": 0.1880546510219574, | |
| "learning_rate": 7.236960612977914e-05, | |
| "loss": 0.0135, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 3.8629283489096573, | |
| "grad_norm": 0.33895474672317505, | |
| "learning_rate": 7.213897382250643e-05, | |
| "loss": 0.0135, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 3.878504672897196, | |
| "grad_norm": 0.1464867889881134, | |
| "learning_rate": 7.190775410838578e-05, | |
| "loss": 0.0097, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 3.8940809968847354, | |
| "grad_norm": 0.25255146622657776, | |
| "learning_rate": 7.167595312230155e-05, | |
| "loss": 0.017, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.9096573208722742, | |
| "grad_norm": 0.29201412200927734, | |
| "learning_rate": 7.144357701456075e-05, | |
| "loss": 0.014, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 3.925233644859813, | |
| "grad_norm": 0.13257095217704773, | |
| "learning_rate": 7.121063195072999e-05, | |
| "loss": 0.0101, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 3.940809968847352, | |
| "grad_norm": 0.15739849209785461, | |
| "learning_rate": 7.097712411147173e-05, | |
| "loss": 0.014, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 3.9563862928348907, | |
| "grad_norm": 0.2477468103170395, | |
| "learning_rate": 7.074305969238048e-05, | |
| "loss": 0.01, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 3.97196261682243, | |
| "grad_norm": 0.2315158247947693, | |
| "learning_rate": 7.050844490381829e-05, | |
| "loss": 0.014, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 3.987538940809969, | |
| "grad_norm": 0.11539182811975479, | |
| "learning_rate": 7.027328597074998e-05, | |
| "loss": 0.0119, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.003115264797508, | |
| "grad_norm": 0.21218988299369812, | |
| "learning_rate": 7.003758913257799e-05, | |
| "loss": 0.0157, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.018691588785047, | |
| "grad_norm": 0.1664864420890808, | |
| "learning_rate": 6.980136064297686e-05, | |
| "loss": 0.0144, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.034267912772585, | |
| "grad_norm": 0.13880150020122528, | |
| "learning_rate": 6.956460676972726e-05, | |
| "loss": 0.0115, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.049844236760125, | |
| "grad_norm": 0.17875036597251892, | |
| "learning_rate": 6.932733379454978e-05, | |
| "loss": 0.0128, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.065420560747664, | |
| "grad_norm": 0.19681435823440552, | |
| "learning_rate": 6.908954801293806e-05, | |
| "loss": 0.0105, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.080996884735202, | |
| "grad_norm": 0.1514422744512558, | |
| "learning_rate": 6.8851255733992e-05, | |
| "loss": 0.0106, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.0965732087227416, | |
| "grad_norm": 0.18962527811527252, | |
| "learning_rate": 6.861246328025017e-05, | |
| "loss": 0.0131, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.11214953271028, | |
| "grad_norm": 0.23904556035995483, | |
| "learning_rate": 6.837317698752214e-05, | |
| "loss": 0.01, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.127725856697819, | |
| "grad_norm": 0.30831441283226013, | |
| "learning_rate": 6.813340320472042e-05, | |
| "loss": 0.0138, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.1433021806853585, | |
| "grad_norm": 0.16034604609012604, | |
| "learning_rate": 6.789314829369188e-05, | |
| "loss": 0.0105, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.158878504672897, | |
| "grad_norm": 0.16733208298683167, | |
| "learning_rate": 6.765241862904909e-05, | |
| "loss": 0.0105, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.174454828660436, | |
| "grad_norm": 0.2249719798564911, | |
| "learning_rate": 6.741122059800103e-05, | |
| "loss": 0.0141, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.190031152647975, | |
| "grad_norm": 0.1738113909959793, | |
| "learning_rate": 6.716956060018377e-05, | |
| "loss": 0.0106, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.205607476635514, | |
| "grad_norm": 0.19900630414485931, | |
| "learning_rate": 6.692744504749062e-05, | |
| "loss": 0.0121, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.221183800623053, | |
| "grad_norm": 0.16744938492774963, | |
| "learning_rate": 6.668488036390196e-05, | |
| "loss": 0.0112, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.2367601246105915, | |
| "grad_norm": 0.2038905769586563, | |
| "learning_rate": 6.644187298531482e-05, | |
| "loss": 0.0109, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.252336448598131, | |
| "grad_norm": 0.22416190803050995, | |
| "learning_rate": 6.619842935937214e-05, | |
| "loss": 0.0184, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.26791277258567, | |
| "grad_norm": 0.21082550287246704, | |
| "learning_rate": 6.59545559452917e-05, | |
| "loss": 0.0107, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.283489096573208, | |
| "grad_norm": 0.1576286405324936, | |
| "learning_rate": 6.571025921369469e-05, | |
| "loss": 0.0098, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.299065420560748, | |
| "grad_norm": 0.1269635260105133, | |
| "learning_rate": 6.54655456464341e-05, | |
| "loss": 0.0106, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.314641744548287, | |
| "grad_norm": 0.20629334449768066, | |
| "learning_rate": 6.522042173642262e-05, | |
| "loss": 0.0126, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.330218068535825, | |
| "grad_norm": 0.1645572930574417, | |
| "learning_rate": 6.497489398746052e-05, | |
| "loss": 0.0136, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.345794392523365, | |
| "grad_norm": 0.1145990639925003, | |
| "learning_rate": 6.4728968914063e-05, | |
| "loss": 0.0103, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.361370716510903, | |
| "grad_norm": 0.15445075929164886, | |
| "learning_rate": 6.448265304128732e-05, | |
| "loss": 0.0121, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.376947040498442, | |
| "grad_norm": 0.10428357869386673, | |
| "learning_rate": 6.42359529045597e-05, | |
| "loss": 0.0094, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.392523364485982, | |
| "grad_norm": 0.2353171408176422, | |
| "learning_rate": 6.398887504950199e-05, | |
| "loss": 0.0104, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.40809968847352, | |
| "grad_norm": 0.16263040900230408, | |
| "learning_rate": 6.374142603175782e-05, | |
| "loss": 0.0114, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.423676012461059, | |
| "grad_norm": 0.22931188344955444, | |
| "learning_rate": 6.349361241681886e-05, | |
| "loss": 0.0135, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.4392523364485985, | |
| "grad_norm": 0.16527006030082703, | |
| "learning_rate": 6.32454407798505e-05, | |
| "loss": 0.012, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.454828660436137, | |
| "grad_norm": 0.1626274138689041, | |
| "learning_rate": 6.29969177055174e-05, | |
| "loss": 0.0098, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.470404984423676, | |
| "grad_norm": 0.19715692102909088, | |
| "learning_rate": 6.274804978780889e-05, | |
| "loss": 0.0142, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.485981308411215, | |
| "grad_norm": 0.16883446276187897, | |
| "learning_rate": 6.249884362986377e-05, | |
| "loss": 0.0097, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.501557632398754, | |
| "grad_norm": 0.1753227561712265, | |
| "learning_rate": 6.224930584379542e-05, | |
| "loss": 0.0127, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.517133956386293, | |
| "grad_norm": 0.24264495074748993, | |
| "learning_rate": 6.199944305051614e-05, | |
| "loss": 0.0139, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.5327102803738315, | |
| "grad_norm": 0.16255994141101837, | |
| "learning_rate": 6.174926187956156e-05, | |
| "loss": 0.0112, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.548286604361371, | |
| "grad_norm": 0.11260908842086792, | |
| "learning_rate": 6.149876896891473e-05, | |
| "loss": 0.0118, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.563862928348909, | |
| "grad_norm": 0.11248435080051422, | |
| "learning_rate": 6.124797096483e-05, | |
| "loss": 0.0101, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.579439252336448, | |
| "grad_norm": 0.10404013842344284, | |
| "learning_rate": 6.099687452165669e-05, | |
| "loss": 0.0095, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.595015576323988, | |
| "grad_norm": 0.19719412922859192, | |
| "learning_rate": 6.074548630166247e-05, | |
| "loss": 0.0154, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.610591900311526, | |
| "grad_norm": 0.25961896777153015, | |
| "learning_rate": 6.0493812974856703e-05, | |
| "loss": 0.0113, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.626168224299065, | |
| "grad_norm": 0.18753407895565033, | |
| "learning_rate": 6.024186121881335e-05, | |
| "loss": 0.0093, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.641744548286605, | |
| "grad_norm": 0.15325991809368134, | |
| "learning_rate": 5.998963771849386e-05, | |
| "loss": 0.0122, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.657320872274143, | |
| "grad_norm": 0.13568300008773804, | |
| "learning_rate": 5.973714916606984e-05, | |
| "loss": 0.0097, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.672897196261682, | |
| "grad_norm": 0.21129286289215088, | |
| "learning_rate": 5.9484402260745386e-05, | |
| "loss": 0.0106, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.688473520249222, | |
| "grad_norm": 0.16718155145645142, | |
| "learning_rate": 5.923140370857946e-05, | |
| "loss": 0.0092, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.70404984423676, | |
| "grad_norm": 0.18136487901210785, | |
| "learning_rate": 5.8978160222307796e-05, | |
| "loss": 0.0098, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.719626168224299, | |
| "grad_norm": 0.12381799519062042, | |
| "learning_rate": 5.8724678521165024e-05, | |
| "loss": 0.0089, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.735202492211838, | |
| "grad_norm": 0.231089249253273, | |
| "learning_rate": 5.847096533070615e-05, | |
| "loss": 0.0113, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 4.750778816199377, | |
| "grad_norm": 0.13842178881168365, | |
| "learning_rate": 5.8217027382628244e-05, | |
| "loss": 0.0134, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.766355140186916, | |
| "grad_norm": 0.1382349133491516, | |
| "learning_rate": 5.7962871414591844e-05, | |
| "loss": 0.011, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 4.781931464174455, | |
| "grad_norm": 0.20510578155517578, | |
| "learning_rate": 5.770850417004211e-05, | |
| "loss": 0.0124, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 4.797507788161994, | |
| "grad_norm": 0.09913448244333267, | |
| "learning_rate": 5.745393239802994e-05, | |
| "loss": 0.0136, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 4.813084112149532, | |
| "grad_norm": 0.16298551857471466, | |
| "learning_rate": 5.719916285303293e-05, | |
| "loss": 0.0109, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 4.8286604361370715, | |
| "grad_norm": 0.14564213156700134, | |
| "learning_rate": 5.694420229477606e-05, | |
| "loss": 0.012, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 4.844236760124611, | |
| "grad_norm": 0.16995395720005035, | |
| "learning_rate": 5.66890574880525e-05, | |
| "loss": 0.0085, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 4.859813084112149, | |
| "grad_norm": 0.11849524825811386, | |
| "learning_rate": 5.6433735202543945e-05, | |
| "loss": 0.0115, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 4.8753894080996885, | |
| "grad_norm": 0.22196464240550995, | |
| "learning_rate": 5.617824221264116e-05, | |
| "loss": 0.011, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 4.890965732087228, | |
| "grad_norm": 0.15856057405471802, | |
| "learning_rate": 5.5922585297264096e-05, | |
| "loss": 0.011, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 4.906542056074766, | |
| "grad_norm": 0.1632566601037979, | |
| "learning_rate": 5.5666771239682116e-05, | |
| "loss": 0.0116, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 4.922118380062305, | |
| "grad_norm": 0.1795213520526886, | |
| "learning_rate": 5.541080682733398e-05, | |
| "loss": 0.0148, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 4.937694704049845, | |
| "grad_norm": 0.1980634480714798, | |
| "learning_rate": 5.5154698851647776e-05, | |
| "loss": 0.0125, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 4.953271028037383, | |
| "grad_norm": 0.1593889445066452, | |
| "learning_rate": 5.489845410786075e-05, | |
| "loss": 0.0101, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 4.968847352024922, | |
| "grad_norm": 0.14490163326263428, | |
| "learning_rate": 5.4642079394838905e-05, | |
| "loss": 0.0085, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 4.984423676012461, | |
| "grad_norm": 0.21932144463062286, | |
| "learning_rate": 5.4385581514896724e-05, | |
| "loss": 0.012, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.17571520805358887, | |
| "learning_rate": 5.4128967273616625e-05, | |
| "loss": 0.0111, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.015576323987539, | |
| "grad_norm": 0.2138480544090271, | |
| "learning_rate": 5.3872243479668415e-05, | |
| "loss": 0.011, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.031152647975078, | |
| "grad_norm": 0.13243074715137482, | |
| "learning_rate": 5.361541694462865e-05, | |
| "loss": 0.0084, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.046728971962617, | |
| "grad_norm": 0.15625926852226257, | |
| "learning_rate": 5.335849448279984e-05, | |
| "loss": 0.0102, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.062305295950155, | |
| "grad_norm": 0.18019627034664154, | |
| "learning_rate": 5.310148291102973e-05, | |
| "loss": 0.0166, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.077881619937695, | |
| "grad_norm": 0.2128341943025589, | |
| "learning_rate": 5.284438904853036e-05, | |
| "loss": 0.0129, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.093457943925234, | |
| "grad_norm": 0.21096031367778778, | |
| "learning_rate": 5.258721971669719e-05, | |
| "loss": 0.0098, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.109034267912772, | |
| "grad_norm": 0.17452724277973175, | |
| "learning_rate": 5.23299817389281e-05, | |
| "loss": 0.0114, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.1246105919003115, | |
| "grad_norm": 0.0774535983800888, | |
| "learning_rate": 5.2072681940442306e-05, | |
| "loss": 0.0114, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.140186915887851, | |
| "grad_norm": 0.16518208384513855, | |
| "learning_rate": 5.181532714809929e-05, | |
| "loss": 0.0113, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.155763239875389, | |
| "grad_norm": 0.19055700302124023, | |
| "learning_rate": 5.155792419021766e-05, | |
| "loss": 0.0094, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.1713395638629285, | |
| "grad_norm": 0.2532927691936493, | |
| "learning_rate": 5.130047989639404e-05, | |
| "loss": 0.0117, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.186915887850467, | |
| "grad_norm": 0.15372776985168457, | |
| "learning_rate": 5.104300109732178e-05, | |
| "loss": 0.0123, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.202492211838006, | |
| "grad_norm": 0.2493387758731842, | |
| "learning_rate": 5.078549462460972e-05, | |
| "loss": 0.0103, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.218068535825545, | |
| "grad_norm": 0.3557164669036865, | |
| "learning_rate": 5.0527967310600976e-05, | |
| "loss": 0.018, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.233644859813084, | |
| "grad_norm": 0.19296665489673615, | |
| "learning_rate": 5.027042598819165e-05, | |
| "loss": 0.0087, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.249221183800623, | |
| "grad_norm": 0.1797320544719696, | |
| "learning_rate": 5.001287749064952e-05, | |
| "loss": 0.0124, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.264797507788162, | |
| "grad_norm": 0.1910810023546219, | |
| "learning_rate": 4.975532865143276e-05, | |
| "loss": 0.0111, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.280373831775701, | |
| "grad_norm": 0.18078486621379852, | |
| "learning_rate": 4.9497786304008535e-05, | |
| "loss": 0.0105, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.29595015576324, | |
| "grad_norm": 0.1647537797689438, | |
| "learning_rate": 4.924025728167186e-05, | |
| "loss": 0.0102, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.311526479750778, | |
| "grad_norm": 0.1424635648727417, | |
| "learning_rate": 4.8982748417364154e-05, | |
| "loss": 0.0129, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.327102803738318, | |
| "grad_norm": 0.237388014793396, | |
| "learning_rate": 4.872526654349196e-05, | |
| "loss": 0.0081, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.342679127725857, | |
| "grad_norm": 0.17875955998897552, | |
| "learning_rate": 4.8467818491745756e-05, | |
| "loss": 0.0098, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.358255451713395, | |
| "grad_norm": 0.18949951231479645, | |
| "learning_rate": 4.8210411092918584e-05, | |
| "loss": 0.0143, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.373831775700935, | |
| "grad_norm": 0.1877906322479248, | |
| "learning_rate": 4.795305117672486e-05, | |
| "loss": 0.0116, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.389408099688474, | |
| "grad_norm": 0.08062563091516495, | |
| "learning_rate": 4.7695745571619156e-05, | |
| "loss": 0.0115, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.404984423676012, | |
| "grad_norm": 0.2015499770641327, | |
| "learning_rate": 4.7438501104615046e-05, | |
| "loss": 0.0098, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.420560747663552, | |
| "grad_norm": 0.15176242589950562, | |
| "learning_rate": 4.7181324601103905e-05, | |
| "loss": 0.0109, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.43613707165109, | |
| "grad_norm": 0.11479273438453674, | |
| "learning_rate": 4.6924222884673906e-05, | |
| "loss": 0.0114, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.451713395638629, | |
| "grad_norm": 0.20649981498718262, | |
| "learning_rate": 4.666720277692889e-05, | |
| "loss": 0.0111, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.4672897196261685, | |
| "grad_norm": 0.1916668713092804, | |
| "learning_rate": 4.6410271097307375e-05, | |
| "loss": 0.0129, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.482866043613707, | |
| "grad_norm": 0.14754751324653625, | |
| "learning_rate": 4.6153434662901677e-05, | |
| "loss": 0.0102, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.498442367601246, | |
| "grad_norm": 0.1280348300933838, | |
| "learning_rate": 4.589670028827697e-05, | |
| "loss": 0.0103, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.5140186915887845, | |
| "grad_norm": 0.19268469512462616, | |
| "learning_rate": 4.5640074785290546e-05, | |
| "loss": 0.007, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.529595015576324, | |
| "grad_norm": 0.2448658049106598, | |
| "learning_rate": 4.538356496291101e-05, | |
| "loss": 0.0089, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.545171339563863, | |
| "grad_norm": 0.15902170538902283, | |
| "learning_rate": 4.512717762703765e-05, | |
| "loss": 0.0103, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.5607476635514015, | |
| "grad_norm": 0.1977582573890686, | |
| "learning_rate": 4.487091958031984e-05, | |
| "loss": 0.0095, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.576323987538941, | |
| "grad_norm": 0.1744050830602646, | |
| "learning_rate": 4.461479762197659e-05, | |
| "loss": 0.0093, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.59190031152648, | |
| "grad_norm": 0.17722630500793457, | |
| "learning_rate": 4.435881854761612e-05, | |
| "loss": 0.0095, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.607476635514018, | |
| "grad_norm": 0.17866544425487518, | |
| "learning_rate": 4.410298914905554e-05, | |
| "loss": 0.0109, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.623052959501558, | |
| "grad_norm": 0.11874900013208389, | |
| "learning_rate": 4.384731621414066e-05, | |
| "loss": 0.0093, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.638629283489097, | |
| "grad_norm": 0.10844465345144272, | |
| "learning_rate": 4.359180652656587e-05, | |
| "loss": 0.0127, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.654205607476635, | |
| "grad_norm": 0.0915406346321106, | |
| "learning_rate": 4.3336466865694175e-05, | |
| "loss": 0.0107, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.669781931464175, | |
| "grad_norm": 0.12223953753709793, | |
| "learning_rate": 4.308130400637733e-05, | |
| "loss": 0.0102, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.685358255451713, | |
| "grad_norm": 0.15521594882011414, | |
| "learning_rate": 4.2826324718776044e-05, | |
| "loss": 0.0131, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.700934579439252, | |
| "grad_norm": 0.14360561966896057, | |
| "learning_rate": 4.2571535768180387e-05, | |
| "loss": 0.0111, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 5.716510903426792, | |
| "grad_norm": 0.20258069038391113, | |
| "learning_rate": 4.2316943914830236e-05, | |
| "loss": 0.0097, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 5.73208722741433, | |
| "grad_norm": 0.17553642392158508, | |
| "learning_rate": 4.206255591373603e-05, | |
| "loss": 0.0102, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 5.747663551401869, | |
| "grad_norm": 0.1354387104511261, | |
| "learning_rate": 4.1808378514499356e-05, | |
| "loss": 0.011, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 5.763239875389408, | |
| "grad_norm": 0.1975325047969818, | |
| "learning_rate": 4.155441846113404e-05, | |
| "loss": 0.0106, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 5.778816199376947, | |
| "grad_norm": 0.14944128692150116, | |
| "learning_rate": 4.1300682491887096e-05, | |
| "loss": 0.0079, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 5.794392523364486, | |
| "grad_norm": 0.17943407595157623, | |
| "learning_rate": 4.104717733905999e-05, | |
| "loss": 0.0106, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 5.809968847352025, | |
| "grad_norm": 0.12425987422466278, | |
| "learning_rate": 4.079390972882999e-05, | |
| "loss": 0.0105, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 5.825545171339564, | |
| "grad_norm": 0.19627559185028076, | |
| "learning_rate": 4.054088638107174e-05, | |
| "loss": 0.0127, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 5.841121495327103, | |
| "grad_norm": 0.12838999927043915, | |
| "learning_rate": 4.028811400917894e-05, | |
| "loss": 0.0081, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 5.8566978193146415, | |
| "grad_norm": 0.12284855544567108, | |
| "learning_rate": 4.00355993198862e-05, | |
| "loss": 0.0081, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 5.872274143302181, | |
| "grad_norm": 0.09254119545221329, | |
| "learning_rate": 3.9783349013091094e-05, | |
| "loss": 0.0101, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 5.88785046728972, | |
| "grad_norm": 0.15401200950145721, | |
| "learning_rate": 3.95313697816765e-05, | |
| "loss": 0.0111, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 5.9034267912772584, | |
| "grad_norm": 0.13822408020496368, | |
| "learning_rate": 3.927966831133285e-05, | |
| "loss": 0.0085, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 5.919003115264798, | |
| "grad_norm": 0.13557831943035126, | |
| "learning_rate": 3.902825128038086e-05, | |
| "loss": 0.0088, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 5.934579439252336, | |
| "grad_norm": 0.19986526668071747, | |
| "learning_rate": 3.877712535959429e-05, | |
| "loss": 0.0097, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 5.950155763239875, | |
| "grad_norm": 0.09881894290447235, | |
| "learning_rate": 3.8526297212022954e-05, | |
| "loss": 0.0107, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 5.965732087227415, | |
| "grad_norm": 0.20597843825817108, | |
| "learning_rate": 3.8275773492815935e-05, | |
| "loss": 0.0117, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 5.981308411214953, | |
| "grad_norm": 0.16056543588638306, | |
| "learning_rate": 3.802556084904504e-05, | |
| "loss": 0.0094, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 5.996884735202492, | |
| "grad_norm": 0.1428888738155365, | |
| "learning_rate": 3.7775665919528365e-05, | |
| "loss": 0.0096, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.012461059190031, | |
| "grad_norm": 0.3193315267562866, | |
| "learning_rate": 3.752609533465421e-05, | |
| "loss": 0.011, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.02803738317757, | |
| "grad_norm": 0.12124066054821014, | |
| "learning_rate": 3.72768557162051e-05, | |
| "loss": 0.0108, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.043613707165109, | |
| "grad_norm": 0.1567990630865097, | |
| "learning_rate": 3.702795367718222e-05, | |
| "loss": 0.0117, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.059190031152648, | |
| "grad_norm": 0.14114873111248016, | |
| "learning_rate": 3.677939582162973e-05, | |
| "loss": 0.0079, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.074766355140187, | |
| "grad_norm": 0.12263435125350952, | |
| "learning_rate": 3.653118874445975e-05, | |
| "loss": 0.009, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.090342679127726, | |
| "grad_norm": 0.24416130781173706, | |
| "learning_rate": 3.6283339031277314e-05, | |
| "loss": 0.0105, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.105919003115265, | |
| "grad_norm": 0.14247013628482819, | |
| "learning_rate": 3.603585325820556e-05, | |
| "loss": 0.0117, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.121495327102804, | |
| "grad_norm": 0.14784014225006104, | |
| "learning_rate": 3.578873799171137e-05, | |
| "loss": 0.0102, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.137071651090342, | |
| "grad_norm": 0.1328940987586975, | |
| "learning_rate": 3.5541999788431044e-05, | |
| "loss": 0.0079, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.1526479750778815, | |
| "grad_norm": 0.12007959187030792, | |
| "learning_rate": 3.529564519499641e-05, | |
| "loss": 0.009, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.168224299065421, | |
| "grad_norm": 0.16528165340423584, | |
| "learning_rate": 3.5049680747861025e-05, | |
| "loss": 0.0094, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.183800623052959, | |
| "grad_norm": 0.2054515779018402, | |
| "learning_rate": 3.4804112973126914e-05, | |
| "loss": 0.0118, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.1993769470404985, | |
| "grad_norm": 0.16610035300254822, | |
| "learning_rate": 3.455894838637122e-05, | |
| "loss": 0.0087, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.214953271028038, | |
| "grad_norm": 0.13173583149909973, | |
| "learning_rate": 3.4314193492473465e-05, | |
| "loss": 0.0084, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.230529595015576, | |
| "grad_norm": 0.19198912382125854, | |
| "learning_rate": 3.406985478544287e-05, | |
| "loss": 0.0128, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.246105919003115, | |
| "grad_norm": 0.11047305911779404, | |
| "learning_rate": 3.382593874824615e-05, | |
| "loss": 0.0091, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.261682242990654, | |
| "grad_norm": 0.11866667866706848, | |
| "learning_rate": 3.3582451852635404e-05, | |
| "loss": 0.0073, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.277258566978193, | |
| "grad_norm": 0.526498556137085, | |
| "learning_rate": 3.333940055897646e-05, | |
| "loss": 0.0081, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.292834890965732, | |
| "grad_norm": 0.23729725182056427, | |
| "learning_rate": 3.3096791316077425e-05, | |
| "loss": 0.0124, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.308411214953271, | |
| "grad_norm": 0.2855716943740845, | |
| "learning_rate": 3.285463056101764e-05, | |
| "loss": 0.0118, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.32398753894081, | |
| "grad_norm": 0.17290759086608887, | |
| "learning_rate": 3.2612924718976826e-05, | |
| "loss": 0.0091, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.339563862928349, | |
| "grad_norm": 0.16979916393756866, | |
| "learning_rate": 3.237168020306465e-05, | |
| "loss": 0.0094, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.355140186915888, | |
| "grad_norm": 0.1293216347694397, | |
| "learning_rate": 3.2130903414150535e-05, | |
| "loss": 0.0098, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 6.370716510903427, | |
| "grad_norm": 0.171615332365036, | |
| "learning_rate": 3.189060074069385e-05, | |
| "loss": 0.0114, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 6.386292834890965, | |
| "grad_norm": 0.17334286868572235, | |
| "learning_rate": 3.165077855857437e-05, | |
| "loss": 0.0093, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 6.401869158878505, | |
| "grad_norm": 0.07420803606510162, | |
| "learning_rate": 3.141144323092319e-05, | |
| "loss": 0.008, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 6.417445482866044, | |
| "grad_norm": 0.19926607608795166, | |
| "learning_rate": 3.117260110795379e-05, | |
| "loss": 0.009, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 6.433021806853582, | |
| "grad_norm": 0.10032382607460022, | |
| "learning_rate": 3.093425852679363e-05, | |
| "loss": 0.0078, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 6.4485981308411215, | |
| "grad_norm": 0.29928913712501526, | |
| "learning_rate": 3.069642181131592e-05, | |
| "loss": 0.0091, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 6.464174454828661, | |
| "grad_norm": 0.09755891561508179, | |
| "learning_rate": 3.0459097271971982e-05, | |
| "loss": 0.0074, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 6.479750778816199, | |
| "grad_norm": 0.10077785700559616, | |
| "learning_rate": 3.0222291205623603e-05, | |
| "loss": 0.0094, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.4953271028037385, | |
| "grad_norm": 0.13297952711582184, | |
| "learning_rate": 2.9986009895376192e-05, | |
| "loss": 0.0107, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.510903426791277, | |
| "grad_norm": 0.10207609832286835, | |
| "learning_rate": 2.9750259610411884e-05, | |
| "loss": 0.01, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.526479750778816, | |
| "grad_norm": 0.2845441401004791, | |
| "learning_rate": 2.9515046605823304e-05, | |
| "loss": 0.0095, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.542056074766355, | |
| "grad_norm": 0.16185392439365387, | |
| "learning_rate": 2.9280377122447556e-05, | |
| "loss": 0.0093, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.557632398753894, | |
| "grad_norm": 0.1834220588207245, | |
| "learning_rate": 2.9046257386700704e-05, | |
| "loss": 0.0086, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.573208722741433, | |
| "grad_norm": 0.12148604542016983, | |
| "learning_rate": 2.8812693610412444e-05, | |
| "loss": 0.0074, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.588785046728972, | |
| "grad_norm": 0.10846960544586182, | |
| "learning_rate": 2.8579691990661433e-05, | |
| "loss": 0.0087, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.604361370716511, | |
| "grad_norm": 0.17413875460624695, | |
| "learning_rate": 2.834725870961079e-05, | |
| "loss": 0.0085, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.61993769470405, | |
| "grad_norm": 0.08588691055774689, | |
| "learning_rate": 2.8115399934343995e-05, | |
| "loss": 0.0085, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.635514018691588, | |
| "grad_norm": 0.14263932406902313, | |
| "learning_rate": 2.7884121816701463e-05, | |
| "loss": 0.0109, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 6.651090342679128, | |
| "grad_norm": 0.07699258625507355, | |
| "learning_rate": 2.7653430493117073e-05, | |
| "loss": 0.0107, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.1988629847764969, | |
| "learning_rate": 2.7423332084455544e-05, | |
| "loss": 0.0093, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 6.682242990654205, | |
| "grad_norm": 0.16722887754440308, | |
| "learning_rate": 2.7193832695849907e-05, | |
| "loss": 0.0104, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 6.697819314641745, | |
| "grad_norm": 0.16533584892749786, | |
| "learning_rate": 2.696493841653961e-05, | |
| "loss": 0.01, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 6.713395638629283, | |
| "grad_norm": 0.10756443440914154, | |
| "learning_rate": 2.6736655319708925e-05, | |
| "loss": 0.0079, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 6.728971962616822, | |
| "grad_norm": 0.19490206241607666, | |
| "learning_rate": 2.650898946232574e-05, | |
| "loss": 0.0084, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 6.744548286604362, | |
| "grad_norm": 0.15268468856811523, | |
| "learning_rate": 2.6281946884980957e-05, | |
| "loss": 0.0105, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 6.7601246105919, | |
| "grad_norm": 0.11121109873056412, | |
| "learning_rate": 2.60555336117282e-05, | |
| "loss": 0.0092, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 6.775700934579439, | |
| "grad_norm": 0.1262609362602234, | |
| "learning_rate": 2.582975564992385e-05, | |
| "loss": 0.0087, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 6.7912772585669785, | |
| "grad_norm": 0.1314808428287506, | |
| "learning_rate": 2.560461899006791e-05, | |
| "loss": 0.0077, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 6.806853582554517, | |
| "grad_norm": 0.19681373238563538, | |
| "learning_rate": 2.5380129605644753e-05, | |
| "loss": 0.0106, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 6.822429906542056, | |
| "grad_norm": 0.17111235857009888, | |
| "learning_rate": 2.5156293452964908e-05, | |
| "loss": 0.0072, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 6.838006230529595, | |
| "grad_norm": 0.12845902144908905, | |
| "learning_rate": 2.4933116471006796e-05, | |
| "loss": 0.0096, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 6.853582554517134, | |
| "grad_norm": 0.19043442606925964, | |
| "learning_rate": 2.471060458125933e-05, | |
| "loss": 0.0092, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 6.869158878504673, | |
| "grad_norm": 0.08261138945817947, | |
| "learning_rate": 2.448876368756472e-05, | |
| "loss": 0.0063, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 6.8847352024922115, | |
| "grad_norm": 0.1296285092830658, | |
| "learning_rate": 2.4267599675961784e-05, | |
| "loss": 0.0079, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 6.900311526479751, | |
| "grad_norm": 0.10047978162765503, | |
| "learning_rate": 2.4047118414529886e-05, | |
| "loss": 0.0073, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 6.91588785046729, | |
| "grad_norm": 0.10485507547855377, | |
| "learning_rate": 2.3827325753233166e-05, | |
| "loss": 0.0087, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 6.931464174454828, | |
| "grad_norm": 0.08776561915874481, | |
| "learning_rate": 2.3608227523765292e-05, | |
| "loss": 0.0074, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 6.947040498442368, | |
| "grad_norm": 0.11480440944433212, | |
| "learning_rate": 2.338982953939488e-05, | |
| "loss": 0.0062, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 6.962616822429906, | |
| "grad_norm": 0.2410510927438736, | |
| "learning_rate": 2.3172137594811044e-05, | |
| "loss": 0.0097, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 6.978193146417445, | |
| "grad_norm": 0.2679021656513214, | |
| "learning_rate": 2.2955157465969835e-05, | |
| "loss": 0.0096, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 6.993769470404985, | |
| "grad_norm": 0.12317413091659546, | |
| "learning_rate": 2.273889490994082e-05, | |
| "loss": 0.0093, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.009345794392523, | |
| "grad_norm": 0.16951963305473328, | |
| "learning_rate": 2.2523355664754498e-05, | |
| "loss": 0.0087, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.024922118380062, | |
| "grad_norm": 0.13611598312854767, | |
| "learning_rate": 2.2308545449249963e-05, | |
| "loss": 0.0083, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.040498442367602, | |
| "grad_norm": 0.0933770090341568, | |
| "learning_rate": 2.209446996292312e-05, | |
| "loss": 0.008, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.05607476635514, | |
| "grad_norm": 0.08887217938899994, | |
| "learning_rate": 2.188113488577559e-05, | |
| "loss": 0.008, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.071651090342679, | |
| "grad_norm": 0.10375925153493881, | |
| "learning_rate": 2.166854587816391e-05, | |
| "loss": 0.0083, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.087227414330218, | |
| "grad_norm": 0.298216849565506, | |
| "learning_rate": 2.1456708580649375e-05, | |
| "loss": 0.0085, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.102803738317757, | |
| "grad_norm": 0.12560240924358368, | |
| "learning_rate": 2.1245628613848394e-05, | |
| "loss": 0.0081, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.118380062305296, | |
| "grad_norm": 0.11159154027700424, | |
| "learning_rate": 2.1035311578283296e-05, | |
| "loss": 0.0079, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.133956386292835, | |
| "grad_norm": 0.17967365682125092, | |
| "learning_rate": 2.0825763054233844e-05, | |
| "loss": 0.0079, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.149532710280374, | |
| "grad_norm": 0.10396911203861237, | |
| "learning_rate": 2.061698860158905e-05, | |
| "loss": 0.0066, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.165109034267913, | |
| "grad_norm": 0.14478343725204468, | |
| "learning_rate": 2.0408993759699773e-05, | |
| "loss": 0.0093, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.1806853582554515, | |
| "grad_norm": 0.16734841465950012, | |
| "learning_rate": 2.0201784047231675e-05, | |
| "loss": 0.0074, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.196261682242991, | |
| "grad_norm": 0.21679063141345978, | |
| "learning_rate": 1.999536496201878e-05, | |
| "loss": 0.0073, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.211838006230529, | |
| "grad_norm": 0.07951363176107407, | |
| "learning_rate": 1.9789741980917682e-05, | |
| "loss": 0.0067, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.2274143302180685, | |
| "grad_norm": 0.1287214457988739, | |
| "learning_rate": 1.95849205596621e-05, | |
| "loss": 0.0098, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.242990654205608, | |
| "grad_norm": 0.17212507128715515, | |
| "learning_rate": 1.938090613271834e-05, | |
| "loss": 0.0078, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.258566978193146, | |
| "grad_norm": 0.17881302535533905, | |
| "learning_rate": 1.9177704113140815e-05, | |
| "loss": 0.0068, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 7.274143302180685, | |
| "grad_norm": 0.13449600338935852, | |
| "learning_rate": 1.897531989242867e-05, | |
| "loss": 0.0106, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 7.289719626168225, | |
| "grad_norm": 0.12616336345672607, | |
| "learning_rate": 1.8773758840382622e-05, | |
| "loss": 0.0069, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 7.305295950155763, | |
| "grad_norm": 0.16827356815338135, | |
| "learning_rate": 1.8573026304962443e-05, | |
| "loss": 0.007, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 7.320872274143302, | |
| "grad_norm": 0.1590610295534134, | |
| "learning_rate": 1.837312761214518e-05, | |
| "loss": 0.0099, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 7.336448598130841, | |
| "grad_norm": 0.094545878469944, | |
| "learning_rate": 1.8174068065783765e-05, | |
| "loss": 0.0064, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 7.35202492211838, | |
| "grad_norm": 0.09499020129442215, | |
| "learning_rate": 1.7975852947466278e-05, | |
| "loss": 0.0077, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 7.367601246105919, | |
| "grad_norm": 0.0822395458817482, | |
| "learning_rate": 1.7778487516375876e-05, | |
| "loss": 0.0062, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 7.383177570093458, | |
| "grad_norm": 0.09064001590013504, | |
| "learning_rate": 1.7581977009151157e-05, | |
| "loss": 0.0071, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 7.398753894080997, | |
| "grad_norm": 0.11729217320680618, | |
| "learning_rate": 1.7386326639747384e-05, | |
| "loss": 0.007, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 7.414330218068536, | |
| "grad_norm": 0.1214100793004036, | |
| "learning_rate": 1.7191541599297926e-05, | |
| "loss": 0.0075, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 7.429906542056075, | |
| "grad_norm": 0.18827670812606812, | |
| "learning_rate": 1.6997627055976696e-05, | |
| "loss": 0.0085, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 7.445482866043614, | |
| "grad_norm": 0.15139153599739075, | |
| "learning_rate": 1.6804588154860962e-05, | |
| "loss": 0.0069, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 7.461059190031152, | |
| "grad_norm": 0.16040366888046265, | |
| "learning_rate": 1.661243001779479e-05, | |
| "loss": 0.007, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 7.4766355140186915, | |
| "grad_norm": 0.20151734352111816, | |
| "learning_rate": 1.6421157743253244e-05, | |
| "loss": 0.0102, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 7.492211838006231, | |
| "grad_norm": 0.08017118275165558, | |
| "learning_rate": 1.6230776406207066e-05, | |
| "loss": 0.0065, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 7.507788161993769, | |
| "grad_norm": 0.06299513578414917, | |
| "learning_rate": 1.604129105798795e-05, | |
| "loss": 0.0093, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 7.5233644859813085, | |
| "grad_norm": 0.08470407128334045, | |
| "learning_rate": 1.585270672615465e-05, | |
| "loss": 0.008, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 7.538940809968848, | |
| "grad_norm": 0.09864120930433273, | |
| "learning_rate": 1.5665028414359485e-05, | |
| "loss": 0.0064, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 7.554517133956386, | |
| "grad_norm": 0.08766548335552216, | |
| "learning_rate": 1.547826110221565e-05, | |
| "loss": 0.0083, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 7.570093457943925, | |
| "grad_norm": 0.1513214409351349, | |
| "learning_rate": 1.529240974516499e-05, | |
| "loss": 0.0085, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.585669781931464, | |
| "grad_norm": 0.13386106491088867, | |
| "learning_rate": 1.5107479274346641e-05, | |
| "loss": 0.0088, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 7.601246105919003, | |
| "grad_norm": 0.12557023763656616, | |
| "learning_rate": 1.492347459646613e-05, | |
| "loss": 0.0102, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 7.616822429906542, | |
| "grad_norm": 0.1672525256872177, | |
| "learning_rate": 1.4740400593665154e-05, | |
| "loss": 0.0104, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 7.632398753894081, | |
| "grad_norm": 0.08632241189479828, | |
| "learning_rate": 1.4558262123392125e-05, | |
| "loss": 0.0065, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 7.64797507788162, | |
| "grad_norm": 0.10372444242238998, | |
| "learning_rate": 1.4377064018273245e-05, | |
| "loss": 0.0067, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 7.663551401869158, | |
| "grad_norm": 0.2614145278930664, | |
| "learning_rate": 1.4196811085984247e-05, | |
| "loss": 0.0087, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 7.679127725856698, | |
| "grad_norm": 0.1608159989118576, | |
| "learning_rate": 1.4017508109122912e-05, | |
| "loss": 0.0064, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 7.694704049844237, | |
| "grad_norm": 0.07221081852912903, | |
| "learning_rate": 1.3839159845082118e-05, | |
| "loss": 0.0067, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 7.710280373831775, | |
| "grad_norm": 0.1406513899564743, | |
| "learning_rate": 1.3661771025923653e-05, | |
| "loss": 0.007, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 7.725856697819315, | |
| "grad_norm": 0.16034474968910217, | |
| "learning_rate": 1.3485346358252587e-05, | |
| "loss": 0.0052, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 7.741433021806854, | |
| "grad_norm": 0.08381876349449158, | |
| "learning_rate": 1.3309890523092488e-05, | |
| "loss": 0.0076, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 7.757009345794392, | |
| "grad_norm": 0.13160599768161774, | |
| "learning_rate": 1.3135408175761176e-05, | |
| "loss": 0.0057, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 7.7725856697819315, | |
| "grad_norm": 0.1081743836402893, | |
| "learning_rate": 1.2961903945747172e-05, | |
| "loss": 0.0076, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 7.788161993769471, | |
| "grad_norm": 0.14261646568775177, | |
| "learning_rate": 1.2789382436586945e-05, | |
| "loss": 0.0073, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.803738317757009, | |
| "grad_norm": 0.10383739322423935, | |
| "learning_rate": 1.2617848225742667e-05, | |
| "loss": 0.0078, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 7.8193146417445485, | |
| "grad_norm": 0.07915589958429337, | |
| "learning_rate": 1.2447305864480868e-05, | |
| "loss": 0.0087, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 7.834890965732087, | |
| "grad_norm": 0.15104737877845764, | |
| "learning_rate": 1.2277759877751599e-05, | |
| "loss": 0.0074, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 7.850467289719626, | |
| "grad_norm": 0.1244148463010788, | |
| "learning_rate": 1.2109214764068416e-05, | |
| "loss": 0.0085, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 7.866043613707165, | |
| "grad_norm": 0.12754645943641663, | |
| "learning_rate": 1.1941674995389001e-05, | |
| "loss": 0.0079, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 7.881619937694704, | |
| "grad_norm": 0.16898225247859955, | |
| "learning_rate": 1.1775145016996487e-05, | |
| "loss": 0.0102, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 7.897196261682243, | |
| "grad_norm": 0.12284207344055176, | |
| "learning_rate": 1.160962924738157e-05, | |
| "loss": 0.006, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 7.9127725856697815, | |
| "grad_norm": 0.3757985830307007, | |
| "learning_rate": 1.144513207812526e-05, | |
| "loss": 0.0063, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 7.928348909657321, | |
| "grad_norm": 0.24468566477298737, | |
| "learning_rate": 1.1281657873782286e-05, | |
| "loss": 0.0094, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 7.94392523364486, | |
| "grad_norm": 0.1097400113940239, | |
| "learning_rate": 1.111921097176542e-05, | |
| "loss": 0.0046, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 7.959501557632398, | |
| "grad_norm": 0.0909595787525177, | |
| "learning_rate": 1.0957795682230265e-05, | |
| "loss": 0.0095, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 7.975077881619938, | |
| "grad_norm": 0.14016325771808624, | |
| "learning_rate": 1.0797416287960993e-05, | |
| "loss": 0.0099, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 7.990654205607477, | |
| "grad_norm": 0.20573468506336212, | |
| "learning_rate": 1.0638077044256661e-05, | |
| "loss": 0.0067, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.006230529595015, | |
| "grad_norm": 0.1662212461233139, | |
| "learning_rate": 1.0479782178818327e-05, | |
| "loss": 0.0072, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.021806853582554, | |
| "grad_norm": 0.11567887663841248, | |
| "learning_rate": 1.032253589163687e-05, | |
| "loss": 0.0089, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.037383177570094, | |
| "grad_norm": 0.16256652772426605, | |
| "learning_rate": 1.0166342354881519e-05, | |
| "loss": 0.0077, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.052959501557632, | |
| "grad_norm": 0.2063686102628708, | |
| "learning_rate": 1.0011205712789223e-05, | |
| "loss": 0.007, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.06853582554517, | |
| "grad_norm": 0.11452540010213852, | |
| "learning_rate": 9.857130081554666e-06, | |
| "loss": 0.0098, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.08411214953271, | |
| "grad_norm": 0.18076153099536896, | |
| "learning_rate": 9.70411954922099e-06, | |
| "loss": 0.0079, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.09968847352025, | |
| "grad_norm": 0.11946731805801392, | |
| "learning_rate": 9.552178175571452e-06, | |
| "loss": 0.0132, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.115264797507788, | |
| "grad_norm": 0.07168768346309662, | |
| "learning_rate": 9.401309992021573e-06, | |
| "loss": 0.0087, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.130841121495328, | |
| "grad_norm": 0.17897409200668335, | |
| "learning_rate": 9.251519001512282e-06, | |
| "loss": 0.0097, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.146417445482866, | |
| "grad_norm": 0.07458654046058655, | |
| "learning_rate": 9.102809178403655e-06, | |
| "loss": 0.0062, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.161993769470405, | |
| "grad_norm": 0.11129793524742126, | |
| "learning_rate": 8.95518446836946e-06, | |
| "loss": 0.0073, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.177570093457945, | |
| "grad_norm": 0.11445678025484085, | |
| "learning_rate": 8.808648788292512e-06, | |
| "loss": 0.0058, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 8.193146417445483, | |
| "grad_norm": 0.11773504316806793, | |
| "learning_rate": 8.663206026160658e-06, | |
| "loss": 0.0051, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 8.208722741433021, | |
| "grad_norm": 0.06362207978963852, | |
| "learning_rate": 8.518860040963733e-06, | |
| "loss": 0.0067, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 8.22429906542056, | |
| "grad_norm": 0.07297392934560776, | |
| "learning_rate": 8.375614662591098e-06, | |
| "loss": 0.0047, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 8.2398753894081, | |
| "grad_norm": 0.17183497548103333, | |
| "learning_rate": 8.233473691730003e-06, | |
| "loss": 0.0059, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 8.255451713395638, | |
| "grad_norm": 0.17913080751895905, | |
| "learning_rate": 8.092440899764848e-06, | |
| "loss": 0.0078, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 8.271028037383177, | |
| "grad_norm": 0.2050745040178299, | |
| "learning_rate": 7.95252002867698e-06, | |
| "loss": 0.0071, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 8.286604361370717, | |
| "grad_norm": 0.08249979466199875, | |
| "learning_rate": 7.81371479094552e-06, | |
| "loss": 0.0077, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 8.302180685358255, | |
| "grad_norm": 0.10749052464962006, | |
| "learning_rate": 7.67602886944881e-06, | |
| "loss": 0.0064, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 8.317757009345794, | |
| "grad_norm": 0.12287521362304688, | |
| "learning_rate": 7.539465917366706e-06, | |
| "loss": 0.0063, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 8.333333333333334, | |
| "grad_norm": 0.11348897218704224, | |
| "learning_rate": 7.404029558083653e-06, | |
| "loss": 0.0081, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 8.348909657320872, | |
| "grad_norm": 0.13174685835838318, | |
| "learning_rate": 7.269723385092514e-06, | |
| "loss": 0.0049, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 8.36448598130841, | |
| "grad_norm": 0.07876933366060257, | |
| "learning_rate": 7.1365509618992964e-06, | |
| "loss": 0.0091, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 8.38006230529595, | |
| "grad_norm": 0.1581820249557495, | |
| "learning_rate": 7.00451582192852e-06, | |
| "loss": 0.0079, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 8.39563862928349, | |
| "grad_norm": 0.18994443118572235, | |
| "learning_rate": 6.8736214684295305e-06, | |
| "loss": 0.0074, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 8.411214953271028, | |
| "grad_norm": 0.14710044860839844, | |
| "learning_rate": 6.743871374383526e-06, | |
| "loss": 0.0068, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 8.426791277258568, | |
| "grad_norm": 0.05785469338297844, | |
| "learning_rate": 6.615268982411365e-06, | |
| "loss": 0.0059, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 8.442367601246106, | |
| "grad_norm": 0.06289026886224747, | |
| "learning_rate": 6.487817704682342e-06, | |
| "loss": 0.0068, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 8.457943925233645, | |
| "grad_norm": 0.08994963765144348, | |
| "learning_rate": 6.361520922823499e-06, | |
| "loss": 0.0085, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 8.473520249221183, | |
| "grad_norm": 0.051708612591028214, | |
| "learning_rate": 6.2363819878300255e-06, | |
| "loss": 0.0053, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 8.489096573208723, | |
| "grad_norm": 0.08145775645971298, | |
| "learning_rate": 6.112404219976297e-06, | |
| "loss": 0.0064, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 8.504672897196262, | |
| "grad_norm": 0.12217671424150467, | |
| "learning_rate": 5.989590908727771e-06, | |
| "loss": 0.008, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 8.5202492211838, | |
| "grad_norm": 0.21912190318107605, | |
| "learning_rate": 5.8679453126537335e-06, | |
| "loss": 0.0069, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 8.53582554517134, | |
| "grad_norm": 0.17678362131118774, | |
| "learning_rate": 5.74747065934082e-06, | |
| "loss": 0.0066, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 8.551401869158878, | |
| "grad_norm": 0.1932913213968277, | |
| "learning_rate": 5.6281701453073935e-06, | |
| "loss": 0.0056, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 8.566978193146417, | |
| "grad_norm": 0.09892082959413528, | |
| "learning_rate": 5.510046935918739e-06, | |
| "loss": 0.0049, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 8.582554517133957, | |
| "grad_norm": 0.07008782029151917, | |
| "learning_rate": 5.393104165303031e-06, | |
| "loss": 0.0051, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 8.598130841121495, | |
| "grad_norm": 0.11751464009284973, | |
| "learning_rate": 5.277344936268258e-06, | |
| "loss": 0.0057, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 8.613707165109034, | |
| "grad_norm": 0.07049732655286789, | |
| "learning_rate": 5.162772320219805e-06, | |
| "loss": 0.006, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 8.629283489096574, | |
| "grad_norm": 0.08728863298892975, | |
| "learning_rate": 5.049389357079032e-06, | |
| "loss": 0.0092, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 8.644859813084112, | |
| "grad_norm": 0.22238792479038239, | |
| "learning_rate": 4.93719905520259e-06, | |
| "loss": 0.0063, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 8.66043613707165, | |
| "grad_norm": 0.10668980330228806, | |
| "learning_rate": 4.82620439130258e-06, | |
| "loss": 0.0073, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 8.67601246105919, | |
| "grad_norm": 0.17555032670497894, | |
| "learning_rate": 4.71640831036762e-06, | |
| "loss": 0.0069, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 8.69158878504673, | |
| "grad_norm": 0.11057223379611969, | |
| "learning_rate": 4.6078137255846584e-06, | |
| "loss": 0.0065, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 8.707165109034268, | |
| "grad_norm": 0.14288246631622314, | |
| "learning_rate": 4.500423518261715e-06, | |
| "loss": 0.009, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 8.722741433021806, | |
| "grad_norm": 0.10396552085876465, | |
| "learning_rate": 4.394240537751415e-06, | |
| "loss": 0.006, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 8.738317757009346, | |
| "grad_norm": 0.04296548292040825, | |
| "learning_rate": 4.289267601375396e-06, | |
| "loss": 0.0055, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 8.753894080996885, | |
| "grad_norm": 0.11966723948717117, | |
| "learning_rate": 4.18550749434955e-06, | |
| "loss": 0.0076, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 8.769470404984423, | |
| "grad_norm": 0.08584234863519669, | |
| "learning_rate": 4.082962969710114e-06, | |
| "loss": 0.009, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 8.785046728971963, | |
| "grad_norm": 0.09861597418785095, | |
| "learning_rate": 3.981636748240647e-06, | |
| "loss": 0.0056, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 8.800623052959502, | |
| "grad_norm": 0.10276372730731964, | |
| "learning_rate": 3.881531518399851e-06, | |
| "loss": 0.0076, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 8.81619937694704, | |
| "grad_norm": 0.10706163197755814, | |
| "learning_rate": 3.7826499362501656e-06, | |
| "loss": 0.006, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 8.83177570093458, | |
| "grad_norm": 0.09831231832504272, | |
| "learning_rate": 3.6849946253874055e-06, | |
| "loss": 0.0065, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 8.847352024922118, | |
| "grad_norm": 0.2387414127588272, | |
| "learning_rate": 3.588568176871049e-06, | |
| "loss": 0.0092, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 8.862928348909657, | |
| "grad_norm": 0.10069181025028229, | |
| "learning_rate": 3.49337314915556e-06, | |
| "loss": 0.0047, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 8.878504672897197, | |
| "grad_norm": 0.054378148168325424, | |
| "learning_rate": 3.3994120680224563e-06, | |
| "loss": 0.0055, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 8.894080996884735, | |
| "grad_norm": 0.08076715469360352, | |
| "learning_rate": 3.3066874265133443e-06, | |
| "loss": 0.0059, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 8.909657320872274, | |
| "grad_norm": 0.093848317861557, | |
| "learning_rate": 3.2152016848637224e-06, | |
| "loss": 0.0047, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 8.925233644859812, | |
| "grad_norm": 0.07754657417535782, | |
| "learning_rate": 3.124957270437723e-06, | |
| "loss": 0.0075, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 8.940809968847352, | |
| "grad_norm": 0.06180989369750023, | |
| "learning_rate": 3.0359565776637233e-06, | |
| "loss": 0.009, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 8.95638629283489, | |
| "grad_norm": 0.10458532720804214, | |
| "learning_rate": 2.9482019679707815e-06, | |
| "loss": 0.0067, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 8.97196261682243, | |
| "grad_norm": 0.07835295796394348, | |
| "learning_rate": 2.8616957697260303e-06, | |
| "loss": 0.0053, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 8.98753894080997, | |
| "grad_norm": 0.12571848928928375, | |
| "learning_rate": 2.7764402781728595e-06, | |
| "loss": 0.0062, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.003115264797508, | |
| "grad_norm": 0.14288344979286194, | |
| "learning_rate": 2.692437755370003e-06, | |
| "loss": 0.0067, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.018691588785046, | |
| "grad_norm": 0.07175132632255554, | |
| "learning_rate": 2.609690430131584e-06, | |
| "loss": 0.0059, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.034267912772586, | |
| "grad_norm": 0.16830457746982574, | |
| "learning_rate": 2.528200497967914e-06, | |
| "loss": 0.0082, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.049844236760125, | |
| "grad_norm": 0.10765346884727478, | |
| "learning_rate": 2.447970121027282e-06, | |
| "loss": 0.0055, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.065420560747663, | |
| "grad_norm": 0.10951469093561172, | |
| "learning_rate": 2.369001428038559e-06, | |
| "loss": 0.008, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.080996884735203, | |
| "grad_norm": 0.0858723595738411, | |
| "learning_rate": 2.291296514254726e-06, | |
| "loss": 0.005, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 9.096573208722742, | |
| "grad_norm": 0.10129673779010773, | |
| "learning_rate": 2.2148574413973e-06, | |
| "loss": 0.0065, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 9.11214953271028, | |
| "grad_norm": 0.1688499003648758, | |
| "learning_rate": 2.1396862376015903e-06, | |
| "loss": 0.0076, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 9.12772585669782, | |
| "grad_norm": 0.0803821012377739, | |
| "learning_rate": 2.065784897362938e-06, | |
| "loss": 0.0069, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 9.143302180685358, | |
| "grad_norm": 0.08840493857860565, | |
| "learning_rate": 1.9931553814837635e-06, | |
| "loss": 0.008, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 9.158878504672897, | |
| "grad_norm": 0.08763741701841354, | |
| "learning_rate": 1.921799617021519e-06, | |
| "loss": 0.0076, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 9.174454828660435, | |
| "grad_norm": 0.06915774941444397, | |
| "learning_rate": 1.8517194972376305e-06, | |
| "loss": 0.0074, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 9.190031152647975, | |
| "grad_norm": 0.08171873539686203, | |
| "learning_rate": 1.7829168815471863e-06, | |
| "loss": 0.0064, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 9.205607476635514, | |
| "grad_norm": 0.08857376873493195, | |
| "learning_rate": 1.715393595469661e-06, | |
| "loss": 0.0053, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 9.221183800623052, | |
| "grad_norm": 0.19674229621887207, | |
| "learning_rate": 1.6491514305804423e-06, | |
| "loss": 0.0069, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 9.236760124610592, | |
| "grad_norm": 0.05321294069290161, | |
| "learning_rate": 1.584192144463298e-06, | |
| "loss": 0.0066, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 9.25233644859813, | |
| "grad_norm": 0.14856597781181335, | |
| "learning_rate": 1.5205174606637783e-06, | |
| "loss": 0.0064, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 9.26791277258567, | |
| "grad_norm": 0.11522695422172546, | |
| "learning_rate": 1.4581290686434378e-06, | |
| "loss": 0.0094, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 9.28348909657321, | |
| "grad_norm": 0.06241914629936218, | |
| "learning_rate": 1.397028623735036e-06, | |
| "loss": 0.005, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 9.299065420560748, | |
| "grad_norm": 0.17963765561580658, | |
| "learning_rate": 1.3372177470986236e-06, | |
| "loss": 0.0058, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 9.314641744548286, | |
| "grad_norm": 0.16115325689315796, | |
| "learning_rate": 1.2786980256785042e-06, | |
| "loss": 0.0113, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 9.330218068535826, | |
| "grad_norm": 0.16287362575531006, | |
| "learning_rate": 1.221471012161146e-06, | |
| "loss": 0.0082, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 9.345794392523365, | |
| "grad_norm": 0.07424895465373993, | |
| "learning_rate": 1.1655382249339875e-06, | |
| "loss": 0.0068, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 9.361370716510903, | |
| "grad_norm": 0.0644395723938942, | |
| "learning_rate": 1.1109011480451347e-06, | |
| "loss": 0.0073, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 9.376947040498443, | |
| "grad_norm": 0.10327418893575668, | |
| "learning_rate": 1.0575612311640003e-06, | |
| "loss": 0.0062, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 9.392523364485982, | |
| "grad_norm": 0.09636327624320984, | |
| "learning_rate": 1.0055198895428274e-06, | |
| "loss": 0.0074, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 9.40809968847352, | |
| "grad_norm": 0.06338019669055939, | |
| "learning_rate": 9.547785039791536e-07, | |
| "loss": 0.0057, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 9.423676012461058, | |
| "grad_norm": 0.12510456144809723, | |
| "learning_rate": 9.053384207791504e-07, | |
| "loss": 0.0071, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 9.439252336448599, | |
| "grad_norm": 0.09605526179075241, | |
| "learning_rate": 8.572009517219426e-07, | |
| "loss": 0.0056, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 9.454828660436137, | |
| "grad_norm": 0.0817190483212471, | |
| "learning_rate": 8.10367374024773e-07, | |
| "loss": 0.0057, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 9.470404984423675, | |
| "grad_norm": 0.08908645808696747, | |
| "learning_rate": 7.648389303090919e-07, | |
| "loss": 0.0099, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 9.485981308411215, | |
| "grad_norm": 0.21740996837615967, | |
| "learning_rate": 7.206168285676551e-07, | |
| "loss": 0.0071, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 9.501557632398754, | |
| "grad_norm": 0.12292931228876114, | |
| "learning_rate": 6.777022421324108e-07, | |
| "loss": 0.0073, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 9.517133956386292, | |
| "grad_norm": 0.2714439332485199, | |
| "learning_rate": 6.360963096434025e-07, | |
| "loss": 0.0052, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 9.532710280373832, | |
| "grad_norm": 0.08194523304700851, | |
| "learning_rate": 5.958001350185205e-07, | |
| "loss": 0.009, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 9.54828660436137, | |
| "grad_norm": 0.10809244960546494, | |
| "learning_rate": 5.568147874242646e-07, | |
| "loss": 0.0076, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 9.56386292834891, | |
| "grad_norm": 0.07969952374696732, | |
| "learning_rate": 5.191413012473445e-07, | |
| "loss": 0.0079, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 9.57943925233645, | |
| "grad_norm": 0.15038545429706573, | |
| "learning_rate": 4.827806760672183e-07, | |
| "loss": 0.0054, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 9.595015576323988, | |
| "grad_norm": 0.12301000207662582, | |
| "learning_rate": 4.4773387662961354e-07, | |
| "loss": 0.0068, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 9.610591900311526, | |
| "grad_norm": 0.13655084371566772, | |
| "learning_rate": 4.140018328209039e-07, | |
| "loss": 0.0081, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 9.626168224299064, | |
| "grad_norm": 0.07633527368307114, | |
| "learning_rate": 3.8158543964342263e-07, | |
| "loss": 0.0052, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 9.641744548286605, | |
| "grad_norm": 0.1401819884777069, | |
| "learning_rate": 3.504855571917598e-07, | |
| "loss": 0.0056, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 9.657320872274143, | |
| "grad_norm": 0.12164486199617386, | |
| "learning_rate": 3.207030106298969e-07, | |
| "loss": 0.0062, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 9.672897196261681, | |
| "grad_norm": 0.15020953118801117, | |
| "learning_rate": 2.922385901693414e-07, | |
| "loss": 0.006, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 9.688473520249222, | |
| "grad_norm": 0.10112406313419342, | |
| "learning_rate": 2.650930510481375e-07, | |
| "loss": 0.0057, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 9.70404984423676, | |
| "grad_norm": 0.13086533546447754, | |
| "learning_rate": 2.3926711351086596e-07, | |
| "loss": 0.0075, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 9.719626168224298, | |
| "grad_norm": 0.10105488449335098, | |
| "learning_rate": 2.1476146278948117e-07, | |
| "loss": 0.0053, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 9.735202492211839, | |
| "grad_norm": 0.1257752776145935, | |
| "learning_rate": 1.9157674908517608e-07, | |
| "loss": 0.0078, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 9.750778816199377, | |
| "grad_norm": 0.1095588207244873, | |
| "learning_rate": 1.697135875510958e-07, | |
| "loss": 0.0054, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 9.766355140186915, | |
| "grad_norm": 0.14588817954063416, | |
| "learning_rate": 1.4917255827605613e-07, | |
| "loss": 0.006, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 9.781931464174455, | |
| "grad_norm": 0.07080316543579102, | |
| "learning_rate": 1.2995420626910616e-07, | |
| "loss": 0.0074, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 9.797507788161994, | |
| "grad_norm": 0.14342112839221954, | |
| "learning_rate": 1.120590414451006e-07, | |
| "loss": 0.0071, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 9.813084112149532, | |
| "grad_norm": 0.10840759426355362, | |
| "learning_rate": 9.548753861115533e-08, | |
| "loss": 0.0068, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 9.828660436137072, | |
| "grad_norm": 0.11529383808374405, | |
| "learning_rate": 8.02401374540629e-08, | |
| "loss": 0.0082, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 9.84423676012461, | |
| "grad_norm": 0.1757618486881256, | |
| "learning_rate": 6.631724252860183e-08, | |
| "loss": 0.0073, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 9.85981308411215, | |
| "grad_norm": 0.08475689589977264, | |
| "learning_rate": 5.37192232468342e-08, | |
| "loss": 0.0072, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 9.87538940809969, | |
| "grad_norm": 0.11995267122983932, | |
| "learning_rate": 4.244641386828008e-08, | |
| "loss": 0.0066, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 9.890965732087228, | |
| "grad_norm": 0.11214066296815872, | |
| "learning_rate": 3.2499113491052394e-08, | |
| "loss": 0.0085, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 9.906542056074766, | |
| "grad_norm": 0.2757103741168976, | |
| "learning_rate": 2.387758604394108e-08, | |
| "loss": 0.0067, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 9.922118380062305, | |
| "grad_norm": 0.08542575687170029, | |
| "learning_rate": 1.6582060279379807e-08, | |
| "loss": 0.0053, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 9.937694704049845, | |
| "grad_norm": 0.08663801848888397, | |
| "learning_rate": 1.0612729767400798e-08, | |
| "loss": 0.0052, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 9.953271028037383, | |
| "grad_norm": 0.11144966632127762, | |
| "learning_rate": 5.969752890483404e-09, | |
| "loss": 0.0059, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 9.968847352024921, | |
| "grad_norm": 0.05011506378650665, | |
| "learning_rate": 2.6532528393574676e-09, | |
| "loss": 0.0048, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 9.984423676012462, | |
| "grad_norm": 0.08475054800510406, | |
| "learning_rate": 6.633176097392558e-10, | |
| "loss": 0.0056, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.11929858475923538, | |
| "learning_rate": 0.0, | |
| "loss": 0.008, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 6420, | |
| "total_flos": 6.893756797515905e+17, | |
| "train_loss": 0.017978323890459127, | |
| "train_runtime": 6212.5327, | |
| "train_samples_per_second": 50.627, | |
| "train_steps_per_second": 1.033 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6420, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 10000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.893756797515905e+17, | |
| "train_batch_size": 49, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |