| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 19.997354497354497, | |
| "eval_steps": 500, | |
| "global_step": 7559, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.026455026455026454, | |
| "grad_norm": 6.989788055419922, | |
| "learning_rate": 5.291005291005291e-06, | |
| "loss": 1.1645, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05291005291005291, | |
| "grad_norm": 5.150631427764893, | |
| "learning_rate": 1.0582010582010582e-05, | |
| "loss": 0.9316, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07936507936507936, | |
| "grad_norm": 3.7024333477020264, | |
| "learning_rate": 1.5873015873015872e-05, | |
| "loss": 0.5019, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10582010582010581, | |
| "grad_norm": 0.8457810878753662, | |
| "learning_rate": 2.1164021164021164e-05, | |
| "loss": 0.3289, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13227513227513227, | |
| "grad_norm": 1.1393985748291016, | |
| "learning_rate": 2.6455026455026456e-05, | |
| "loss": 0.2681, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15873015873015872, | |
| "grad_norm": 1.797629714012146, | |
| "learning_rate": 3.1746031746031745e-05, | |
| "loss": 0.2378, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18518518518518517, | |
| "grad_norm": 1.5710021257400513, | |
| "learning_rate": 3.7037037037037037e-05, | |
| "loss": 0.1902, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.21164021164021163, | |
| "grad_norm": 2.3919057846069336, | |
| "learning_rate": 4.232804232804233e-05, | |
| "loss": 0.1454, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 1.9616649150848389, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 0.1157, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.26455026455026454, | |
| "grad_norm": 2.282738208770752, | |
| "learning_rate": 5.291005291005291e-05, | |
| "loss": 0.1006, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.291005291005291, | |
| "grad_norm": 0.6997108459472656, | |
| "learning_rate": 5.82010582010582e-05, | |
| "loss": 0.0969, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.31746031746031744, | |
| "grad_norm": 1.1011691093444824, | |
| "learning_rate": 6.349206349206349e-05, | |
| "loss": 0.0777, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3439153439153439, | |
| "grad_norm": 1.2826348543167114, | |
| "learning_rate": 6.878306878306878e-05, | |
| "loss": 0.0701, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.37037037037037035, | |
| "grad_norm": 1.0125218629837036, | |
| "learning_rate": 7.407407407407407e-05, | |
| "loss": 0.0781, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3968253968253968, | |
| "grad_norm": 1.344835877418518, | |
| "learning_rate": 7.936507936507937e-05, | |
| "loss": 0.0717, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.42328042328042326, | |
| "grad_norm": 0.7368573546409607, | |
| "learning_rate": 8.465608465608466e-05, | |
| "loss": 0.0681, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4497354497354497, | |
| "grad_norm": 0.8334409594535828, | |
| "learning_rate": 8.994708994708995e-05, | |
| "loss": 0.0652, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.9617886543273926, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 0.0591, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5026455026455027, | |
| "grad_norm": 1.6967134475708008, | |
| "learning_rate": 0.00010052910052910055, | |
| "loss": 0.0603, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5291005291005291, | |
| "grad_norm": 1.2042906284332275, | |
| "learning_rate": 0.00010582010582010582, | |
| "loss": 0.0569, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 0.8804681897163391, | |
| "learning_rate": 0.00011111111111111112, | |
| "loss": 0.0572, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.582010582010582, | |
| "grad_norm": 0.5275452136993408, | |
| "learning_rate": 0.0001164021164021164, | |
| "loss": 0.0564, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6084656084656085, | |
| "grad_norm": 0.8496862053871155, | |
| "learning_rate": 0.0001216931216931217, | |
| "loss": 0.0559, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6349206349206349, | |
| "grad_norm": 0.9702103137969971, | |
| "learning_rate": 0.00012698412698412698, | |
| "loss": 0.0575, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6613756613756614, | |
| "grad_norm": 0.5400204658508301, | |
| "learning_rate": 0.00013227513227513228, | |
| "loss": 0.0492, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6878306878306878, | |
| "grad_norm": 0.7467755079269409, | |
| "learning_rate": 0.00013756613756613756, | |
| "loss": 0.0486, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.7477474808692932, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 0.0491, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7407407407407407, | |
| "grad_norm": 0.9659186005592346, | |
| "learning_rate": 0.00014814814814814815, | |
| "loss": 0.0455, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7671957671957672, | |
| "grad_norm": 0.8414769172668457, | |
| "learning_rate": 0.00015343915343915345, | |
| "loss": 0.0465, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7936507936507936, | |
| "grad_norm": 0.690024733543396, | |
| "learning_rate": 0.00015873015873015873, | |
| "loss": 0.0506, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8201058201058201, | |
| "grad_norm": 0.6750884056091309, | |
| "learning_rate": 0.00016402116402116404, | |
| "loss": 0.0525, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8465608465608465, | |
| "grad_norm": 0.8909515142440796, | |
| "learning_rate": 0.00016931216931216931, | |
| "loss": 0.0417, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.873015873015873, | |
| "grad_norm": 0.6845270395278931, | |
| "learning_rate": 0.00017460317460317462, | |
| "loss": 0.0468, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8994708994708994, | |
| "grad_norm": 0.5316764116287231, | |
| "learning_rate": 0.0001798941798941799, | |
| "loss": 0.0525, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.9259259259259259, | |
| "grad_norm": 0.7101507186889648, | |
| "learning_rate": 0.0001851851851851852, | |
| "loss": 0.0456, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.6450228095054626, | |
| "learning_rate": 0.00019047619047619048, | |
| "loss": 0.0528, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9788359788359788, | |
| "grad_norm": 0.5121487975120544, | |
| "learning_rate": 0.0001957671957671958, | |
| "loss": 0.0486, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.0052910052910053, | |
| "grad_norm": 0.8493865728378296, | |
| "learning_rate": 0.0001999999617210638, | |
| "loss": 0.0459, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.0317460317460316, | |
| "grad_norm": 0.6720256805419922, | |
| "learning_rate": 0.00019999862196137396, | |
| "loss": 0.0435, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.0582010582010581, | |
| "grad_norm": 0.43235063552856445, | |
| "learning_rate": 0.00019999536828417959, | |
| "loss": 0.0449, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0846560846560847, | |
| "grad_norm": 0.5137812495231628, | |
| "learning_rate": 0.00019999020075175426, | |
| "loss": 0.0452, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 0.6568519473075867, | |
| "learning_rate": 0.00019998311946300173, | |
| "loss": 0.0442, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.1375661375661377, | |
| "grad_norm": 1.1188125610351562, | |
| "learning_rate": 0.0001999741245534538, | |
| "loss": 0.0484, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.164021164021164, | |
| "grad_norm": 0.6816080808639526, | |
| "learning_rate": 0.00019996321619526804, | |
| "loss": 0.0443, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.1904761904761905, | |
| "grad_norm": 0.41056472063064575, | |
| "learning_rate": 0.00019995039459722423, | |
| "loss": 0.0462, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.216931216931217, | |
| "grad_norm": 0.528852641582489, | |
| "learning_rate": 0.00019993566000472068, | |
| "loss": 0.0416, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.2433862433862433, | |
| "grad_norm": 0.549899697303772, | |
| "learning_rate": 0.00019991901269976911, | |
| "loss": 0.0417, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.2698412698412698, | |
| "grad_norm": 0.48012372851371765, | |
| "learning_rate": 0.00019990045300098967, | |
| "loss": 0.0396, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.2962962962962963, | |
| "grad_norm": 0.5004888772964478, | |
| "learning_rate": 0.00019987998126360453, | |
| "loss": 0.0397, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.3227513227513228, | |
| "grad_norm": 0.5583204627037048, | |
| "learning_rate": 0.00019985759787943127, | |
| "loss": 0.0437, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.3492063492063493, | |
| "grad_norm": 0.7729330062866211, | |
| "learning_rate": 0.00019983330327687533, | |
| "loss": 0.0374, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.3756613756613756, | |
| "grad_norm": 0.5652401447296143, | |
| "learning_rate": 0.0001998070979209217, | |
| "loss": 0.0402, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.402116402116402, | |
| "grad_norm": 0.7112484574317932, | |
| "learning_rate": 0.00019977898231312628, | |
| "loss": 0.0428, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.66225665807724, | |
| "learning_rate": 0.00019974895699160597, | |
| "loss": 0.0415, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.455026455026455, | |
| "grad_norm": 0.4615730047225952, | |
| "learning_rate": 0.00019971702253102856, | |
| "loss": 0.0351, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.4814814814814814, | |
| "grad_norm": 0.5178949236869812, | |
| "learning_rate": 0.00019968317954260168, | |
| "loss": 0.0409, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.507936507936508, | |
| "grad_norm": 0.5937110781669617, | |
| "learning_rate": 0.00019964742867406126, | |
| "loss": 0.0423, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.5343915343915344, | |
| "grad_norm": 0.45062029361724854, | |
| "learning_rate": 0.00019960977060965872, | |
| "loss": 0.0404, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.560846560846561, | |
| "grad_norm": 0.41606688499450684, | |
| "learning_rate": 0.00019957020607014835, | |
| "loss": 0.038, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.5873015873015874, | |
| "grad_norm": 0.36349207162857056, | |
| "learning_rate": 0.00019952873581277324, | |
| "loss": 0.0392, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.6137566137566137, | |
| "grad_norm": 0.7711144685745239, | |
| "learning_rate": 0.0001994853606312508, | |
| "loss": 0.0393, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.6402116402116402, | |
| "grad_norm": 0.5946980714797974, | |
| "learning_rate": 0.00019944008135575772, | |
| "loss": 0.0408, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.21440181136131287, | |
| "learning_rate": 0.00019939289885291384, | |
| "loss": 0.0399, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.693121693121693, | |
| "grad_norm": 0.48613789677619934, | |
| "learning_rate": 0.00019934381402576584, | |
| "loss": 0.0406, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.7195767195767195, | |
| "grad_norm": 0.47162196040153503, | |
| "learning_rate": 0.00019929282781376976, | |
| "loss": 0.0433, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.746031746031746, | |
| "grad_norm": 0.5799857974052429, | |
| "learning_rate": 0.00019923994119277309, | |
| "loss": 0.0412, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.7724867724867726, | |
| "grad_norm": 0.6739380955696106, | |
| "learning_rate": 0.00019918515517499606, | |
| "loss": 0.0365, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.798941798941799, | |
| "grad_norm": 0.5352742671966553, | |
| "learning_rate": 0.0001991284708090123, | |
| "loss": 0.0367, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.8253968253968254, | |
| "grad_norm": 0.6227455735206604, | |
| "learning_rate": 0.00019906988917972878, | |
| "loss": 0.0357, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.8518518518518519, | |
| "grad_norm": 0.546350359916687, | |
| "learning_rate": 0.00019900941140836497, | |
| "loss": 0.0369, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.8783068783068781, | |
| "grad_norm": 0.5400755405426025, | |
| "learning_rate": 0.00019894703865243156, | |
| "loss": 0.0391, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 0.6319063305854797, | |
| "learning_rate": 0.000198882772105708, | |
| "loss": 0.0382, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.9312169312169312, | |
| "grad_norm": 0.5921104550361633, | |
| "learning_rate": 0.00019881661299822, | |
| "loss": 0.0361, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.9576719576719577, | |
| "grad_norm": 0.5720839500427246, | |
| "learning_rate": 0.00019874856259621568, | |
| "loss": 0.0419, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.9841269841269842, | |
| "grad_norm": 0.47676175832748413, | |
| "learning_rate": 0.0001986786222021416, | |
| "loss": 0.0387, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.0105820105820107, | |
| "grad_norm": 0.4507744312286377, | |
| "learning_rate": 0.0001986067931546176, | |
| "loss": 0.0376, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.037037037037037, | |
| "grad_norm": 0.5624145269393921, | |
| "learning_rate": 0.0001985330768284114, | |
| "loss": 0.0402, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.0634920634920633, | |
| "grad_norm": 0.3807164430618286, | |
| "learning_rate": 0.00019845747463441207, | |
| "loss": 0.0375, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.0899470899470898, | |
| "grad_norm": 0.579364001750946, | |
| "learning_rate": 0.0001983799880196032, | |
| "loss": 0.0384, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.1164021164021163, | |
| "grad_norm": 0.5431824922561646, | |
| "learning_rate": 0.00019830061846703507, | |
| "loss": 0.0374, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.142857142857143, | |
| "grad_norm": 0.5862318873405457, | |
| "learning_rate": 0.0001982193674957964, | |
| "loss": 0.033, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.1693121693121693, | |
| "grad_norm": 0.6154080629348755, | |
| "learning_rate": 0.00019813623666098523, | |
| "loss": 0.0375, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.195767195767196, | |
| "grad_norm": 0.48721227049827576, | |
| "learning_rate": 0.000198051227553679, | |
| "loss": 0.0351, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 0.4979737401008606, | |
| "learning_rate": 0.00019796434180090436, | |
| "loss": 0.0388, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.248677248677249, | |
| "grad_norm": 0.47598177194595337, | |
| "learning_rate": 0.00019787558106560584, | |
| "loss": 0.0362, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.2751322751322753, | |
| "grad_norm": 0.3844626247882843, | |
| "learning_rate": 0.00019778494704661412, | |
| "loss": 0.0356, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.3015873015873014, | |
| "grad_norm": 0.24894066154956818, | |
| "learning_rate": 0.00019769244147861348, | |
| "loss": 0.0331, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.328042328042328, | |
| "grad_norm": 0.5516997575759888, | |
| "learning_rate": 0.00019759806613210853, | |
| "loss": 0.0377, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.3544973544973544, | |
| "grad_norm": 0.23550976812839508, | |
| "learning_rate": 0.0001975018228133904, | |
| "loss": 0.0357, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.380952380952381, | |
| "grad_norm": 0.24155914783477783, | |
| "learning_rate": 0.00019740371336450234, | |
| "loss": 0.0378, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.4074074074074074, | |
| "grad_norm": 0.278036504983902, | |
| "learning_rate": 0.00019730373966320402, | |
| "loss": 0.0335, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.433862433862434, | |
| "grad_norm": 0.48762863874435425, | |
| "learning_rate": 0.000197201903622936, | |
| "loss": 0.0357, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.4603174603174605, | |
| "grad_norm": 0.37752997875213623, | |
| "learning_rate": 0.000197098207192783, | |
| "loss": 0.0358, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.4867724867724865, | |
| "grad_norm": 0.49835503101348877, | |
| "learning_rate": 0.00019699265235743638, | |
| "loss": 0.0359, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.5132275132275135, | |
| "grad_norm": 0.453590452671051, | |
| "learning_rate": 0.00019688524113715657, | |
| "loss": 0.0367, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.5396825396825395, | |
| "grad_norm": 0.375345379114151, | |
| "learning_rate": 0.00019677597558773397, | |
| "loss": 0.0339, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.566137566137566, | |
| "grad_norm": 0.5068901777267456, | |
| "learning_rate": 0.0001966648578004499, | |
| "loss": 0.0363, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.5925925925925926, | |
| "grad_norm": 0.3547157347202301, | |
| "learning_rate": 0.00019655188990203647, | |
| "loss": 0.0349, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.619047619047619, | |
| "grad_norm": 0.3495565354824066, | |
| "learning_rate": 0.00019643707405463584, | |
| "loss": 0.0416, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.6455026455026456, | |
| "grad_norm": 0.24774406850337982, | |
| "learning_rate": 0.00019632041245575888, | |
| "loss": 0.0339, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.671957671957672, | |
| "grad_norm": 0.3105117082595825, | |
| "learning_rate": 0.00019620190733824315, | |
| "loss": 0.034, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.6984126984126986, | |
| "grad_norm": 0.2921735644340515, | |
| "learning_rate": 0.00019608156097021006, | |
| "loss": 0.0433, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.7248677248677247, | |
| "grad_norm": 0.4697803258895874, | |
| "learning_rate": 0.00019595937565502157, | |
| "loss": 0.0342, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.751322751322751, | |
| "grad_norm": 0.2624008059501648, | |
| "learning_rate": 0.00019583535373123606, | |
| "loss": 0.0325, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.7777777777777777, | |
| "grad_norm": 0.4016210734844208, | |
| "learning_rate": 0.00019570949757256355, | |
| "loss": 0.0332, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.804232804232804, | |
| "grad_norm": 0.4004408121109009, | |
| "learning_rate": 0.00019558180958782024, | |
| "loss": 0.0302, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.8306878306878307, | |
| "grad_norm": 0.17768095433712006, | |
| "learning_rate": 0.0001954522922208825, | |
| "loss": 0.0342, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.443602591753006, | |
| "learning_rate": 0.00019532094795064015, | |
| "loss": 0.0345, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.8835978835978837, | |
| "grad_norm": 0.3766569197177887, | |
| "learning_rate": 0.00019518777929094868, | |
| "loss": 0.0338, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.91005291005291, | |
| "grad_norm": 0.3146336078643799, | |
| "learning_rate": 0.00019505278879058157, | |
| "loss": 0.0329, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.9365079365079367, | |
| "grad_norm": 0.44845908880233765, | |
| "learning_rate": 0.00019491597903318125, | |
| "loss": 0.0318, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.962962962962963, | |
| "grad_norm": 0.43101152777671814, | |
| "learning_rate": 0.00019477735263720964, | |
| "loss": 0.0344, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.9894179894179893, | |
| "grad_norm": 0.3073725998401642, | |
| "learning_rate": 0.0001946369122558982, | |
| "loss": 0.0363, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.015873015873016, | |
| "grad_norm": 0.5444226861000061, | |
| "learning_rate": 0.00019449466057719703, | |
| "loss": 0.0334, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.0423280423280423, | |
| "grad_norm": 0.5659046173095703, | |
| "learning_rate": 0.00019435060032372338, | |
| "loss": 0.0319, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.068783068783069, | |
| "grad_norm": 0.444764643907547, | |
| "learning_rate": 0.0001942047342527097, | |
| "loss": 0.0316, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.0952380952380953, | |
| "grad_norm": 0.3891999125480652, | |
| "learning_rate": 0.0001940570651559507, | |
| "loss": 0.0361, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 3.121693121693122, | |
| "grad_norm": 0.3401958644390106, | |
| "learning_rate": 0.00019390759585975005, | |
| "loss": 0.0336, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 3.148148148148148, | |
| "grad_norm": 0.24082757532596588, | |
| "learning_rate": 0.00019375632922486615, | |
| "loss": 0.0319, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 3.1746031746031744, | |
| "grad_norm": 0.34355929493904114, | |
| "learning_rate": 0.00019360326814645752, | |
| "loss": 0.035, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.201058201058201, | |
| "grad_norm": 0.3685361444950104, | |
| "learning_rate": 0.00019344841555402731, | |
| "loss": 0.0307, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 3.2275132275132274, | |
| "grad_norm": 0.30369487404823303, | |
| "learning_rate": 0.00019329177441136723, | |
| "loss": 0.0315, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 3.253968253968254, | |
| "grad_norm": 0.27075985074043274, | |
| "learning_rate": 0.00019313334771650084, | |
| "loss": 0.0348, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 3.2804232804232805, | |
| "grad_norm": 0.2865367829799652, | |
| "learning_rate": 0.0001929731385016262, | |
| "loss": 0.0322, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 3.306878306878307, | |
| "grad_norm": 0.3830226957798004, | |
| "learning_rate": 0.00019281114983305773, | |
| "loss": 0.0312, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.41300126910209656, | |
| "learning_rate": 0.00019264738481116763, | |
| "loss": 0.0339, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 3.35978835978836, | |
| "grad_norm": 0.2901158332824707, | |
| "learning_rate": 0.00019248184657032655, | |
| "loss": 0.0317, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 3.386243386243386, | |
| "grad_norm": 0.29940736293792725, | |
| "learning_rate": 0.00019231453827884352, | |
| "loss": 0.035, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 3.4126984126984126, | |
| "grad_norm": 0.36355215311050415, | |
| "learning_rate": 0.0001921454631389053, | |
| "loss": 0.0319, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.439153439153439, | |
| "grad_norm": 0.34896090626716614, | |
| "learning_rate": 0.00019197462438651523, | |
| "loss": 0.0333, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.4656084656084656, | |
| "grad_norm": 0.24769645929336548, | |
| "learning_rate": 0.00019180202529143112, | |
| "loss": 0.0305, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 3.492063492063492, | |
| "grad_norm": 0.2804192006587982, | |
| "learning_rate": 0.00019162766915710282, | |
| "loss": 0.0266, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 3.5185185185185186, | |
| "grad_norm": 0.1939479410648346, | |
| "learning_rate": 0.00019145155932060885, | |
| "loss": 0.0366, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 3.544973544973545, | |
| "grad_norm": 0.3781014084815979, | |
| "learning_rate": 0.0001912736991525927, | |
| "loss": 0.0313, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 3.571428571428571, | |
| "grad_norm": 0.28336915373802185, | |
| "learning_rate": 0.00019109409205719812, | |
| "loss": 0.0318, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.597883597883598, | |
| "grad_norm": 0.32090702652931213, | |
| "learning_rate": 0.00019091274147200413, | |
| "loss": 0.0295, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 3.624338624338624, | |
| "grad_norm": 0.4037337601184845, | |
| "learning_rate": 0.0001907296508679592, | |
| "loss": 0.0312, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 3.6507936507936507, | |
| "grad_norm": 0.2988503575325012, | |
| "learning_rate": 0.00019054482374931467, | |
| "loss": 0.0285, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 3.677248677248677, | |
| "grad_norm": 0.3322925567626953, | |
| "learning_rate": 0.0001903582636535579, | |
| "loss": 0.0307, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 3.7037037037037037, | |
| "grad_norm": 0.5639650821685791, | |
| "learning_rate": 0.00019016997415134443, | |
| "loss": 0.0323, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.7301587301587302, | |
| "grad_norm": 0.30782419443130493, | |
| "learning_rate": 0.00018997995884642967, | |
| "loss": 0.0305, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.7566137566137567, | |
| "grad_norm": 0.36455053091049194, | |
| "learning_rate": 0.00018978822137559988, | |
| "loss": 0.0327, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.7830687830687832, | |
| "grad_norm": 0.3742886185646057, | |
| "learning_rate": 0.00018959476540860267, | |
| "loss": 0.0287, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.8095238095238093, | |
| "grad_norm": 0.36028748750686646, | |
| "learning_rate": 0.00018939959464807672, | |
| "loss": 0.0293, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.835978835978836, | |
| "grad_norm": 0.34717637300491333, | |
| "learning_rate": 0.0001892027128294808, | |
| "loss": 0.0292, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.8624338624338623, | |
| "grad_norm": 0.32690536975860596, | |
| "learning_rate": 0.00018900412372102244, | |
| "loss": 0.0349, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.888888888888889, | |
| "grad_norm": 0.21768151223659515, | |
| "learning_rate": 0.0001888038311235857, | |
| "loss": 0.0295, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.9153439153439153, | |
| "grad_norm": 0.2899485230445862, | |
| "learning_rate": 0.00018860183887065856, | |
| "loss": 0.0287, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.941798941798942, | |
| "grad_norm": 0.2762286961078644, | |
| "learning_rate": 0.00018839815082825933, | |
| "loss": 0.0307, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.9682539682539684, | |
| "grad_norm": 0.24080318212509155, | |
| "learning_rate": 0.00018819277089486281, | |
| "loss": 0.0317, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.9947089947089944, | |
| "grad_norm": 0.25071361660957336, | |
| "learning_rate": 0.00018798570300132571, | |
| "loss": 0.0335, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 4.021164021164021, | |
| "grad_norm": 0.47212567925453186, | |
| "learning_rate": 0.00018777695111081132, | |
| "loss": 0.0283, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 4.0476190476190474, | |
| "grad_norm": 0.25096508860588074, | |
| "learning_rate": 0.0001875665192187136, | |
| "loss": 0.0339, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 4.074074074074074, | |
| "grad_norm": 0.41704872250556946, | |
| "learning_rate": 0.00018735441135258097, | |
| "loss": 0.0305, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 4.1005291005291005, | |
| "grad_norm": 0.3602231442928314, | |
| "learning_rate": 0.00018714063157203886, | |
| "loss": 0.0339, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 4.1269841269841265, | |
| "grad_norm": 0.21357379853725433, | |
| "learning_rate": 0.00018692518396871234, | |
| "loss": 0.0336, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 4.1534391534391535, | |
| "grad_norm": 0.37265297770500183, | |
| "learning_rate": 0.00018670807266614757, | |
| "loss": 0.0316, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 4.1798941798941796, | |
| "grad_norm": 0.32641279697418213, | |
| "learning_rate": 0.00018648930181973313, | |
| "loss": 0.0298, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 4.2063492063492065, | |
| "grad_norm": 0.28364816308021545, | |
| "learning_rate": 0.00018626887561662016, | |
| "loss": 0.0318, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 4.232804232804233, | |
| "grad_norm": 0.38192281126976013, | |
| "learning_rate": 0.00018604679827564254, | |
| "loss": 0.0321, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.2592592592592595, | |
| "grad_norm": 0.29732367396354675, | |
| "learning_rate": 0.00018582307404723593, | |
| "loss": 0.0302, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 0.32292482256889343, | |
| "learning_rate": 0.00018559770721335653, | |
| "loss": 0.0296, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 4.3121693121693125, | |
| "grad_norm": 0.36669158935546875, | |
| "learning_rate": 0.00018537070208739898, | |
| "loss": 0.0313, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 4.338624338624339, | |
| "grad_norm": 0.32983410358428955, | |
| "learning_rate": 0.00018514206301411407, | |
| "loss": 0.0293, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 4.365079365079365, | |
| "grad_norm": 0.38306760787963867, | |
| "learning_rate": 0.00018491179436952532, | |
| "loss": 0.0309, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 4.391534391534392, | |
| "grad_norm": 0.31832560896873474, | |
| "learning_rate": 0.00018467990056084536, | |
| "loss": 0.03, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 4.417989417989418, | |
| "grad_norm": 0.4297352731227875, | |
| "learning_rate": 0.0001844463860263916, | |
| "loss": 0.0302, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 0.22931234538555145, | |
| "learning_rate": 0.0001842112552355011, | |
| "loss": 0.0318, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 4.470899470899471, | |
| "grad_norm": 0.49042898416519165, | |
| "learning_rate": 0.00018397451268844524, | |
| "loss": 0.0353, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 4.497354497354498, | |
| "grad_norm": 0.29628482460975647, | |
| "learning_rate": 0.0001837361629163436, | |
| "loss": 0.0364, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 4.523809523809524, | |
| "grad_norm": 0.3375132977962494, | |
| "learning_rate": 0.000183496210481077, | |
| "loss": 0.0324, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 4.550264550264551, | |
| "grad_norm": 0.2872624397277832, | |
| "learning_rate": 0.00018325465997520035, | |
| "loss": 0.0284, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 4.576719576719577, | |
| "grad_norm": 0.3233286142349243, | |
| "learning_rate": 0.0001830115160218548, | |
| "loss": 0.0338, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 4.603174603174603, | |
| "grad_norm": 0.25356996059417725, | |
| "learning_rate": 0.00018276678327467923, | |
| "loss": 0.0286, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 4.62962962962963, | |
| "grad_norm": 0.21880115568637848, | |
| "learning_rate": 0.00018252046641772097, | |
| "loss": 0.0335, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 4.656084656084656, | |
| "grad_norm": 0.30065304040908813, | |
| "learning_rate": 0.0001822725701653465, | |
| "loss": 0.0294, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 4.682539682539683, | |
| "grad_norm": 0.44395706057548523, | |
| "learning_rate": 0.00018202309926215092, | |
| "loss": 0.0318, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 4.708994708994709, | |
| "grad_norm": 0.4432872235774994, | |
| "learning_rate": 0.00018177205848286736, | |
| "loss": 0.0332, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 4.735449735449736, | |
| "grad_norm": 0.3368462026119232, | |
| "learning_rate": 0.00018151945263227543, | |
| "loss": 0.0351, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 4.761904761904762, | |
| "grad_norm": 0.4848134517669678, | |
| "learning_rate": 0.00018126528654510934, | |
| "loss": 0.0281, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 4.788359788359788, | |
| "grad_norm": 0.339212566614151, | |
| "learning_rate": 0.00018100956508596537, | |
| "loss": 0.0295, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 4.814814814814815, | |
| "grad_norm": 0.37739694118499756, | |
| "learning_rate": 0.00018075229314920872, | |
| "loss": 0.0293, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 4.841269841269841, | |
| "grad_norm": 0.2847217619419098, | |
| "learning_rate": 0.00018049347565887987, | |
| "loss": 0.0291, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 4.867724867724868, | |
| "grad_norm": 0.2565479278564453, | |
| "learning_rate": 0.00018023311756860038, | |
| "loss": 0.0318, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 4.894179894179894, | |
| "grad_norm": 0.2911958396434784, | |
| "learning_rate": 0.0001799712238614779, | |
| "loss": 0.0293, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 4.920634920634921, | |
| "grad_norm": 0.35511329770088196, | |
| "learning_rate": 0.0001797077995500111, | |
| "loss": 0.0325, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 4.947089947089947, | |
| "grad_norm": 0.36546435952186584, | |
| "learning_rate": 0.00017944284967599344, | |
| "loss": 0.0288, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 4.973544973544973, | |
| "grad_norm": 0.24980072677135468, | |
| "learning_rate": 0.0001791763793104168, | |
| "loss": 0.03, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.2070397436618805, | |
| "learning_rate": 0.00017890839355337443, | |
| "loss": 0.0334, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 5.026455026455026, | |
| "grad_norm": 0.34367257356643677, | |
| "learning_rate": 0.00017863889753396334, | |
| "loss": 0.0287, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 5.052910052910053, | |
| "grad_norm": 0.24305817484855652, | |
| "learning_rate": 0.00017836789641018606, | |
| "loss": 0.0297, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 5.079365079365079, | |
| "grad_norm": 0.28586849570274353, | |
| "learning_rate": 0.0001780953953688521, | |
| "loss": 0.0324, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 5.105820105820106, | |
| "grad_norm": 0.3378239572048187, | |
| "learning_rate": 0.00017782139962547834, | |
| "loss": 0.0308, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 5.132275132275132, | |
| "grad_norm": 0.26583924889564514, | |
| "learning_rate": 0.00017754591442418964, | |
| "loss": 0.0298, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 5.158730158730159, | |
| "grad_norm": 0.22006455063819885, | |
| "learning_rate": 0.0001772689450376181, | |
| "loss": 0.026, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 5.185185185185185, | |
| "grad_norm": 0.26729926466941833, | |
| "learning_rate": 0.00017699049676680236, | |
| "loss": 0.0304, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 5.211640211640212, | |
| "grad_norm": 0.34223079681396484, | |
| "learning_rate": 0.00017671057494108604, | |
| "loss": 0.0331, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 5.238095238095238, | |
| "grad_norm": 0.18476738035678864, | |
| "learning_rate": 0.00017642918491801582, | |
| "loss": 0.0318, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 5.264550264550264, | |
| "grad_norm": 0.2811238467693329, | |
| "learning_rate": 0.00017614633208323877, | |
| "loss": 0.029, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 5.291005291005291, | |
| "grad_norm": 0.27177298069000244, | |
| "learning_rate": 0.00017586202185039952, | |
| "loss": 0.0304, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 5.317460317460317, | |
| "grad_norm": 0.4007485508918762, | |
| "learning_rate": 0.00017557625966103623, | |
| "loss": 0.0285, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 5.343915343915344, | |
| "grad_norm": 0.2058725655078888, | |
| "learning_rate": 0.0001752890509844769, | |
| "loss": 0.0296, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 5.37037037037037, | |
| "grad_norm": 0.3283293843269348, | |
| "learning_rate": 0.00017500040131773444, | |
| "loss": 0.0304, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 5.396825396825397, | |
| "grad_norm": 0.33090895414352417, | |
| "learning_rate": 0.00017471031618540141, | |
| "loss": 0.0289, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 5.423280423280423, | |
| "grad_norm": 0.3411179780960083, | |
| "learning_rate": 0.0001744188011395445, | |
| "loss": 0.0306, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 5.449735449735449, | |
| "grad_norm": 0.3357543349266052, | |
| "learning_rate": 0.0001741258617595981, | |
| "loss": 0.0294, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 5.476190476190476, | |
| "grad_norm": 0.2584282457828522, | |
| "learning_rate": 0.0001738315036522575, | |
| "loss": 0.0301, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 5.502645502645502, | |
| "grad_norm": 0.2944985628128052, | |
| "learning_rate": 0.00017353573245137171, | |
| "loss": 0.0256, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 5.529100529100529, | |
| "grad_norm": 0.38644468784332275, | |
| "learning_rate": 0.00017323855381783551, | |
| "loss": 0.032, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 5.555555555555555, | |
| "grad_norm": 0.2968820035457611, | |
| "learning_rate": 0.00017293997343948117, | |
| "loss": 0.0304, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 5.582010582010582, | |
| "grad_norm": 0.428739458322525, | |
| "learning_rate": 0.00017263999703096957, | |
| "loss": 0.0284, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 5.608465608465608, | |
| "grad_norm": 0.28147000074386597, | |
| "learning_rate": 0.00017233863033368077, | |
| "loss": 0.0315, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 5.634920634920634, | |
| "grad_norm": 0.3461019992828369, | |
| "learning_rate": 0.00017203587911560436, | |
| "loss": 0.0313, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 5.661375661375661, | |
| "grad_norm": 0.30748844146728516, | |
| "learning_rate": 0.0001717317491712286, | |
| "loss": 0.0276, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 5.6878306878306875, | |
| "grad_norm": 0.3075932264328003, | |
| "learning_rate": 0.00017142624632143002, | |
| "loss": 0.0308, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 0.2982342839241028, | |
| "learning_rate": 0.0001711193764133617, | |
| "loss": 0.0279, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 5.7407407407407405, | |
| "grad_norm": 0.3656872510910034, | |
| "learning_rate": 0.00017081114532034147, | |
| "loss": 0.0278, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 5.767195767195767, | |
| "grad_norm": 0.29646244645118713, | |
| "learning_rate": 0.0001705015589417395, | |
| "loss": 0.0283, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 5.7936507936507935, | |
| "grad_norm": 0.2913481891155243, | |
| "learning_rate": 0.00017019062320286526, | |
| "loss": 0.0269, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 5.8201058201058204, | |
| "grad_norm": 0.25158271193504333, | |
| "learning_rate": 0.0001698783440548543, | |
| "loss": 0.0324, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 5.8465608465608465, | |
| "grad_norm": 0.34147316217422485, | |
| "learning_rate": 0.0001695647274745544, | |
| "loss": 0.0308, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 5.8730158730158735, | |
| "grad_norm": 0.23324055969715118, | |
| "learning_rate": 0.00016924977946441072, | |
| "loss": 0.0309, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 5.8994708994708995, | |
| "grad_norm": 0.375702440738678, | |
| "learning_rate": 0.0001689335060523515, | |
| "loss": 0.0298, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 5.925925925925926, | |
| "grad_norm": 0.22085419297218323, | |
| "learning_rate": 0.00016861591329167238, | |
| "loss": 0.0297, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 5.9523809523809526, | |
| "grad_norm": 0.29211702942848206, | |
| "learning_rate": 0.0001682970072609205, | |
| "loss": 0.0296, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 5.978835978835979, | |
| "grad_norm": 0.2560863494873047, | |
| "learning_rate": 0.00016797679406377837, | |
| "loss": 0.0297, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 6.005291005291006, | |
| "grad_norm": 0.22338557243347168, | |
| "learning_rate": 0.00016765527982894689, | |
| "loss": 0.0308, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 6.031746031746032, | |
| "grad_norm": 0.29270821809768677, | |
| "learning_rate": 0.00016733247071002802, | |
| "loss": 0.0249, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 6.058201058201059, | |
| "grad_norm": 0.33310195803642273, | |
| "learning_rate": 0.00016700837288540716, | |
| "loss": 0.0294, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 6.084656084656085, | |
| "grad_norm": 0.28385937213897705, | |
| "learning_rate": 0.0001666829925581348, | |
| "loss": 0.0277, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 6.111111111111111, | |
| "grad_norm": 0.2993493974208832, | |
| "learning_rate": 0.0001663563359558078, | |
| "loss": 0.0298, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 6.137566137566138, | |
| "grad_norm": 0.308386892080307, | |
| "learning_rate": 0.00016602840933045018, | |
| "loss": 0.0295, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 6.164021164021164, | |
| "grad_norm": 0.38717547059059143, | |
| "learning_rate": 0.00016569921895839354, | |
| "loss": 0.0342, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 6.190476190476191, | |
| "grad_norm": 0.2936514914035797, | |
| "learning_rate": 0.00016536877114015685, | |
| "loss": 0.0278, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 6.216931216931217, | |
| "grad_norm": 0.26422831416130066, | |
| "learning_rate": 0.00016503707220032586, | |
| "loss": 0.0304, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 6.243386243386244, | |
| "grad_norm": 0.3753129839897156, | |
| "learning_rate": 0.00016470412848743223, | |
| "loss": 0.0278, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 6.26984126984127, | |
| "grad_norm": 0.33631107211112976, | |
| "learning_rate": 0.00016436994637383166, | |
| "loss": 0.0279, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 6.296296296296296, | |
| "grad_norm": 0.2561590075492859, | |
| "learning_rate": 0.00016403453225558235, | |
| "loss": 0.0266, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 6.322751322751323, | |
| "grad_norm": 0.342010498046875, | |
| "learning_rate": 0.00016369789255232223, | |
| "loss": 0.0287, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 6.349206349206349, | |
| "grad_norm": 0.2974427044391632, | |
| "learning_rate": 0.0001633600337071463, | |
| "loss": 0.0264, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 6.375661375661376, | |
| "grad_norm": 0.24735130369663239, | |
| "learning_rate": 0.0001630209621864833, | |
| "loss": 0.025, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 6.402116402116402, | |
| "grad_norm": 0.3415727913379669, | |
| "learning_rate": 0.00016268068447997176, | |
| "loss": 0.034, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 6.428571428571429, | |
| "grad_norm": 0.21212635934352875, | |
| "learning_rate": 0.00016233920710033607, | |
| "loss": 0.0297, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 6.455026455026455, | |
| "grad_norm": 0.4277040958404541, | |
| "learning_rate": 0.00016199653658326168, | |
| "loss": 0.0305, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 6.481481481481482, | |
| "grad_norm": 0.377903014421463, | |
| "learning_rate": 0.00016165267948726987, | |
| "loss": 0.0292, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 6.507936507936508, | |
| "grad_norm": 0.3249509632587433, | |
| "learning_rate": 0.0001613076423935926, | |
| "loss": 0.027, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 6.534391534391535, | |
| "grad_norm": 0.2562958002090454, | |
| "learning_rate": 0.0001609614319060461, | |
| "loss": 0.0277, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 6.560846560846561, | |
| "grad_norm": 0.24918289482593536, | |
| "learning_rate": 0.0001606140546509049, | |
| "loss": 0.0263, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 6.587301587301587, | |
| "grad_norm": 0.24581879377365112, | |
| "learning_rate": 0.00016026551727677465, | |
| "loss": 0.0305, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 6.613756613756614, | |
| "grad_norm": 0.20334988832473755, | |
| "learning_rate": 0.0001599158264544651, | |
| "loss": 0.0273, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 6.64021164021164, | |
| "grad_norm": 0.20349211990833282, | |
| "learning_rate": 0.00015956498887686232, | |
| "loss": 0.0301, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.27112945914268494, | |
| "learning_rate": 0.0001592130112588007, | |
| "loss": 0.027, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 6.693121693121693, | |
| "grad_norm": 0.18712319433689117, | |
| "learning_rate": 0.00015885990033693434, | |
| "loss": 0.0262, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 6.71957671957672, | |
| "grad_norm": 0.3410026729106903, | |
| "learning_rate": 0.00015850566286960803, | |
| "loss": 0.0266, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 6.746031746031746, | |
| "grad_norm": 0.29726535081863403, | |
| "learning_rate": 0.00015815030563672813, | |
| "loss": 0.0286, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 6.772486772486772, | |
| "grad_norm": 0.20028139650821686, | |
| "learning_rate": 0.00015779383543963271, | |
| "loss": 0.0298, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 6.798941798941799, | |
| "grad_norm": 0.28673526644706726, | |
| "learning_rate": 0.00015743625910096117, | |
| "loss": 0.0258, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 6.825396825396825, | |
| "grad_norm": 0.3958338499069214, | |
| "learning_rate": 0.00015707758346452408, | |
| "loss": 0.0286, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 6.851851851851852, | |
| "grad_norm": 0.2631092369556427, | |
| "learning_rate": 0.00015671781539517175, | |
| "loss": 0.0269, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 6.878306878306878, | |
| "grad_norm": 0.24416978657245636, | |
| "learning_rate": 0.00015635696177866316, | |
| "loss": 0.0314, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 6.904761904761905, | |
| "grad_norm": 0.4131467640399933, | |
| "learning_rate": 0.000155995029521534, | |
| "loss": 0.0297, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 6.931216931216931, | |
| "grad_norm": 0.42825278639793396, | |
| "learning_rate": 0.00015563202555096453, | |
| "loss": 0.0277, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 6.957671957671957, | |
| "grad_norm": 0.2998770475387573, | |
| "learning_rate": 0.00015526795681464713, | |
| "loss": 0.027, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 6.984126984126984, | |
| "grad_norm": 0.35698017477989197, | |
| "learning_rate": 0.00015490283028065296, | |
| "loss": 0.032, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 7.01058201058201, | |
| "grad_norm": 0.3422069847583771, | |
| "learning_rate": 0.00015453665293729905, | |
| "loss": 0.029, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 7.037037037037037, | |
| "grad_norm": 0.3283518850803375, | |
| "learning_rate": 0.00015416943179301422, | |
| "loss": 0.0285, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 7.063492063492063, | |
| "grad_norm": 0.17980273067951202, | |
| "learning_rate": 0.00015380117387620506, | |
| "loss": 0.0262, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 7.08994708994709, | |
| "grad_norm": 0.22317390143871307, | |
| "learning_rate": 0.00015343188623512152, | |
| "loss": 0.0292, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 7.116402116402116, | |
| "grad_norm": 0.2997380793094635, | |
| "learning_rate": 0.0001530615759377217, | |
| "loss": 0.0271, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.3536098301410675, | |
| "learning_rate": 0.000152690250071537, | |
| "loss": 0.0282, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 7.169312169312169, | |
| "grad_norm": 0.23207667469978333, | |
| "learning_rate": 0.00015231791574353594, | |
| "loss": 0.0258, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 7.195767195767195, | |
| "grad_norm": 0.4378697872161865, | |
| "learning_rate": 0.00015194458007998876, | |
| "loss": 0.0262, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 7.222222222222222, | |
| "grad_norm": 0.28229495882987976, | |
| "learning_rate": 0.00015157025022633042, | |
| "loss": 0.0285, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 7.248677248677248, | |
| "grad_norm": 0.3776451647281647, | |
| "learning_rate": 0.00015119493334702432, | |
| "loss": 0.0258, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 7.275132275132275, | |
| "grad_norm": 0.37293151021003723, | |
| "learning_rate": 0.00015081863662542487, | |
| "loss": 0.0273, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 7.301587301587301, | |
| "grad_norm": 0.19970954954624176, | |
| "learning_rate": 0.00015044136726364015, | |
| "loss": 0.0262, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 7.328042328042328, | |
| "grad_norm": 0.3114972412586212, | |
| "learning_rate": 0.000150063132482394, | |
| "loss": 0.0275, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 7.354497354497354, | |
| "grad_norm": 0.2646826207637787, | |
| "learning_rate": 0.0001496839395208879, | |
| "loss": 0.0282, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 7.380952380952381, | |
| "grad_norm": 0.4848107397556305, | |
| "learning_rate": 0.0001493037956366623, | |
| "loss": 0.0276, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 7.407407407407407, | |
| "grad_norm": 0.4195409119129181, | |
| "learning_rate": 0.0001489227081054578, | |
| "loss": 0.0286, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 7.4338624338624335, | |
| "grad_norm": 0.2596321702003479, | |
| "learning_rate": 0.00014854068422107589, | |
| "loss": 0.0288, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 7.4603174603174605, | |
| "grad_norm": 0.20885036885738373, | |
| "learning_rate": 0.00014815773129523934, | |
| "loss": 0.0262, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 7.4867724867724865, | |
| "grad_norm": 0.32868385314941406, | |
| "learning_rate": 0.0001477738566574522, | |
| "loss": 0.0255, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 7.5132275132275135, | |
| "grad_norm": 0.25176772475242615, | |
| "learning_rate": 0.00014738906765485963, | |
| "loss": 0.0263, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 7.5396825396825395, | |
| "grad_norm": 0.265190988779068, | |
| "learning_rate": 0.0001470033716521072, | |
| "loss": 0.0268, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 7.5661375661375665, | |
| "grad_norm": 0.3301750123500824, | |
| "learning_rate": 0.00014661677603119993, | |
| "loss": 0.0288, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 7.592592592592593, | |
| "grad_norm": 0.2590659260749817, | |
| "learning_rate": 0.00014622928819136105, | |
| "loss": 0.0287, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 7.619047619047619, | |
| "grad_norm": 0.2190064787864685, | |
| "learning_rate": 0.00014584091554889034, | |
| "loss": 0.025, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 7.645502645502646, | |
| "grad_norm": 0.21431300044059753, | |
| "learning_rate": 0.00014545166553702222, | |
| "loss": 0.0267, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 7.671957671957672, | |
| "grad_norm": 0.25257354974746704, | |
| "learning_rate": 0.00014506154560578352, | |
| "loss": 0.0251, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 7.698412698412699, | |
| "grad_norm": 0.23436136543750763, | |
| "learning_rate": 0.0001446705632218507, | |
| "loss": 0.0259, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 7.724867724867725, | |
| "grad_norm": 0.294412225484848, | |
| "learning_rate": 0.00014427872586840725, | |
| "loss": 0.0274, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 7.751322751322752, | |
| "grad_norm": 0.29302552342414856, | |
| "learning_rate": 0.00014388604104500016, | |
| "loss": 0.0286, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 7.777777777777778, | |
| "grad_norm": 0.3188011646270752, | |
| "learning_rate": 0.00014349251626739656, | |
| "loss": 0.0304, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 7.804232804232804, | |
| "grad_norm": 0.28278741240501404, | |
| "learning_rate": 0.00014309815906743994, | |
| "loss": 0.0258, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 7.830687830687831, | |
| "grad_norm": 0.311074823141098, | |
| "learning_rate": 0.00014270297699290566, | |
| "loss": 0.0276, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 7.857142857142857, | |
| "grad_norm": 0.2844277322292328, | |
| "learning_rate": 0.000142306977607357, | |
| "loss": 0.0248, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 7.883597883597884, | |
| "grad_norm": 0.3190961182117462, | |
| "learning_rate": 0.0001419101684899998, | |
| "loss": 0.027, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 7.91005291005291, | |
| "grad_norm": 0.24902918934822083, | |
| "learning_rate": 0.00014151255723553795, | |
| "loss": 0.0262, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 7.936507936507937, | |
| "grad_norm": 0.2748497724533081, | |
| "learning_rate": 0.00014111415145402772, | |
| "loss": 0.027, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 7.962962962962963, | |
| "grad_norm": 0.24207575619220734, | |
| "learning_rate": 0.00014071495877073222, | |
| "loss": 0.0254, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 7.98941798941799, | |
| "grad_norm": 0.19475680589675903, | |
| "learning_rate": 0.00014031498682597532, | |
| "loss": 0.0257, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 8.015873015873016, | |
| "grad_norm": 0.2495572566986084, | |
| "learning_rate": 0.00013991424327499557, | |
| "loss": 0.023, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 8.042328042328043, | |
| "grad_norm": 0.20358052849769592, | |
| "learning_rate": 0.00013951273578779972, | |
| "loss": 0.029, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 8.068783068783068, | |
| "grad_norm": 0.27466002106666565, | |
| "learning_rate": 0.0001391104720490156, | |
| "loss": 0.0255, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 8.095238095238095, | |
| "grad_norm": 0.22618280351161957, | |
| "learning_rate": 0.00013870745975774559, | |
| "loss": 0.0263, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 8.121693121693122, | |
| "grad_norm": 0.23149581253528595, | |
| "learning_rate": 0.0001383037066274186, | |
| "loss": 0.0242, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 8.148148148148149, | |
| "grad_norm": 0.32176461815834045, | |
| "learning_rate": 0.0001378992203856431, | |
| "loss": 0.0237, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 8.174603174603174, | |
| "grad_norm": 0.2506023347377777, | |
| "learning_rate": 0.00013749400877405865, | |
| "loss": 0.0251, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 8.201058201058201, | |
| "grad_norm": 0.18478137254714966, | |
| "learning_rate": 0.00013708807954818819, | |
| "loss": 0.0278, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 8.227513227513228, | |
| "grad_norm": 0.27599525451660156, | |
| "learning_rate": 0.0001366814404772892, | |
| "loss": 0.0254, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 8.253968253968253, | |
| "grad_norm": 0.2510387897491455, | |
| "learning_rate": 0.00013627409934420534, | |
| "loss": 0.0249, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 8.28042328042328, | |
| "grad_norm": 0.2076123058795929, | |
| "learning_rate": 0.0001358660639452173, | |
| "loss": 0.0269, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 8.306878306878307, | |
| "grad_norm": 0.23005664348602295, | |
| "learning_rate": 0.0001354573420898936, | |
| "loss": 0.0274, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 8.333333333333334, | |
| "grad_norm": 0.1964070051908493, | |
| "learning_rate": 0.00013504794160094116, | |
| "loss": 0.0265, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 8.359788359788359, | |
| "grad_norm": 0.22786502540111542, | |
| "learning_rate": 0.0001346378703140556, | |
| "loss": 0.0253, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 8.386243386243386, | |
| "grad_norm": 0.32075852155685425, | |
| "learning_rate": 0.00013422713607777123, | |
| "loss": 0.0254, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 8.412698412698413, | |
| "grad_norm": 0.40378686785697937, | |
| "learning_rate": 0.00013381574675331082, | |
| "loss": 0.0251, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 8.43915343915344, | |
| "grad_norm": 0.29405686259269714, | |
| "learning_rate": 0.00013340371021443515, | |
| "loss": 0.0255, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 8.465608465608465, | |
| "grad_norm": 0.2700364291667938, | |
| "learning_rate": 0.0001329910343472924, | |
| "loss": 0.0275, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 8.492063492063492, | |
| "grad_norm": 0.29450562596321106, | |
| "learning_rate": 0.00013257772705026693, | |
| "loss": 0.026, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 8.518518518518519, | |
| "grad_norm": 0.3529842793941498, | |
| "learning_rate": 0.0001321637962338286, | |
| "loss": 0.025, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 8.544973544973544, | |
| "grad_norm": 0.35684412717819214, | |
| "learning_rate": 0.00013174924982038087, | |
| "loss": 0.0255, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 0.2878738343715668, | |
| "learning_rate": 0.00013133409574410943, | |
| "loss": 0.0266, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 8.597883597883598, | |
| "grad_norm": 0.2095337063074112, | |
| "learning_rate": 0.00013091834195083036, | |
| "loss": 0.0267, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 8.624338624338625, | |
| "grad_norm": 0.337873637676239, | |
| "learning_rate": 0.0001305019963978379, | |
| "loss": 0.0252, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 8.65079365079365, | |
| "grad_norm": 0.191969633102417, | |
| "learning_rate": 0.0001300850670537523, | |
| "loss": 0.028, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 8.677248677248677, | |
| "grad_norm": 0.36041873693466187, | |
| "learning_rate": 0.00012966756189836725, | |
| "loss": 0.0254, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 8.703703703703704, | |
| "grad_norm": 0.3025069832801819, | |
| "learning_rate": 0.00012924948892249706, | |
| "loss": 0.0309, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 8.73015873015873, | |
| "grad_norm": 0.2568103075027466, | |
| "learning_rate": 0.00012883085612782388, | |
| "loss": 0.0251, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 8.756613756613756, | |
| "grad_norm": 0.32407626509666443, | |
| "learning_rate": 0.0001284116715267445, | |
| "loss": 0.0248, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 8.783068783068783, | |
| "grad_norm": 0.28700342774391174, | |
| "learning_rate": 0.00012799194314221687, | |
| "loss": 0.0281, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 8.80952380952381, | |
| "grad_norm": 0.2833905816078186, | |
| "learning_rate": 0.00012757167900760678, | |
| "loss": 0.0234, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 8.835978835978835, | |
| "grad_norm": 0.24850112199783325, | |
| "learning_rate": 0.00012715088716653387, | |
| "loss": 0.0264, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 8.862433862433862, | |
| "grad_norm": 0.30938786268234253, | |
| "learning_rate": 0.00012672957567271784, | |
| "loss": 0.0246, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 0.2675461769104004, | |
| "learning_rate": 0.00012630775258982424, | |
| "loss": 0.0244, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 8.915343915343914, | |
| "grad_norm": 0.20268189907073975, | |
| "learning_rate": 0.00012588542599131013, | |
| "loss": 0.0279, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 8.941798941798941, | |
| "grad_norm": 0.21915365755558014, | |
| "learning_rate": 0.00012546260396026964, | |
| "loss": 0.0225, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 8.968253968253968, | |
| "grad_norm": 0.20165018737316132, | |
| "learning_rate": 0.00012503929458927912, | |
| "loss": 0.0229, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 8.994708994708995, | |
| "grad_norm": 0.33086565136909485, | |
| "learning_rate": 0.00012461550598024234, | |
| "loss": 0.0264, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 9.02116402116402, | |
| "grad_norm": 0.24809397757053375, | |
| "learning_rate": 0.00012419124624423548, | |
| "loss": 0.0242, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 9.047619047619047, | |
| "grad_norm": 0.24256815016269684, | |
| "learning_rate": 0.0001237665235013518, | |
| "loss": 0.0215, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 9.074074074074074, | |
| "grad_norm": 0.1913849264383316, | |
| "learning_rate": 0.00012334134588054625, | |
| "loss": 0.0237, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 9.100529100529101, | |
| "grad_norm": 0.34869614243507385, | |
| "learning_rate": 0.00012291572151947982, | |
| "loss": 0.0266, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 9.126984126984127, | |
| "grad_norm": 0.2579362690448761, | |
| "learning_rate": 0.00012248965856436394, | |
| "loss": 0.0239, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 9.153439153439153, | |
| "grad_norm": 0.27626147866249084, | |
| "learning_rate": 0.0001220631651698045, | |
| "loss": 0.027, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 9.17989417989418, | |
| "grad_norm": 0.2195921093225479, | |
| "learning_rate": 0.00012163624949864569, | |
| "loss": 0.0231, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 9.206349206349206, | |
| "grad_norm": 0.2434544414281845, | |
| "learning_rate": 0.00012120891972181387, | |
| "loss": 0.0262, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 9.232804232804233, | |
| "grad_norm": 0.31113576889038086, | |
| "learning_rate": 0.00012078118401816119, | |
| "loss": 0.0262, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 9.25925925925926, | |
| "grad_norm": 0.24409563839435577, | |
| "learning_rate": 0.00012035305057430888, | |
| "loss": 0.0263, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 9.285714285714286, | |
| "grad_norm": 0.2240586131811142, | |
| "learning_rate": 0.00011992452758449084, | |
| "loss": 0.0243, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 9.312169312169312, | |
| "grad_norm": 0.306912362575531, | |
| "learning_rate": 0.00011949562325039665, | |
| "loss": 0.0259, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 9.338624338624339, | |
| "grad_norm": 0.18710291385650635, | |
| "learning_rate": 0.00011906634578101447, | |
| "loss": 0.0252, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 9.365079365079366, | |
| "grad_norm": 0.2894376218318939, | |
| "learning_rate": 0.0001186367033924742, | |
| "loss": 0.0239, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 9.39153439153439, | |
| "grad_norm": 0.29621022939682007, | |
| "learning_rate": 0.00011820670430789004, | |
| "loss": 0.0237, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 9.417989417989418, | |
| "grad_norm": 0.2515980303287506, | |
| "learning_rate": 0.00011777635675720313, | |
| "loss": 0.0243, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 9.444444444444445, | |
| "grad_norm": 0.27100127935409546, | |
| "learning_rate": 0.00011734566897702412, | |
| "loss": 0.0239, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 9.470899470899472, | |
| "grad_norm": 0.3107968270778656, | |
| "learning_rate": 0.00011691464921047536, | |
| "loss": 0.0259, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 9.497354497354497, | |
| "grad_norm": 0.2154056280851364, | |
| "learning_rate": 0.00011648330570703331, | |
| "loss": 0.025, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 9.523809523809524, | |
| "grad_norm": 0.25029587745666504, | |
| "learning_rate": 0.00011605164672237059, | |
| "loss": 0.0253, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 9.55026455026455, | |
| "grad_norm": 0.3177552819252014, | |
| "learning_rate": 0.0001156196805181979, | |
| "loss": 0.0244, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 9.576719576719576, | |
| "grad_norm": 0.2663916051387787, | |
| "learning_rate": 0.00011518741536210594, | |
| "loss": 0.0231, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 9.603174603174603, | |
| "grad_norm": 0.2276095300912857, | |
| "learning_rate": 0.00011475485952740718, | |
| "loss": 0.0224, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 9.62962962962963, | |
| "grad_norm": 0.30287131667137146, | |
| "learning_rate": 0.0001143220212929776, | |
| "loss": 0.0248, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 9.656084656084657, | |
| "grad_norm": 0.2559273838996887, | |
| "learning_rate": 0.00011388890894309812, | |
| "loss": 0.0242, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 9.682539682539682, | |
| "grad_norm": 0.3561594486236572, | |
| "learning_rate": 0.000113455530767296, | |
| "loss": 0.0258, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 9.708994708994709, | |
| "grad_norm": 0.24624326825141907, | |
| "learning_rate": 0.0001130218950601863, | |
| "loss": 0.0258, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 9.735449735449736, | |
| "grad_norm": 0.1778760552406311, | |
| "learning_rate": 0.00011258801012131313, | |
| "loss": 0.0224, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 9.761904761904763, | |
| "grad_norm": 0.3034067153930664, | |
| "learning_rate": 0.00011215388425499069, | |
| "loss": 0.0247, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 9.788359788359788, | |
| "grad_norm": 0.1993577629327774, | |
| "learning_rate": 0.00011171952577014448, | |
| "loss": 0.0253, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 9.814814814814815, | |
| "grad_norm": 0.27741366624832153, | |
| "learning_rate": 0.00011128494298015208, | |
| "loss": 0.0222, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 9.841269841269842, | |
| "grad_norm": 0.2273164540529251, | |
| "learning_rate": 0.00011085014420268423, | |
| "loss": 0.0239, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 9.867724867724867, | |
| "grad_norm": 0.28204792737960815, | |
| "learning_rate": 0.00011041513775954549, | |
| "loss": 0.0229, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 9.894179894179894, | |
| "grad_norm": 0.18121418356895447, | |
| "learning_rate": 0.00010997993197651508, | |
| "loss": 0.024, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 9.920634920634921, | |
| "grad_norm": 0.20097821950912476, | |
| "learning_rate": 0.00010954453518318746, | |
| "loss": 0.0233, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 9.947089947089948, | |
| "grad_norm": 0.22093629837036133, | |
| "learning_rate": 0.00010910895571281286, | |
| "loss": 0.0227, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 9.973544973544973, | |
| "grad_norm": 0.19535768032073975, | |
| "learning_rate": 0.00010867320190213792, | |
| "loss": 0.0225, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.2424137443304062, | |
| "learning_rate": 0.00010823728209124603, | |
| "loss": 0.0212, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 10.026455026455027, | |
| "grad_norm": 0.23939844965934753, | |
| "learning_rate": 0.00010780120462339775, | |
| "loss": 0.0249, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 10.052910052910052, | |
| "grad_norm": 0.2456304281949997, | |
| "learning_rate": 0.00010736497784487104, | |
| "loss": 0.0228, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 10.079365079365079, | |
| "grad_norm": 0.26618778705596924, | |
| "learning_rate": 0.00010692861010480166, | |
| "loss": 0.0202, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 10.105820105820106, | |
| "grad_norm": 0.29209059476852417, | |
| "learning_rate": 0.00010649210975502324, | |
| "loss": 0.0217, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 10.132275132275133, | |
| "grad_norm": 0.21608638763427734, | |
| "learning_rate": 0.00010605548514990753, | |
| "loss": 0.022, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 10.158730158730158, | |
| "grad_norm": 0.21823786199092865, | |
| "learning_rate": 0.00010561874464620447, | |
| "loss": 0.0222, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 10.185185185185185, | |
| "grad_norm": 0.21151448786258698, | |
| "learning_rate": 0.00010518189660288209, | |
| "loss": 0.0232, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 10.211640211640212, | |
| "grad_norm": 0.20828621089458466, | |
| "learning_rate": 0.00010474494938096687, | |
| "loss": 0.0236, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 10.238095238095237, | |
| "grad_norm": 0.29258930683135986, | |
| "learning_rate": 0.0001043079113433834, | |
| "loss": 0.0242, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 10.264550264550264, | |
| "grad_norm": 0.23913761973381042, | |
| "learning_rate": 0.00010387079085479443, | |
| "loss": 0.0222, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 10.291005291005291, | |
| "grad_norm": 0.3311878740787506, | |
| "learning_rate": 0.00010343359628144082, | |
| "loss": 0.0235, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 10.317460317460318, | |
| "grad_norm": 0.1927531361579895, | |
| "learning_rate": 0.00010299633599098135, | |
| "loss": 0.0229, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 10.343915343915343, | |
| "grad_norm": 0.18032406270503998, | |
| "learning_rate": 0.00010255901835233254, | |
| "loss": 0.0233, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 10.37037037037037, | |
| "grad_norm": 0.2483786642551422, | |
| "learning_rate": 0.00010212165173550863, | |
| "loss": 0.0238, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 10.396825396825397, | |
| "grad_norm": 0.20934239029884338, | |
| "learning_rate": 0.00010168424451146119, | |
| "loss": 0.0222, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 10.423280423280424, | |
| "grad_norm": 0.2310916781425476, | |
| "learning_rate": 0.00010124680505191901, | |
| "loss": 0.0233, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 10.44973544973545, | |
| "grad_norm": 0.2244623601436615, | |
| "learning_rate": 0.00010080934172922784, | |
| "loss": 0.0242, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 10.476190476190476, | |
| "grad_norm": 0.19429625570774078, | |
| "learning_rate": 0.00010037186291619017, | |
| "loss": 0.0244, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 10.502645502645503, | |
| "grad_norm": 0.3608129918575287, | |
| "learning_rate": 9.9934376985905e-05, | |
| "loss": 0.0258, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 10.529100529100528, | |
| "grad_norm": 0.25932079553604126, | |
| "learning_rate": 9.94968923116075e-05, | |
| "loss": 0.0279, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 10.555555555555555, | |
| "grad_norm": 0.2552861273288727, | |
| "learning_rate": 9.90594172665088e-05, | |
| "loss": 0.0257, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 10.582010582010582, | |
| "grad_norm": 0.24272707104682922, | |
| "learning_rate": 9.86219602236357e-05, | |
| "loss": 0.0238, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 10.60846560846561, | |
| "grad_norm": 0.33407488465309143, | |
| "learning_rate": 9.818452955567063e-05, | |
| "loss": 0.0243, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 10.634920634920634, | |
| "grad_norm": 0.25362735986709595, | |
| "learning_rate": 9.774713363479099e-05, | |
| "loss": 0.0228, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 10.661375661375661, | |
| "grad_norm": 0.2759397029876709, | |
| "learning_rate": 9.730978083250923e-05, | |
| "loss": 0.021, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 10.687830687830688, | |
| "grad_norm": 0.21675390005111694, | |
| "learning_rate": 9.68724795195126e-05, | |
| "loss": 0.0213, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 10.714285714285714, | |
| "grad_norm": 0.23203110694885254, | |
| "learning_rate": 9.643523806550278e-05, | |
| "loss": 0.0206, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 10.74074074074074, | |
| "grad_norm": 0.20020541548728943, | |
| "learning_rate": 9.59980648390358e-05, | |
| "loss": 0.0233, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 10.767195767195767, | |
| "grad_norm": 0.26615190505981445, | |
| "learning_rate": 9.556096820736193e-05, | |
| "loss": 0.0214, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 10.793650793650794, | |
| "grad_norm": 0.22349591553211212, | |
| "learning_rate": 9.512395653626533e-05, | |
| "loss": 0.0241, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 10.82010582010582, | |
| "grad_norm": 0.2637469172477722, | |
| "learning_rate": 9.468703818990412e-05, | |
| "loss": 0.0221, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 10.846560846560847, | |
| "grad_norm": 0.21997188031673431, | |
| "learning_rate": 9.425022153065034e-05, | |
| "loss": 0.0217, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 10.873015873015873, | |
| "grad_norm": 0.2709382474422455, | |
| "learning_rate": 9.381351491892966e-05, | |
| "loss": 0.0238, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 10.899470899470899, | |
| "grad_norm": 0.29111942648887634, | |
| "learning_rate": 9.33769267130615e-05, | |
| "loss": 0.0222, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 10.925925925925926, | |
| "grad_norm": 0.2430836260318756, | |
| "learning_rate": 9.294046526909917e-05, | |
| "loss": 0.0203, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 10.952380952380953, | |
| "grad_norm": 0.29842931032180786, | |
| "learning_rate": 9.250413894066974e-05, | |
| "loss": 0.0263, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 10.97883597883598, | |
| "grad_norm": 0.21202361583709717, | |
| "learning_rate": 9.206795607881419e-05, | |
| "loss": 0.0206, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 11.005291005291005, | |
| "grad_norm": 0.2802582085132599, | |
| "learning_rate": 9.163192503182789e-05, | |
| "loss": 0.0239, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 11.031746031746032, | |
| "grad_norm": 0.176875039935112, | |
| "learning_rate": 9.119605414510021e-05, | |
| "loss": 0.0228, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 11.058201058201059, | |
| "grad_norm": 0.24896326661109924, | |
| "learning_rate": 9.076035176095533e-05, | |
| "loss": 0.0232, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 11.084656084656086, | |
| "grad_norm": 0.17039614915847778, | |
| "learning_rate": 9.032482621849244e-05, | |
| "loss": 0.0202, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 11.11111111111111, | |
| "grad_norm": 0.17327331006526947, | |
| "learning_rate": 8.988948585342597e-05, | |
| "loss": 0.0198, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 11.137566137566138, | |
| "grad_norm": 0.22939947247505188, | |
| "learning_rate": 8.945433899792614e-05, | |
| "loss": 0.0207, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 11.164021164021165, | |
| "grad_norm": 0.1739424169063568, | |
| "learning_rate": 8.901939398045963e-05, | |
| "loss": 0.0183, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 11.19047619047619, | |
| "grad_norm": 0.20427298545837402, | |
| "learning_rate": 8.858465912562991e-05, | |
| "loss": 0.0205, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 11.216931216931217, | |
| "grad_norm": 0.30859696865081787, | |
| "learning_rate": 8.81501427540182e-05, | |
| "loss": 0.0223, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 11.243386243386244, | |
| "grad_norm": 0.27141624689102173, | |
| "learning_rate": 8.771585318202397e-05, | |
| "loss": 0.0213, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 11.26984126984127, | |
| "grad_norm": 0.31934279203414917, | |
| "learning_rate": 8.728179872170587e-05, | |
| "loss": 0.0232, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 11.296296296296296, | |
| "grad_norm": 0.35330238938331604, | |
| "learning_rate": 8.684798768062273e-05, | |
| "loss": 0.0212, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 11.322751322751323, | |
| "grad_norm": 0.27975142002105713, | |
| "learning_rate": 8.64144283616744e-05, | |
| "loss": 0.0234, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 11.34920634920635, | |
| "grad_norm": 0.3430609107017517, | |
| "learning_rate": 8.598112906294287e-05, | |
| "loss": 0.0217, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 11.375661375661375, | |
| "grad_norm": 0.17652027308940887, | |
| "learning_rate": 8.554809807753364e-05, | |
| "loss": 0.023, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 11.402116402116402, | |
| "grad_norm": 0.24938417971134186, | |
| "learning_rate": 8.51153436934167e-05, | |
| "loss": 0.0236, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 11.428571428571429, | |
| "grad_norm": 0.3108935058116913, | |
| "learning_rate": 8.468287419326808e-05, | |
| "loss": 0.0196, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 11.455026455026456, | |
| "grad_norm": 0.17053309082984924, | |
| "learning_rate": 8.425069785431137e-05, | |
| "loss": 0.0202, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 11.481481481481481, | |
| "grad_norm": 0.21392136812210083, | |
| "learning_rate": 8.38188229481591e-05, | |
| "loss": 0.0247, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 11.507936507936508, | |
| "grad_norm": 0.27775999903678894, | |
| "learning_rate": 8.338725774065462e-05, | |
| "loss": 0.0209, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 11.534391534391535, | |
| "grad_norm": 0.277752161026001, | |
| "learning_rate": 8.295601049171384e-05, | |
| "loss": 0.0212, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 11.56084656084656, | |
| "grad_norm": 0.23016278445720673, | |
| "learning_rate": 8.252508945516704e-05, | |
| "loss": 0.0217, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 11.587301587301587, | |
| "grad_norm": 0.22993695735931396, | |
| "learning_rate": 8.209450287860103e-05, | |
| "loss": 0.0232, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 11.613756613756614, | |
| "grad_norm": 0.26726651191711426, | |
| "learning_rate": 8.166425900320126e-05, | |
| "loss": 0.0235, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 11.640211640211641, | |
| "grad_norm": 0.24999497830867767, | |
| "learning_rate": 8.123436606359403e-05, | |
| "loss": 0.0236, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 11.666666666666666, | |
| "grad_norm": 0.20490936934947968, | |
| "learning_rate": 8.080483228768892e-05, | |
| "loss": 0.0224, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 11.693121693121693, | |
| "grad_norm": 0.1914476752281189, | |
| "learning_rate": 8.037566589652141e-05, | |
| "loss": 0.021, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 11.71957671957672, | |
| "grad_norm": 0.19754275679588318, | |
| "learning_rate": 7.994687510409536e-05, | |
| "loss": 0.0212, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 11.746031746031747, | |
| "grad_norm": 0.19561535120010376, | |
| "learning_rate": 7.951846811722583e-05, | |
| "loss": 0.021, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 11.772486772486772, | |
| "grad_norm": 0.28997474908828735, | |
| "learning_rate": 7.909045313538222e-05, | |
| "loss": 0.0204, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 11.798941798941799, | |
| "grad_norm": 0.18335215747356415, | |
| "learning_rate": 7.8662838350531e-05, | |
| "loss": 0.0205, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 11.825396825396826, | |
| "grad_norm": 0.2745349109172821, | |
| "learning_rate": 7.823563194697919e-05, | |
| "loss": 0.0206, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 11.851851851851851, | |
| "grad_norm": 0.2598635256290436, | |
| "learning_rate": 7.780884210121767e-05, | |
| "loss": 0.0238, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 11.878306878306878, | |
| "grad_norm": 0.24171608686447144, | |
| "learning_rate": 7.73824769817645e-05, | |
| "loss": 0.0223, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 11.904761904761905, | |
| "grad_norm": 0.19994641840457916, | |
| "learning_rate": 7.695654474900875e-05, | |
| "loss": 0.0214, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 11.93121693121693, | |
| "grad_norm": 0.22974646091461182, | |
| "learning_rate": 7.653105355505442e-05, | |
| "loss": 0.0201, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 11.957671957671957, | |
| "grad_norm": 0.24392633140087128, | |
| "learning_rate": 7.610601154356413e-05, | |
| "loss": 0.0189, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 11.984126984126984, | |
| "grad_norm": 0.22622373700141907, | |
| "learning_rate": 7.568142684960342e-05, | |
| "loss": 0.0205, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 12.010582010582011, | |
| "grad_norm": 0.21608489751815796, | |
| "learning_rate": 7.525730759948508e-05, | |
| "loss": 0.0213, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 12.037037037037036, | |
| "grad_norm": 0.20682625472545624, | |
| "learning_rate": 7.483366191061354e-05, | |
| "loss": 0.0202, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 12.063492063492063, | |
| "grad_norm": 0.22226907312870026, | |
| "learning_rate": 7.441049789132948e-05, | |
| "loss": 0.0222, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 12.08994708994709, | |
| "grad_norm": 0.3071605861186981, | |
| "learning_rate": 7.398782364075485e-05, | |
| "loss": 0.019, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 12.116402116402117, | |
| "grad_norm": 0.22628101706504822, | |
| "learning_rate": 7.35656472486375e-05, | |
| "loss": 0.0229, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 12.142857142857142, | |
| "grad_norm": 0.24755476415157318, | |
| "learning_rate": 7.314397679519673e-05, | |
| "loss": 0.0231, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 12.16931216931217, | |
| "grad_norm": 0.3300286531448364, | |
| "learning_rate": 7.272282035096831e-05, | |
| "loss": 0.0212, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 12.195767195767196, | |
| "grad_norm": 0.24590083956718445, | |
| "learning_rate": 7.230218597665024e-05, | |
| "loss": 0.0212, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 12.222222222222221, | |
| "grad_norm": 0.21087048947811127, | |
| "learning_rate": 7.188208172294841e-05, | |
| "loss": 0.0202, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 12.248677248677248, | |
| "grad_norm": 0.18404772877693176, | |
| "learning_rate": 7.146251563042246e-05, | |
| "loss": 0.0225, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 12.275132275132275, | |
| "grad_norm": 0.22472181916236877, | |
| "learning_rate": 7.104349572933187e-05, | |
| "loss": 0.0207, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 12.301587301587302, | |
| "grad_norm": 0.17883093655109406, | |
| "learning_rate": 7.06250300394825e-05, | |
| "loss": 0.0203, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 12.328042328042327, | |
| "grad_norm": 0.23257587850093842, | |
| "learning_rate": 7.020712657007276e-05, | |
| "loss": 0.0199, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 12.354497354497354, | |
| "grad_norm": 0.30548185110092163, | |
| "learning_rate": 6.97897933195405e-05, | |
| "loss": 0.022, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 12.380952380952381, | |
| "grad_norm": 0.2183784395456314, | |
| "learning_rate": 6.937303827540996e-05, | |
| "loss": 0.0211, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 12.407407407407407, | |
| "grad_norm": 0.22535958886146545, | |
| "learning_rate": 6.89568694141388e-05, | |
| "loss": 0.0233, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 12.433862433862434, | |
| "grad_norm": 0.2497279942035675, | |
| "learning_rate": 6.854129470096539e-05, | |
| "loss": 0.019, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 12.46031746031746, | |
| "grad_norm": 0.2837906777858734, | |
| "learning_rate": 6.812632208975667e-05, | |
| "loss": 0.0197, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 12.486772486772487, | |
| "grad_norm": 0.1884712129831314, | |
| "learning_rate": 6.77119595228554e-05, | |
| "loss": 0.022, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 12.513227513227513, | |
| "grad_norm": 0.23100075125694275, | |
| "learning_rate": 6.72982149309286e-05, | |
| "loss": 0.0206, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 12.53968253968254, | |
| "grad_norm": 0.2137850522994995, | |
| "learning_rate": 6.688509623281559e-05, | |
| "loss": 0.0208, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 12.566137566137566, | |
| "grad_norm": 0.2913530766963959, | |
| "learning_rate": 6.647261133537642e-05, | |
| "loss": 0.0212, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 12.592592592592592, | |
| "grad_norm": 0.21118688583374023, | |
| "learning_rate": 6.606076813334046e-05, | |
| "loss": 0.0199, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 12.619047619047619, | |
| "grad_norm": 0.20391783118247986, | |
| "learning_rate": 6.564957450915556e-05, | |
| "loss": 0.0217, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 12.645502645502646, | |
| "grad_norm": 0.3074709177017212, | |
| "learning_rate": 6.523903833283688e-05, | |
| "loss": 0.023, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 12.671957671957673, | |
| "grad_norm": 0.22795026004314423, | |
| "learning_rate": 6.48291674618164e-05, | |
| "loss": 0.022, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 12.698412698412698, | |
| "grad_norm": 0.26107490062713623, | |
| "learning_rate": 6.441996974079264e-05, | |
| "loss": 0.0204, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 12.724867724867725, | |
| "grad_norm": 0.33507269620895386, | |
| "learning_rate": 6.401145300158033e-05, | |
| "loss": 0.0238, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 12.751322751322752, | |
| "grad_norm": 0.27531009912490845, | |
| "learning_rate": 6.360362506296052e-05, | |
| "loss": 0.0214, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 12.777777777777779, | |
| "grad_norm": 0.18488064408302307, | |
| "learning_rate": 6.319649373053116e-05, | |
| "loss": 0.0216, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 12.804232804232804, | |
| "grad_norm": 0.23100340366363525, | |
| "learning_rate": 6.279006679655746e-05, | |
| "loss": 0.0203, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 12.83068783068783, | |
| "grad_norm": 0.19215638935565948, | |
| "learning_rate": 6.238435203982278e-05, | |
| "loss": 0.0202, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 12.857142857142858, | |
| "grad_norm": 0.20781166851520538, | |
| "learning_rate": 6.197935722547996e-05, | |
| "loss": 0.0214, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 12.883597883597883, | |
| "grad_norm": 0.27218201756477356, | |
| "learning_rate": 6.157509010490243e-05, | |
| "loss": 0.022, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 12.91005291005291, | |
| "grad_norm": 0.2349989116191864, | |
| "learning_rate": 6.117155841553594e-05, | |
| "loss": 0.0194, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 12.936507936507937, | |
| "grad_norm": 0.22253037989139557, | |
| "learning_rate": 6.076876988075064e-05, | |
| "loss": 0.0199, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 12.962962962962964, | |
| "grad_norm": 0.2949942350387573, | |
| "learning_rate": 6.0366732209693035e-05, | |
| "loss": 0.0206, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 12.989417989417989, | |
| "grad_norm": 0.23691920936107635, | |
| "learning_rate": 5.9965453097138455e-05, | |
| "loss": 0.0192, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 13.015873015873016, | |
| "grad_norm": 0.22252142429351807, | |
| "learning_rate": 5.9564940223344e-05, | |
| "loss": 0.0241, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 13.042328042328043, | |
| "grad_norm": 0.31423982977867126, | |
| "learning_rate": 5.916520125390124e-05, | |
| "loss": 0.0219, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 13.068783068783068, | |
| "grad_norm": 0.29873350262641907, | |
| "learning_rate": 5.8766243839589755e-05, | |
| "loss": 0.0193, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 13.095238095238095, | |
| "grad_norm": 0.16471320390701294, | |
| "learning_rate": 5.83680756162305e-05, | |
| "loss": 0.0213, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 13.121693121693122, | |
| "grad_norm": 0.22079427540302277, | |
| "learning_rate": 5.797070420453989e-05, | |
| "loss": 0.0216, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 13.148148148148149, | |
| "grad_norm": 0.34240761399269104, | |
| "learning_rate": 5.7574137209983706e-05, | |
| "loss": 0.0207, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 13.174603174603174, | |
| "grad_norm": 0.24463868141174316, | |
| "learning_rate": 5.717838222263165e-05, | |
| "loss": 0.022, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 13.201058201058201, | |
| "grad_norm": 0.27385976910591125, | |
| "learning_rate": 5.678344681701206e-05, | |
| "loss": 0.0184, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 13.227513227513228, | |
| "grad_norm": 0.18755285441875458, | |
| "learning_rate": 5.6389338551967044e-05, | |
| "loss": 0.021, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 13.253968253968253, | |
| "grad_norm": 0.2744396924972534, | |
| "learning_rate": 5.5996064970507555e-05, | |
| "loss": 0.0208, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 13.28042328042328, | |
| "grad_norm": 0.24906226992607117, | |
| "learning_rate": 5.56036335996692e-05, | |
| "loss": 0.0206, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 13.306878306878307, | |
| "grad_norm": 0.2173585295677185, | |
| "learning_rate": 5.5212051950368296e-05, | |
| "loss": 0.0192, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 13.333333333333334, | |
| "grad_norm": 0.2265741527080536, | |
| "learning_rate": 5.4821327517257756e-05, | |
| "loss": 0.0188, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 13.359788359788359, | |
| "grad_norm": 0.1848832368850708, | |
| "learning_rate": 5.4431467778584e-05, | |
| "loss": 0.0186, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 13.386243386243386, | |
| "grad_norm": 0.18450133502483368, | |
| "learning_rate": 5.404248019604361e-05, | |
| "loss": 0.0193, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 13.412698412698413, | |
| "grad_norm": 0.1744503378868103, | |
| "learning_rate": 5.3654372214640625e-05, | |
| "loss": 0.018, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 13.43915343915344, | |
| "grad_norm": 0.23882748186588287, | |
| "learning_rate": 5.326715126254396e-05, | |
| "loss": 0.02, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 13.465608465608465, | |
| "grad_norm": 0.23424524068832397, | |
| "learning_rate": 5.2880824750945404e-05, | |
| "loss": 0.0207, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 13.492063492063492, | |
| "grad_norm": 0.3038886487483978, | |
| "learning_rate": 5.249540007391752e-05, | |
| "loss": 0.0198, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 13.518518518518519, | |
| "grad_norm": 0.180315300822258, | |
| "learning_rate": 5.2110884608272315e-05, | |
| "loss": 0.0184, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 13.544973544973544, | |
| "grad_norm": 0.2620660662651062, | |
| "learning_rate": 5.172728571342008e-05, | |
| "loss": 0.0197, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 13.571428571428571, | |
| "grad_norm": 0.24521809816360474, | |
| "learning_rate": 5.1344610731228334e-05, | |
| "loss": 0.0198, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 13.597883597883598, | |
| "grad_norm": 0.2860581874847412, | |
| "learning_rate": 5.0962866985881495e-05, | |
| "loss": 0.0205, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 13.624338624338625, | |
| "grad_norm": 0.20572273433208466, | |
| "learning_rate": 5.05820617837406e-05, | |
| "loss": 0.0199, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 13.65079365079365, | |
| "grad_norm": 0.27270907163619995, | |
| "learning_rate": 5.0202202413203506e-05, | |
| "loss": 0.0213, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 13.677248677248677, | |
| "grad_norm": 0.16998854279518127, | |
| "learning_rate": 4.9823296144565346e-05, | |
| "loss": 0.0169, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 13.703703703703704, | |
| "grad_norm": 0.25765907764434814, | |
| "learning_rate": 4.944535022987954e-05, | |
| "loss": 0.0186, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 13.73015873015873, | |
| "grad_norm": 0.2524023652076721, | |
| "learning_rate": 4.906837190281875e-05, | |
| "loss": 0.0199, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 13.756613756613756, | |
| "grad_norm": 0.20784050226211548, | |
| "learning_rate": 4.8692368378536545e-05, | |
| "loss": 0.0211, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 13.783068783068783, | |
| "grad_norm": 0.2766719162464142, | |
| "learning_rate": 4.8317346853529465e-05, | |
| "loss": 0.019, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 13.80952380952381, | |
| "grad_norm": 0.1722410023212433, | |
| "learning_rate": 4.7943314505498974e-05, | |
| "loss": 0.0199, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 13.835978835978835, | |
| "grad_norm": 0.3369690179824829, | |
| "learning_rate": 4.757027849321427e-05, | |
| "loss": 0.0184, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 13.862433862433862, | |
| "grad_norm": 0.20445048809051514, | |
| "learning_rate": 4.7198245956375395e-05, | |
| "loss": 0.0192, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 13.88888888888889, | |
| "grad_norm": 0.2391098439693451, | |
| "learning_rate": 4.682722401547617e-05, | |
| "loss": 0.0175, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 13.915343915343914, | |
| "grad_norm": 0.23185895383358002, | |
| "learning_rate": 4.6457219771668426e-05, | |
| "loss": 0.0204, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 13.941798941798941, | |
| "grad_norm": 0.19505229592323303, | |
| "learning_rate": 4.608824030662571e-05, | |
| "loss": 0.0192, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 13.968253968253968, | |
| "grad_norm": 0.3211570382118225, | |
| "learning_rate": 4.5720292682407874e-05, | |
| "loss": 0.0179, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 13.994708994708995, | |
| "grad_norm": 0.24055220186710358, | |
| "learning_rate": 4.535338394132602e-05, | |
| "loss": 0.0205, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 14.02116402116402, | |
| "grad_norm": 0.24234339594841003, | |
| "learning_rate": 4.498752110580752e-05, | |
| "loss": 0.0192, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 14.047619047619047, | |
| "grad_norm": 0.317220002412796, | |
| "learning_rate": 4.4622711178261654e-05, | |
| "loss": 0.019, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 14.074074074074074, | |
| "grad_norm": 0.24808919429779053, | |
| "learning_rate": 4.425896114094581e-05, | |
| "loss": 0.0181, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 14.100529100529101, | |
| "grad_norm": 0.21401309967041016, | |
| "learning_rate": 4.38962779558315e-05, | |
| "loss": 0.0191, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 14.126984126984127, | |
| "grad_norm": 0.1712522953748703, | |
| "learning_rate": 4.353466856447135e-05, | |
| "loss": 0.0176, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 14.153439153439153, | |
| "grad_norm": 0.1504759043455124, | |
| "learning_rate": 4.317413988786618e-05, | |
| "loss": 0.0182, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 14.17989417989418, | |
| "grad_norm": 0.2544901669025421, | |
| "learning_rate": 4.281469882633254e-05, | |
| "loss": 0.0201, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 14.206349206349206, | |
| "grad_norm": 0.17256955802440643, | |
| "learning_rate": 4.2456352259370566e-05, | |
| "loss": 0.0176, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 14.232804232804233, | |
| "grad_norm": 0.2197188436985016, | |
| "learning_rate": 4.209910704553254e-05, | |
| "loss": 0.0173, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 14.25925925925926, | |
| "grad_norm": 0.18674366176128387, | |
| "learning_rate": 4.174297002229132e-05, | |
| "loss": 0.0191, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 14.285714285714286, | |
| "grad_norm": 0.19098690152168274, | |
| "learning_rate": 4.138794800590963e-05, | |
| "loss": 0.0186, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 14.312169312169312, | |
| "grad_norm": 0.3053850531578064, | |
| "learning_rate": 4.103404779130968e-05, | |
| "loss": 0.0195, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 14.338624338624339, | |
| "grad_norm": 0.2690741717815399, | |
| "learning_rate": 4.0681276151942946e-05, | |
| "loss": 0.0196, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 14.365079365079366, | |
| "grad_norm": 0.18734146654605865, | |
| "learning_rate": 4.032963983966064e-05, | |
| "loss": 0.0171, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 14.39153439153439, | |
| "grad_norm": 0.19453099370002747, | |
| "learning_rate": 3.997914558458441e-05, | |
| "loss": 0.0182, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 14.417989417989418, | |
| "grad_norm": 0.14661167562007904, | |
| "learning_rate": 3.962980009497762e-05, | |
| "loss": 0.0166, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 14.444444444444445, | |
| "grad_norm": 0.23112380504608154, | |
| "learning_rate": 3.928161005711685e-05, | |
| "loss": 0.0186, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 14.470899470899472, | |
| "grad_norm": 0.19269657135009766, | |
| "learning_rate": 3.8934582135164065e-05, | |
| "loss": 0.02, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 14.497354497354497, | |
| "grad_norm": 0.2662561237812042, | |
| "learning_rate": 3.858872297103893e-05, | |
| "loss": 0.0177, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 14.523809523809524, | |
| "grad_norm": 0.16409893333911896, | |
| "learning_rate": 3.8244039184291705e-05, | |
| "loss": 0.0193, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 14.55026455026455, | |
| "grad_norm": 0.2753513753414154, | |
| "learning_rate": 3.790053737197668e-05, | |
| "loss": 0.0202, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 14.576719576719576, | |
| "grad_norm": 0.2297661155462265, | |
| "learning_rate": 3.7558224108525766e-05, | |
| "loss": 0.0172, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 14.603174603174603, | |
| "grad_norm": 0.17383983731269836, | |
| "learning_rate": 3.72171059456227e-05, | |
| "loss": 0.0195, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 14.62962962962963, | |
| "grad_norm": 0.16098396480083466, | |
| "learning_rate": 3.687718941207767e-05, | |
| "loss": 0.0167, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 14.656084656084657, | |
| "grad_norm": 0.26572316884994507, | |
| "learning_rate": 3.653848101370239e-05, | |
| "loss": 0.0189, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 14.682539682539682, | |
| "grad_norm": 0.19508256018161774, | |
| "learning_rate": 3.6200987233185466e-05, | |
| "loss": 0.02, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 14.708994708994709, | |
| "grad_norm": 0.2050306499004364, | |
| "learning_rate": 3.586471452996853e-05, | |
| "loss": 0.0184, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 14.735449735449736, | |
| "grad_norm": 0.2767617702484131, | |
| "learning_rate": 3.5529669340122375e-05, | |
| "loss": 0.0197, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 14.761904761904763, | |
| "grad_norm": 0.21244259178638458, | |
| "learning_rate": 3.5195858076223856e-05, | |
| "loss": 0.0222, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 14.788359788359788, | |
| "grad_norm": 0.20567195117473602, | |
| "learning_rate": 3.48632871272333e-05, | |
| "loss": 0.0177, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 14.814814814814815, | |
| "grad_norm": 0.1751723289489746, | |
| "learning_rate": 3.4531962858372005e-05, | |
| "loss": 0.0207, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 14.841269841269842, | |
| "grad_norm": 0.23504501581192017, | |
| "learning_rate": 3.4201891611000526e-05, | |
| "loss": 0.0198, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 14.867724867724867, | |
| "grad_norm": 0.1576506644487381, | |
| "learning_rate": 3.38730797024973e-05, | |
| "loss": 0.0186, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 14.894179894179894, | |
| "grad_norm": 0.2593693435192108, | |
| "learning_rate": 3.35455334261377e-05, | |
| "loss": 0.0198, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 14.920634920634921, | |
| "grad_norm": 0.17774498462677002, | |
| "learning_rate": 3.3219259050973694e-05, | |
| "loss": 0.0172, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 14.947089947089948, | |
| "grad_norm": 0.186201810836792, | |
| "learning_rate": 3.2894262821713686e-05, | |
| "loss": 0.0173, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 14.973544973544973, | |
| "grad_norm": 0.1857055425643921, | |
| "learning_rate": 3.257055095860306e-05, | |
| "loss": 0.0162, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 0.1835918426513672, | |
| "learning_rate": 3.224812965730531e-05, | |
| "loss": 0.0178, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 15.026455026455027, | |
| "grad_norm": 0.22426722943782806, | |
| "learning_rate": 3.192700508878315e-05, | |
| "loss": 0.0184, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 15.052910052910052, | |
| "grad_norm": 0.19990061223506927, | |
| "learning_rate": 3.16071833991806e-05, | |
| "loss": 0.0187, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 15.079365079365079, | |
| "grad_norm": 0.2128632515668869, | |
| "learning_rate": 3.12886707097053e-05, | |
| "loss": 0.0152, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 15.105820105820106, | |
| "grad_norm": 0.18279944360256195, | |
| "learning_rate": 3.0971473116511394e-05, | |
| "loss": 0.0196, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 15.132275132275133, | |
| "grad_norm": 0.21548713743686676, | |
| "learning_rate": 3.0655596690582764e-05, | |
| "loss": 0.018, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 15.158730158730158, | |
| "grad_norm": 0.3082822263240814, | |
| "learning_rate": 3.0341047477617012e-05, | |
| "loss": 0.0209, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 15.185185185185185, | |
| "grad_norm": 0.15852923691272736, | |
| "learning_rate": 3.0027831497909486e-05, | |
| "loss": 0.0183, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 15.211640211640212, | |
| "grad_norm": 0.17777982354164124, | |
| "learning_rate": 2.9715954746238238e-05, | |
| "loss": 0.0171, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 15.238095238095237, | |
| "grad_norm": 0.14747212827205658, | |
| "learning_rate": 2.9405423191749338e-05, | |
| "loss": 0.0185, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 15.264550264550264, | |
| "grad_norm": 0.2689704895019531, | |
| "learning_rate": 2.909624277784243e-05, | |
| "loss": 0.018, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 15.291005291005291, | |
| "grad_norm": 0.18944290280342102, | |
| "learning_rate": 2.878841942205709e-05, | |
| "loss": 0.0172, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 15.317460317460318, | |
| "grad_norm": 0.14912503957748413, | |
| "learning_rate": 2.848195901595969e-05, | |
| "loss": 0.0165, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 15.343915343915343, | |
| "grad_norm": 0.1962699443101883, | |
| "learning_rate": 2.817686742503033e-05, | |
| "loss": 0.018, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 15.37037037037037, | |
| "grad_norm": 0.17675501108169556, | |
| "learning_rate": 2.7873150488550826e-05, | |
| "loss": 0.0173, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 15.396825396825397, | |
| "grad_norm": 0.22969458997249603, | |
| "learning_rate": 2.7570814019492964e-05, | |
| "loss": 0.0176, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 15.423280423280424, | |
| "grad_norm": 0.15065893530845642, | |
| "learning_rate": 2.7269863804407058e-05, | |
| "loss": 0.0162, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 15.44973544973545, | |
| "grad_norm": 0.19528082013130188, | |
| "learning_rate": 2.6970305603311297e-05, | |
| "loss": 0.0166, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 15.476190476190476, | |
| "grad_norm": 0.236960306763649, | |
| "learning_rate": 2.6672145149581605e-05, | |
| "loss": 0.018, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 15.502645502645503, | |
| "grad_norm": 0.22975318133831024, | |
| "learning_rate": 2.6375388149841696e-05, | |
| "loss": 0.0192, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 15.529100529100528, | |
| "grad_norm": 0.17225511372089386, | |
| "learning_rate": 2.608004028385398e-05, | |
| "loss": 0.0162, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 15.555555555555555, | |
| "grad_norm": 0.1448196917772293, | |
| "learning_rate": 2.5786107204410913e-05, | |
| "loss": 0.0167, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 15.582010582010582, | |
| "grad_norm": 0.13869361579418182, | |
| "learning_rate": 2.5493594537226682e-05, | |
| "loss": 0.016, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 15.60846560846561, | |
| "grad_norm": 0.1881704032421112, | |
| "learning_rate": 2.5202507880829484e-05, | |
| "loss": 0.0188, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 15.634920634920634, | |
| "grad_norm": 0.2088797241449356, | |
| "learning_rate": 2.4912852806454667e-05, | |
| "loss": 0.0182, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 15.661375661375661, | |
| "grad_norm": 0.18913866579532623, | |
| "learning_rate": 2.4624634857937755e-05, | |
| "loss": 0.0173, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 15.687830687830688, | |
| "grad_norm": 0.13622598350048065, | |
| "learning_rate": 2.433785955160851e-05, | |
| "loss": 0.0188, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 15.714285714285714, | |
| "grad_norm": 0.16862928867340088, | |
| "learning_rate": 2.405253237618541e-05, | |
| "loss": 0.0179, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 15.74074074074074, | |
| "grad_norm": 0.23106427490711212, | |
| "learning_rate": 2.3768658792670407e-05, | |
| "loss": 0.0195, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 15.767195767195767, | |
| "grad_norm": 0.2322971224784851, | |
| "learning_rate": 2.3486244234244637e-05, | |
| "loss": 0.0177, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 15.793650793650794, | |
| "grad_norm": 0.18966665863990784, | |
| "learning_rate": 2.3205294106164223e-05, | |
| "loss": 0.0176, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 15.82010582010582, | |
| "grad_norm": 0.20752005279064178, | |
| "learning_rate": 2.2925813785656945e-05, | |
| "loss": 0.0173, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 15.846560846560847, | |
| "grad_norm": 0.14546965062618256, | |
| "learning_rate": 2.264780862181931e-05, | |
| "loss": 0.0182, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 15.873015873015873, | |
| "grad_norm": 0.27061018347740173, | |
| "learning_rate": 2.2371283935514108e-05, | |
| "loss": 0.017, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 15.899470899470899, | |
| "grad_norm": 0.2078131139278412, | |
| "learning_rate": 2.2096245019268634e-05, | |
| "loss": 0.0171, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 15.925925925925926, | |
| "grad_norm": 0.21537968516349792, | |
| "learning_rate": 2.1822697137173444e-05, | |
| "loss": 0.0179, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 15.952380952380953, | |
| "grad_norm": 0.2436002641916275, | |
| "learning_rate": 2.1550645524781464e-05, | |
| "loss": 0.0174, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 15.97883597883598, | |
| "grad_norm": 0.23792731761932373, | |
| "learning_rate": 2.1280095389007836e-05, | |
| "loss": 0.0184, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 16.005291005291006, | |
| "grad_norm": 0.19010236859321594, | |
| "learning_rate": 2.1011051908030387e-05, | |
| "loss": 0.0167, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 16.03174603174603, | |
| "grad_norm": 0.325145959854126, | |
| "learning_rate": 2.074352023119034e-05, | |
| "loss": 0.0168, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 16.058201058201057, | |
| "grad_norm": 0.20572441816329956, | |
| "learning_rate": 2.0477505478893823e-05, | |
| "loss": 0.0162, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 16.084656084656086, | |
| "grad_norm": 0.15513984858989716, | |
| "learning_rate": 2.0213012742513927e-05, | |
| "loss": 0.0211, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 16.11111111111111, | |
| "grad_norm": 0.18062983453273773, | |
| "learning_rate": 1.9950047084293187e-05, | |
| "loss": 0.0171, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 16.137566137566136, | |
| "grad_norm": 0.20299988985061646, | |
| "learning_rate": 1.968861353724668e-05, | |
| "loss": 0.0173, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 16.164021164021165, | |
| "grad_norm": 0.23924869298934937, | |
| "learning_rate": 1.9428717105065864e-05, | |
| "loss": 0.0176, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 16.19047619047619, | |
| "grad_norm": 0.24165087938308716, | |
| "learning_rate": 1.917036276202253e-05, | |
| "loss": 0.0195, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 16.21693121693122, | |
| "grad_norm": 0.1869451254606247, | |
| "learning_rate": 1.891355545287382e-05, | |
| "loss": 0.0185, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 16.243386243386244, | |
| "grad_norm": 0.19750215113162994, | |
| "learning_rate": 1.8658300092767544e-05, | |
| "loss": 0.0174, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 16.26984126984127, | |
| "grad_norm": 0.2032746970653534, | |
| "learning_rate": 1.8404601567148026e-05, | |
| "loss": 0.0177, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 16.296296296296298, | |
| "grad_norm": 0.18800148367881775, | |
| "learning_rate": 1.8152464731662666e-05, | |
| "loss": 0.0166, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 16.322751322751323, | |
| "grad_norm": 0.16922627389431, | |
| "learning_rate": 1.790189441206899e-05, | |
| "loss": 0.0158, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 16.349206349206348, | |
| "grad_norm": 0.21169210970401764, | |
| "learning_rate": 1.76528954041423e-05, | |
| "loss": 0.0167, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 16.375661375661377, | |
| "grad_norm": 0.24106602370738983, | |
| "learning_rate": 1.740547247358384e-05, | |
| "loss": 0.0157, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 16.402116402116402, | |
| "grad_norm": 0.20507925748825073, | |
| "learning_rate": 1.715963035592969e-05, | |
| "loss": 0.0179, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 16.428571428571427, | |
| "grad_norm": 0.18841566145420074, | |
| "learning_rate": 1.6915373756460006e-05, | |
| "loss": 0.0179, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 16.455026455026456, | |
| "grad_norm": 0.20179235935211182, | |
| "learning_rate": 1.6672707350108973e-05, | |
| "loss": 0.0168, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 16.48148148148148, | |
| "grad_norm": 0.1482539176940918, | |
| "learning_rate": 1.64316357813755e-05, | |
| "loss": 0.0149, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 16.507936507936506, | |
| "grad_norm": 0.23648443818092346, | |
| "learning_rate": 1.6192163664234082e-05, | |
| "loss": 0.0193, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 16.534391534391535, | |
| "grad_norm": 0.1912665218114853, | |
| "learning_rate": 1.5954295582046642e-05, | |
| "loss": 0.0159, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 16.56084656084656, | |
| "grad_norm": 0.20422996580600739, | |
| "learning_rate": 1.5718036087474796e-05, | |
| "loss": 0.0171, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 16.58730158730159, | |
| "grad_norm": 0.13860765099525452, | |
| "learning_rate": 1.5483389702392657e-05, | |
| "loss": 0.0164, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 16.613756613756614, | |
| "grad_norm": 0.20141619443893433, | |
| "learning_rate": 1.5250360917800356e-05, | |
| "loss": 0.0163, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 16.64021164021164, | |
| "grad_norm": 0.2113092839717865, | |
| "learning_rate": 1.5018954193738077e-05, | |
| "loss": 0.0176, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 16.666666666666668, | |
| "grad_norm": 0.23735524713993073, | |
| "learning_rate": 1.478917395920062e-05, | |
| "loss": 0.0157, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 16.693121693121693, | |
| "grad_norm": 0.1875062733888626, | |
| "learning_rate": 1.4561024612052754e-05, | |
| "loss": 0.0161, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 16.719576719576718, | |
| "grad_norm": 0.18014168739318848, | |
| "learning_rate": 1.4334510518944932e-05, | |
| "loss": 0.0162, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 16.746031746031747, | |
| "grad_norm": 0.23076355457305908, | |
| "learning_rate": 1.4109636015229766e-05, | |
| "loss": 0.0177, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 16.772486772486772, | |
| "grad_norm": 0.21106301248073578, | |
| "learning_rate": 1.3886405404879055e-05, | |
| "loss": 0.0165, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 16.798941798941797, | |
| "grad_norm": 0.24004612863063812, | |
| "learning_rate": 1.3664822960401413e-05, | |
| "loss": 0.0174, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 16.825396825396826, | |
| "grad_norm": 0.17413417994976044, | |
| "learning_rate": 1.3444892922760444e-05, | |
| "loss": 0.0143, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 16.85185185185185, | |
| "grad_norm": 0.1467863917350769, | |
| "learning_rate": 1.3226619501293692e-05, | |
| "loss": 0.0166, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 16.87830687830688, | |
| "grad_norm": 0.17535103857517242, | |
| "learning_rate": 1.3010006873631919e-05, | |
| "loss": 0.0162, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 16.904761904761905, | |
| "grad_norm": 0.16379229724407196, | |
| "learning_rate": 1.2795059185619229e-05, | |
| "loss": 0.0167, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 16.93121693121693, | |
| "grad_norm": 0.17413221299648285, | |
| "learning_rate": 1.2581780551233801e-05, | |
| "loss": 0.0179, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 16.95767195767196, | |
| "grad_norm": 0.2470989227294922, | |
| "learning_rate": 1.237017505250897e-05, | |
| "loss": 0.0179, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 16.984126984126984, | |
| "grad_norm": 0.16806478798389435, | |
| "learning_rate": 1.2160246739455206e-05, | |
| "loss": 0.0193, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 17.01058201058201, | |
| "grad_norm": 0.19091880321502686, | |
| "learning_rate": 1.195199962998268e-05, | |
| "loss": 0.0158, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 17.037037037037038, | |
| "grad_norm": 0.20383872091770172, | |
| "learning_rate": 1.1745437709824114e-05, | |
| "loss": 0.0161, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 17.063492063492063, | |
| "grad_norm": 0.15551620721817017, | |
| "learning_rate": 1.1540564932458753e-05, | |
| "loss": 0.0155, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 17.08994708994709, | |
| "grad_norm": 0.2658255100250244, | |
| "learning_rate": 1.1337385219036623e-05, | |
| "loss": 0.0176, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 17.116402116402117, | |
| "grad_norm": 0.2648050785064697, | |
| "learning_rate": 1.1135902458303393e-05, | |
| "loss": 0.0152, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 17.142857142857142, | |
| "grad_norm": 0.17353011667728424, | |
| "learning_rate": 1.0936120506525994e-05, | |
| "loss": 0.0151, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 17.16931216931217, | |
| "grad_norm": 0.1721569001674652, | |
| "learning_rate": 1.0738043187418922e-05, | |
| "loss": 0.0193, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 17.195767195767196, | |
| "grad_norm": 0.2267681360244751, | |
| "learning_rate": 1.0541674292070868e-05, | |
| "loss": 0.0173, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 17.22222222222222, | |
| "grad_norm": 0.28807544708251953, | |
| "learning_rate": 1.0347017578872276e-05, | |
| "loss": 0.0181, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 17.24867724867725, | |
| "grad_norm": 0.1608646959066391, | |
| "learning_rate": 1.0154076773443432e-05, | |
| "loss": 0.0166, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 17.275132275132275, | |
| "grad_norm": 0.26136720180511475, | |
| "learning_rate": 9.962855568563067e-06, | |
| "loss": 0.0166, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 17.3015873015873, | |
| "grad_norm": 0.17855539917945862, | |
| "learning_rate": 9.773357624097678e-06, | |
| "loss": 0.0152, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 17.32804232804233, | |
| "grad_norm": 0.14467965066432953, | |
| "learning_rate": 9.585586566931625e-06, | |
| "loss": 0.0161, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 17.354497354497354, | |
| "grad_norm": 0.2321748286485672, | |
| "learning_rate": 9.39954599089754e-06, | |
| "loss": 0.0161, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 17.38095238095238, | |
| "grad_norm": 0.18389014899730682, | |
| "learning_rate": 9.215239456707635e-06, | |
| "loss": 0.0163, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 17.40740740740741, | |
| "grad_norm": 0.13891808688640594, | |
| "learning_rate": 9.032670491885575e-06, | |
| "loss": 0.0138, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 17.433862433862434, | |
| "grad_norm": 0.21685755252838135, | |
| "learning_rate": 8.851842590698877e-06, | |
| "loss": 0.0169, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 17.46031746031746, | |
| "grad_norm": 0.1880199909210205, | |
| "learning_rate": 8.672759214092042e-06, | |
| "loss": 0.0146, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 17.486772486772487, | |
| "grad_norm": 0.14832906424999237, | |
| "learning_rate": 8.49542378962046e-06, | |
| "loss": 0.0177, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 17.513227513227513, | |
| "grad_norm": 0.1760573536157608, | |
| "learning_rate": 8.319839711384603e-06, | |
| "loss": 0.0181, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 17.53968253968254, | |
| "grad_norm": 0.19962358474731445, | |
| "learning_rate": 8.146010339965193e-06, | |
| "loss": 0.0173, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 17.566137566137566, | |
| "grad_norm": 0.16452929377555847, | |
| "learning_rate": 7.973939002358833e-06, | |
| "loss": 0.0198, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 17.59259259259259, | |
| "grad_norm": 0.15749408304691315, | |
| "learning_rate": 7.803628991914358e-06, | |
| "loss": 0.0191, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 17.61904761904762, | |
| "grad_norm": 0.25544941425323486, | |
| "learning_rate": 7.635083568269818e-06, | |
| "loss": 0.015, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 17.645502645502646, | |
| "grad_norm": 0.19979047775268555, | |
| "learning_rate": 7.468305957290012e-06, | |
| "loss": 0.0173, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 17.67195767195767, | |
| "grad_norm": 0.20462428033351898, | |
| "learning_rate": 7.3032993510048e-06, | |
| "loss": 0.0168, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 17.6984126984127, | |
| "grad_norm": 0.16061115264892578, | |
| "learning_rate": 7.14006690754806e-06, | |
| "loss": 0.0153, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 17.724867724867725, | |
| "grad_norm": 0.2491457462310791, | |
| "learning_rate": 6.9786117510971415e-06, | |
| "loss": 0.017, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 17.75132275132275, | |
| "grad_norm": 0.21707351505756378, | |
| "learning_rate": 6.8189369718131165e-06, | |
| "loss": 0.0162, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 17.77777777777778, | |
| "grad_norm": 0.1476307213306427, | |
| "learning_rate": 6.661045625781659e-06, | |
| "loss": 0.0177, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 17.804232804232804, | |
| "grad_norm": 0.1483127921819687, | |
| "learning_rate": 6.504940734954512e-06, | |
| "loss": 0.0176, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 17.83068783068783, | |
| "grad_norm": 0.2029716670513153, | |
| "learning_rate": 6.350625287091683e-06, | |
| "loss": 0.0163, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 17.857142857142858, | |
| "grad_norm": 0.17894791066646576, | |
| "learning_rate": 6.198102235704251e-06, | |
| "loss": 0.0184, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 17.883597883597883, | |
| "grad_norm": 0.1477387249469757, | |
| "learning_rate": 6.047374499997827e-06, | |
| "loss": 0.0159, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 17.91005291005291, | |
| "grad_norm": 0.2098730206489563, | |
| "learning_rate": 5.898444964816652e-06, | |
| "loss": 0.0168, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 17.936507936507937, | |
| "grad_norm": 0.15353702008724213, | |
| "learning_rate": 5.751316480588475e-06, | |
| "loss": 0.0164, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 17.962962962962962, | |
| "grad_norm": 0.15158168971538544, | |
| "learning_rate": 5.6059918632699215e-06, | |
| "loss": 0.0176, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 17.98941798941799, | |
| "grad_norm": 0.19479572772979736, | |
| "learning_rate": 5.462473894292597e-06, | |
| "loss": 0.017, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 18.015873015873016, | |
| "grad_norm": 0.1755516678094864, | |
| "learning_rate": 5.3207653205098905e-06, | |
| "loss": 0.0165, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 18.04232804232804, | |
| "grad_norm": 0.2217196822166443, | |
| "learning_rate": 5.18086885414436e-06, | |
| "loss": 0.0185, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 18.06878306878307, | |
| "grad_norm": 0.1340661495923996, | |
| "learning_rate": 5.042787172735863e-06, | |
| "loss": 0.0157, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 18.095238095238095, | |
| "grad_norm": 0.2034100890159607, | |
| "learning_rate": 4.906522919090318e-06, | |
| "loss": 0.0144, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 18.12169312169312, | |
| "grad_norm": 0.21613432466983795, | |
| "learning_rate": 4.772078701229044e-06, | |
| "loss": 0.0174, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 18.14814814814815, | |
| "grad_norm": 0.20390327274799347, | |
| "learning_rate": 4.6394570923389055e-06, | |
| "loss": 0.0142, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 18.174603174603174, | |
| "grad_norm": 0.2700379192829132, | |
| "learning_rate": 4.508660630723116e-06, | |
| "loss": 0.0161, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 18.201058201058203, | |
| "grad_norm": 0.21042710542678833, | |
| "learning_rate": 4.379691819752507e-06, | |
| "loss": 0.0171, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 18.227513227513228, | |
| "grad_norm": 0.20383331179618835, | |
| "learning_rate": 4.252553127817749e-06, | |
| "loss": 0.0165, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 18.253968253968253, | |
| "grad_norm": 0.21164458990097046, | |
| "learning_rate": 4.1272469882820745e-06, | |
| "loss": 0.0163, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 18.280423280423282, | |
| "grad_norm": 0.1821017563343048, | |
| "learning_rate": 4.00377579943465e-06, | |
| "loss": 0.0187, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 18.306878306878307, | |
| "grad_norm": 0.1857336163520813, | |
| "learning_rate": 3.882141924444727e-06, | |
| "loss": 0.0175, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 18.333333333333332, | |
| "grad_norm": 0.20543745160102844, | |
| "learning_rate": 3.762347691316437e-06, | |
| "loss": 0.0157, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 18.35978835978836, | |
| "grad_norm": 0.202567458152771, | |
| "learning_rate": 3.6443953928441687e-06, | |
| "loss": 0.0141, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 18.386243386243386, | |
| "grad_norm": 0.19636744260787964, | |
| "learning_rate": 3.52828728656871e-06, | |
| "loss": 0.017, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 18.41269841269841, | |
| "grad_norm": 0.22278830409049988, | |
| "learning_rate": 3.4140255947340605e-06, | |
| "loss": 0.0173, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 18.43915343915344, | |
| "grad_norm": 0.19748513400554657, | |
| "learning_rate": 3.3016125042448776e-06, | |
| "loss": 0.0192, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 18.465608465608465, | |
| "grad_norm": 0.18418549001216888, | |
| "learning_rate": 3.191050166624632e-06, | |
| "loss": 0.0161, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 18.49206349206349, | |
| "grad_norm": 0.21692697703838348, | |
| "learning_rate": 3.082340697974395e-06, | |
| "loss": 0.0156, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 18.51851851851852, | |
| "grad_norm": 0.14934659004211426, | |
| "learning_rate": 2.9754861789324073e-06, | |
| "loss": 0.0161, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 18.544973544973544, | |
| "grad_norm": 0.20961934328079224, | |
| "learning_rate": 2.8704886546341956e-06, | |
| "loss": 0.0164, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 18.571428571428573, | |
| "grad_norm": 0.16422855854034424, | |
| "learning_rate": 2.767350134673441e-06, | |
| "loss": 0.0153, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 18.597883597883598, | |
| "grad_norm": 0.17347002029418945, | |
| "learning_rate": 2.66607259306354e-06, | |
| "loss": 0.0157, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 18.624338624338623, | |
| "grad_norm": 0.10744515806436539, | |
| "learning_rate": 2.5666579681998036e-06, | |
| "loss": 0.0163, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 18.650793650793652, | |
| "grad_norm": 0.16614548861980438, | |
| "learning_rate": 2.4691081628223533e-06, | |
| "loss": 0.0143, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 18.677248677248677, | |
| "grad_norm": 0.23060919344425201, | |
| "learning_rate": 2.3734250439797155e-06, | |
| "loss": 0.0156, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 18.703703703703702, | |
| "grad_norm": 0.21790482103824615, | |
| "learning_rate": 2.2796104429930963e-06, | |
| "loss": 0.017, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 18.73015873015873, | |
| "grad_norm": 0.19607238471508026, | |
| "learning_rate": 2.1876661554213197e-06, | |
| "loss": 0.0147, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 18.756613756613756, | |
| "grad_norm": 0.14693410694599152, | |
| "learning_rate": 2.097593941026421e-06, | |
| "loss": 0.0171, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 18.78306878306878, | |
| "grad_norm": 0.15378044545650482, | |
| "learning_rate": 2.009395523740054e-06, | |
| "loss": 0.0153, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 18.80952380952381, | |
| "grad_norm": 0.1617782860994339, | |
| "learning_rate": 1.923072591630415e-06, | |
| "loss": 0.0169, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 18.835978835978835, | |
| "grad_norm": 0.16385476291179657, | |
| "learning_rate": 1.838626796869991e-06, | |
| "loss": 0.0164, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 18.862433862433864, | |
| "grad_norm": 0.16427811980247498, | |
| "learning_rate": 1.7560597557038982e-06, | |
| "loss": 0.0172, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 18.88888888888889, | |
| "grad_norm": 0.15692010521888733, | |
| "learning_rate": 1.6753730484189822e-06, | |
| "loss": 0.0158, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 18.915343915343914, | |
| "grad_norm": 0.17159394919872284, | |
| "learning_rate": 1.59656821931351e-06, | |
| "loss": 0.0144, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 18.941798941798943, | |
| "grad_norm": 0.13447363674640656, | |
| "learning_rate": 1.5196467766677047e-06, | |
| "loss": 0.0162, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 18.96825396825397, | |
| "grad_norm": 0.16987329721450806, | |
| "learning_rate": 1.4446101927148014e-06, | |
| "loss": 0.0166, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 18.994708994708994, | |
| "grad_norm": 0.1536870151758194, | |
| "learning_rate": 1.371459903612915e-06, | |
| "loss": 0.0168, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 19.021164021164022, | |
| "grad_norm": 0.21800269186496735, | |
| "learning_rate": 1.3001973094175169e-06, | |
| "loss": 0.0172, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 19.047619047619047, | |
| "grad_norm": 0.17673099040985107, | |
| "learning_rate": 1.2308237740546791e-06, | |
| "loss": 0.0163, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 19.074074074074073, | |
| "grad_norm": 0.15784895420074463, | |
| "learning_rate": 1.1633406252949174e-06, | |
| "loss": 0.0155, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 19.1005291005291, | |
| "grad_norm": 0.1905474215745926, | |
| "learning_rate": 1.097749154727834e-06, | |
| "loss": 0.0139, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 19.126984126984127, | |
| "grad_norm": 0.1780664622783661, | |
| "learning_rate": 1.034050617737381e-06, | |
| "loss": 0.0172, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 19.15343915343915, | |
| "grad_norm": 0.16737215220928192, | |
| "learning_rate": 9.722462334777805e-07, | |
| "loss": 0.0149, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 19.17989417989418, | |
| "grad_norm": 0.17369748651981354, | |
| "learning_rate": 9.123371848502871e-07, | |
| "loss": 0.0169, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 19.206349206349206, | |
| "grad_norm": 0.17061293125152588, | |
| "learning_rate": 8.54324618480462e-07, | |
| "loss": 0.0148, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 19.232804232804234, | |
| "grad_norm": 0.2849694490432739, | |
| "learning_rate": 7.982096446962684e-07, | |
| "loss": 0.0172, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 19.25925925925926, | |
| "grad_norm": 0.16373994946479797, | |
| "learning_rate": 7.439933375068097e-07, | |
| "loss": 0.0155, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 19.285714285714285, | |
| "grad_norm": 0.1858544796705246, | |
| "learning_rate": 6.91676734581781e-07, | |
| "loss": 0.0178, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 19.312169312169313, | |
| "grad_norm": 0.22137916088104248, | |
| "learning_rate": 6.412608372315943e-07, | |
| "loss": 0.0158, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 19.33862433862434, | |
| "grad_norm": 0.21592257916927338, | |
| "learning_rate": 5.927466103882395e-07, | |
| "loss": 0.0147, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 19.365079365079364, | |
| "grad_norm": 0.16293910145759583, | |
| "learning_rate": 5.461349825867879e-07, | |
| "loss": 0.0164, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 19.391534391534393, | |
| "grad_norm": 0.19730526208877563, | |
| "learning_rate": 5.014268459476501e-07, | |
| "loss": 0.0149, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 19.417989417989418, | |
| "grad_norm": 0.32044050097465515, | |
| "learning_rate": 4.586230561594462e-07, | |
| "loss": 0.015, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 19.444444444444443, | |
| "grad_norm": 0.1815277338027954, | |
| "learning_rate": 4.177244324627183e-07, | |
| "loss": 0.0148, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 19.47089947089947, | |
| "grad_norm": 0.19404444098472595, | |
| "learning_rate": 3.7873175763415427e-07, | |
| "loss": 0.0198, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 19.497354497354497, | |
| "grad_norm": 0.24406063556671143, | |
| "learning_rate": 3.416457779716664e-07, | |
| "loss": 0.0179, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 19.523809523809526, | |
| "grad_norm": 0.19478613138198853, | |
| "learning_rate": 3.0646720328010303e-07, | |
| "loss": 0.0168, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 19.55026455026455, | |
| "grad_norm": 0.1256127655506134, | |
| "learning_rate": 2.731967068576369e-07, | |
| "loss": 0.0178, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 19.576719576719576, | |
| "grad_norm": 0.17166411876678467, | |
| "learning_rate": 2.4183492548288667e-07, | |
| "loss": 0.0165, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 19.603174603174605, | |
| "grad_norm": 0.1664625108242035, | |
| "learning_rate": 2.1238245940276014e-07, | |
| "loss": 0.0148, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 19.62962962962963, | |
| "grad_norm": 0.1637825071811676, | |
| "learning_rate": 1.8483987232094101e-07, | |
| "loss": 0.0165, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 19.656084656084655, | |
| "grad_norm": 0.17463766038417816, | |
| "learning_rate": 1.5920769138706438e-07, | |
| "loss": 0.0154, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 19.682539682539684, | |
| "grad_norm": 0.1705995351076126, | |
| "learning_rate": 1.3548640718669124e-07, | |
| "loss": 0.0151, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 19.70899470899471, | |
| "grad_norm": 0.14153502881526947, | |
| "learning_rate": 1.1367647373190516e-07, | |
| "loss": 0.016, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 19.735449735449734, | |
| "grad_norm": 0.2553439438343048, | |
| "learning_rate": 9.377830845258561e-08, | |
| "loss": 0.0162, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 19.761904761904763, | |
| "grad_norm": 0.1255766898393631, | |
| "learning_rate": 7.579229218843686e-08, | |
| "loss": 0.0158, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 19.788359788359788, | |
| "grad_norm": 0.12066392600536346, | |
| "learning_rate": 5.971876918172692e-08, | |
| "loss": 0.016, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 19.814814814814813, | |
| "grad_norm": 0.14524872601032257, | |
| "learning_rate": 4.555804707067069e-08, | |
| "loss": 0.0133, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 19.841269841269842, | |
| "grad_norm": 0.19802507758140564, | |
| "learning_rate": 3.331039688353465e-08, | |
| "loss": 0.0157, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 19.867724867724867, | |
| "grad_norm": 0.16935652494430542, | |
| "learning_rate": 2.297605303347439e-08, | |
| "loss": 0.0162, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 19.894179894179896, | |
| "grad_norm": 0.18010082840919495, | |
| "learning_rate": 1.4555213314026984e-08, | |
| "loss": 0.0155, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 19.92063492063492, | |
| "grad_norm": 0.14799325168132782, | |
| "learning_rate": 8.04803889533634e-09, | |
| "loss": 0.0161, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 19.947089947089946, | |
| "grad_norm": 0.1539669781923294, | |
| "learning_rate": 3.4546543210778325e-09, | |
| "loss": 0.0154, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 19.973544973544975, | |
| "grad_norm": 0.1273125857114792, | |
| "learning_rate": 7.751475060491231e-10, | |
| "loss": 0.0144, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 19.997354497354497, | |
| "step": 7559, | |
| "total_flos": 5.331242062105344e+17, | |
| "train_loss": 0.030525887037320242, | |
| "train_runtime": 4964.64, | |
| "train_samples_per_second": 97.444, | |
| "train_steps_per_second": 1.523 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 7559, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 10000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.331242062105344e+17, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |