| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.4995098039215686, | |
| "eval_steps": 500, | |
| "global_step": 5099, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004901960784313725, | |
| "grad_norm": 4.5476274490356445, | |
| "learning_rate": 7.84313725490196e-06, | |
| "loss": 0.6369, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00980392156862745, | |
| "grad_norm": 2.52302885055542, | |
| "learning_rate": 1.568627450980392e-05, | |
| "loss": 0.484, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.014705882352941176, | |
| "grad_norm": 3.1443543434143066, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 0.3252, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0196078431372549, | |
| "grad_norm": 2.1440389156341553, | |
| "learning_rate": 3.137254901960784e-05, | |
| "loss": 0.2779, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.024509803921568627, | |
| "grad_norm": 1.7569645643234253, | |
| "learning_rate": 3.9215686274509805e-05, | |
| "loss": 0.2387, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.029411764705882353, | |
| "grad_norm": 1.7137173414230347, | |
| "learning_rate": 4.705882352941177e-05, | |
| "loss": 0.2146, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03431372549019608, | |
| "grad_norm": 1.0686582326889038, | |
| "learning_rate": 5.490196078431373e-05, | |
| "loss": 0.1638, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0392156862745098, | |
| "grad_norm": 1.834192156791687, | |
| "learning_rate": 6.274509803921569e-05, | |
| "loss": 0.1594, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04411764705882353, | |
| "grad_norm": 2.2320666313171387, | |
| "learning_rate": 7.058823529411765e-05, | |
| "loss": 0.156, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.049019607843137254, | |
| "grad_norm": 1.2987866401672363, | |
| "learning_rate": 7.843137254901961e-05, | |
| "loss": 0.1447, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05392156862745098, | |
| "grad_norm": 1.5711545944213867, | |
| "learning_rate": 8.627450980392158e-05, | |
| "loss": 0.1449, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.058823529411764705, | |
| "grad_norm": 0.8892576098442078, | |
| "learning_rate": 9.411764705882353e-05, | |
| "loss": 0.1513, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06372549019607843, | |
| "grad_norm": 1.1401337385177612, | |
| "learning_rate": 0.00010196078431372549, | |
| "loss": 0.1128, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.06862745098039216, | |
| "grad_norm": 1.375543475151062, | |
| "learning_rate": 0.00010980392156862746, | |
| "loss": 0.1186, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07352941176470588, | |
| "grad_norm": 1.6076676845550537, | |
| "learning_rate": 0.00011764705882352942, | |
| "loss": 0.1396, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0784313725490196, | |
| "grad_norm": 1.2637161016464233, | |
| "learning_rate": 0.00012549019607843137, | |
| "loss": 0.1187, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08333333333333333, | |
| "grad_norm": 0.5812987685203552, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 0.1155, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.08823529411764706, | |
| "grad_norm": 0.7302483916282654, | |
| "learning_rate": 0.0001411764705882353, | |
| "loss": 0.1068, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09313725490196079, | |
| "grad_norm": 0.6003187894821167, | |
| "learning_rate": 0.00014901960784313728, | |
| "loss": 0.1084, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.09803921568627451, | |
| "grad_norm": 1.3157514333724976, | |
| "learning_rate": 0.00015686274509803922, | |
| "loss": 0.1127, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.10294117647058823, | |
| "grad_norm": 0.8480639457702637, | |
| "learning_rate": 0.0001647058823529412, | |
| "loss": 0.1025, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.10784313725490197, | |
| "grad_norm": 1.0640238523483276, | |
| "learning_rate": 0.00017254901960784316, | |
| "loss": 0.1214, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11274509803921569, | |
| "grad_norm": 0.7853420972824097, | |
| "learning_rate": 0.0001803921568627451, | |
| "loss": 0.1103, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 0.760675847530365, | |
| "learning_rate": 0.00018823529411764707, | |
| "loss": 0.1071, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12254901960784313, | |
| "grad_norm": 1.1404098272323608, | |
| "learning_rate": 0.000196078431372549, | |
| "loss": 0.1004, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.12745098039215685, | |
| "grad_norm": 0.6359620690345764, | |
| "learning_rate": 0.0001999994742235753, | |
| "loss": 0.1065, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.1323529411764706, | |
| "grad_norm": 0.7933241724967957, | |
| "learning_rate": 0.00019999526804535039, | |
| "loss": 0.0943, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.13725490196078433, | |
| "grad_norm": 1.599077582359314, | |
| "learning_rate": 0.00019998685586582082, | |
| "loss": 0.1304, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.14215686274509803, | |
| "grad_norm": 0.8844221234321594, | |
| "learning_rate": 0.00019997423803881975, | |
| "loss": 0.0917, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.14705882352941177, | |
| "grad_norm": 1.2456647157669067, | |
| "learning_rate": 0.00019995741509507825, | |
| "loss": 0.111, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.15196078431372548, | |
| "grad_norm": 0.6590626239776611, | |
| "learning_rate": 0.00019993638774220307, | |
| "loss": 0.1022, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1568627450980392, | |
| "grad_norm": 0.7061448693275452, | |
| "learning_rate": 0.00019991115686464675, | |
| "loss": 0.0938, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.16176470588235295, | |
| "grad_norm": 1.0512727499008179, | |
| "learning_rate": 0.00019988172352367056, | |
| "loss": 0.1059, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 0.6884363889694214, | |
| "learning_rate": 0.00019984808895729978, | |
| "loss": 0.0801, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1715686274509804, | |
| "grad_norm": 0.8961064219474792, | |
| "learning_rate": 0.00019981025458027169, | |
| "loss": 0.0872, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.17647058823529413, | |
| "grad_norm": 0.7410668730735779, | |
| "learning_rate": 0.00019976822198397595, | |
| "loss": 0.0935, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.18137254901960784, | |
| "grad_norm": 0.8089532256126404, | |
| "learning_rate": 0.00019972199293638777, | |
| "loss": 0.0806, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.18627450980392157, | |
| "grad_norm": 0.6644020676612854, | |
| "learning_rate": 0.00019967156938199355, | |
| "loss": 0.0885, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.19117647058823528, | |
| "grad_norm": 0.8422799110412598, | |
| "learning_rate": 0.00019961695344170895, | |
| "loss": 0.0952, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.19607843137254902, | |
| "grad_norm": 0.8162615299224854, | |
| "learning_rate": 0.00019955814741278986, | |
| "loss": 0.0802, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.20098039215686275, | |
| "grad_norm": 0.7302709221839905, | |
| "learning_rate": 0.0001994951537687357, | |
| "loss": 0.0884, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.20588235294117646, | |
| "grad_norm": 0.7032344937324524, | |
| "learning_rate": 0.00019942797515918527, | |
| "loss": 0.0896, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2107843137254902, | |
| "grad_norm": 0.8042428493499756, | |
| "learning_rate": 0.00019935661440980554, | |
| "loss": 0.0811, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.21568627450980393, | |
| "grad_norm": 0.6656658053398132, | |
| "learning_rate": 0.00019928107452217255, | |
| "loss": 0.0856, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.22058823529411764, | |
| "grad_norm": 1.2202825546264648, | |
| "learning_rate": 0.00019920135867364534, | |
| "loss": 0.0895, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.22549019607843138, | |
| "grad_norm": 0.8210168480873108, | |
| "learning_rate": 0.00019911747021723216, | |
| "loss": 0.0807, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.23039215686274508, | |
| "grad_norm": 0.7217456102371216, | |
| "learning_rate": 0.0001990294126814496, | |
| "loss": 0.0814, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 0.743126392364502, | |
| "learning_rate": 0.00019893718977017402, | |
| "loss": 0.0887, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.24019607843137256, | |
| "grad_norm": 0.7190248370170593, | |
| "learning_rate": 0.00019884080536248578, | |
| "loss": 0.0859, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.24509803921568626, | |
| "grad_norm": 0.5253967046737671, | |
| "learning_rate": 0.00019874026351250623, | |
| "loss": 0.0678, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8271141052246094, | |
| "learning_rate": 0.00019863556844922696, | |
| "loss": 0.0762, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2549019607843137, | |
| "grad_norm": 0.7656545639038086, | |
| "learning_rate": 0.0001985267245763321, | |
| "loss": 0.0724, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.25980392156862747, | |
| "grad_norm": 0.6673869490623474, | |
| "learning_rate": 0.00019841373647201297, | |
| "loss": 0.0817, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.2647058823529412, | |
| "grad_norm": 0.880395770072937, | |
| "learning_rate": 0.00019829660888877565, | |
| "loss": 0.0897, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.2696078431372549, | |
| "grad_norm": 0.7278539538383484, | |
| "learning_rate": 0.00019817534675324093, | |
| "loss": 0.0808, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.27450980392156865, | |
| "grad_norm": 0.5380986928939819, | |
| "learning_rate": 0.00019804995516593712, | |
| "loss": 0.077, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.27941176470588236, | |
| "grad_norm": 0.9306485652923584, | |
| "learning_rate": 0.00019792043940108564, | |
| "loss": 0.0883, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.28431372549019607, | |
| "grad_norm": 0.9304268956184387, | |
| "learning_rate": 0.00019778680490637902, | |
| "loss": 0.0899, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.28921568627450983, | |
| "grad_norm": 0.7331838607788086, | |
| "learning_rate": 0.00019764905730275184, | |
| "loss": 0.0709, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 0.47580260038375854, | |
| "learning_rate": 0.00019750720238414425, | |
| "loss": 0.0857, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.29901960784313725, | |
| "grad_norm": 0.5752102732658386, | |
| "learning_rate": 0.0001973612461172583, | |
| "loss": 0.0838, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.30392156862745096, | |
| "grad_norm": 0.4644894599914551, | |
| "learning_rate": 0.00019721119464130707, | |
| "loss": 0.0851, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.3088235294117647, | |
| "grad_norm": 0.7036497592926025, | |
| "learning_rate": 0.00019705705426775616, | |
| "loss": 0.0741, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3137254901960784, | |
| "grad_norm": 0.499897301197052, | |
| "learning_rate": 0.0001968988314800585, | |
| "loss": 0.0718, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.31862745098039214, | |
| "grad_norm": 0.7211794853210449, | |
| "learning_rate": 0.0001967365329333816, | |
| "loss": 0.0798, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3235294117647059, | |
| "grad_norm": 0.6176502108573914, | |
| "learning_rate": 0.0001965701654543274, | |
| "loss": 0.0695, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.3284313725490196, | |
| "grad_norm": 0.7395395636558533, | |
| "learning_rate": 0.0001963997360406454, | |
| "loss": 0.0581, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.5304160714149475, | |
| "learning_rate": 0.00019622525186093818, | |
| "loss": 0.0826, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3382352941176471, | |
| "grad_norm": 0.46235349774360657, | |
| "learning_rate": 0.0001960467202543599, | |
| "loss": 0.056, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.3431372549019608, | |
| "grad_norm": 0.5242049098014832, | |
| "learning_rate": 0.00019586414873030758, | |
| "loss": 0.0728, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3480392156862745, | |
| "grad_norm": 0.552486777305603, | |
| "learning_rate": 0.00019567754496810534, | |
| "loss": 0.0806, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.35294117647058826, | |
| "grad_norm": 0.5002785325050354, | |
| "learning_rate": 0.0001954869168166812, | |
| "loss": 0.0643, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.35784313725490197, | |
| "grad_norm": 0.47353097796440125, | |
| "learning_rate": 0.00019529227229423717, | |
| "loss": 0.0838, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3627450980392157, | |
| "grad_norm": 0.4200286865234375, | |
| "learning_rate": 0.00019509361958791174, | |
| "loss": 0.0776, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.36764705882352944, | |
| "grad_norm": 0.6603316068649292, | |
| "learning_rate": 0.00019489096705343578, | |
| "loss": 0.0705, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.37254901960784315, | |
| "grad_norm": 0.37562692165374756, | |
| "learning_rate": 0.0001946843232147809, | |
| "loss": 0.072, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.37745098039215685, | |
| "grad_norm": 0.6199838519096375, | |
| "learning_rate": 0.0001944736967638009, | |
| "loss": 0.0649, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.38235294117647056, | |
| "grad_norm": 0.7614375948905945, | |
| "learning_rate": 0.0001942590965598663, | |
| "loss": 0.0735, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3872549019607843, | |
| "grad_norm": 0.671489953994751, | |
| "learning_rate": 0.00019404053162949155, | |
| "loss": 0.065, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.39215686274509803, | |
| "grad_norm": 0.5170246362686157, | |
| "learning_rate": 0.0001938180111659556, | |
| "loss": 0.078, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.39705882352941174, | |
| "grad_norm": 0.5392031073570251, | |
| "learning_rate": 0.00019359154452891483, | |
| "loss": 0.063, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.4019607843137255, | |
| "grad_norm": 0.6858069896697998, | |
| "learning_rate": 0.00019336114124400978, | |
| "loss": 0.0783, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4068627450980392, | |
| "grad_norm": 0.7257099151611328, | |
| "learning_rate": 0.0001931268110024642, | |
| "loss": 0.0798, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.4117647058823529, | |
| "grad_norm": 0.7296270132064819, | |
| "learning_rate": 0.00019288856366067746, | |
| "loss": 0.0619, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "grad_norm": 0.6048017740249634, | |
| "learning_rate": 0.0001926464092398101, | |
| "loss": 0.0634, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.4215686274509804, | |
| "grad_norm": 0.3223126232624054, | |
| "learning_rate": 0.00019240035792536216, | |
| "loss": 0.0755, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.4264705882352941, | |
| "grad_norm": 0.45046138763427734, | |
| "learning_rate": 0.0001921504200667449, | |
| "loss": 0.0661, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.43137254901960786, | |
| "grad_norm": 0.609027624130249, | |
| "learning_rate": 0.00019189660617684537, | |
| "loss": 0.0711, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4362745098039216, | |
| "grad_norm": 0.4166688323020935, | |
| "learning_rate": 0.00019163892693158425, | |
| "loss": 0.0644, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.4411764705882353, | |
| "grad_norm": 0.6250641345977783, | |
| "learning_rate": 0.00019137739316946685, | |
| "loss": 0.0674, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.44607843137254904, | |
| "grad_norm": 0.6781248450279236, | |
| "learning_rate": 0.00019111201589112718, | |
| "loss": 0.0657, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.45098039215686275, | |
| "grad_norm": 0.9098891615867615, | |
| "learning_rate": 0.00019084280625886516, | |
| "loss": 0.0765, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.45588235294117646, | |
| "grad_norm": 0.5926252603530884, | |
| "learning_rate": 0.00019056977559617731, | |
| "loss": 0.0896, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.46078431372549017, | |
| "grad_norm": 0.6467915773391724, | |
| "learning_rate": 0.0001902929353872803, | |
| "loss": 0.0595, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.46568627450980393, | |
| "grad_norm": 0.4950433671474457, | |
| "learning_rate": 0.0001900122972766279, | |
| "loss": 0.0651, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 0.6317784190177917, | |
| "learning_rate": 0.0001897278730684213, | |
| "loss": 0.08, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.47549019607843135, | |
| "grad_norm": 0.47558578848838806, | |
| "learning_rate": 0.0001894396747261125, | |
| "loss": 0.0622, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.4803921568627451, | |
| "grad_norm": 0.5610472559928894, | |
| "learning_rate": 0.0001891477143719012, | |
| "loss": 0.0667, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.4852941176470588, | |
| "grad_norm": 0.7227151989936829, | |
| "learning_rate": 0.00018885200428622474, | |
| "loss": 0.0648, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.49019607843137253, | |
| "grad_norm": 0.49453797936439514, | |
| "learning_rate": 0.0001885525569072418, | |
| "loss": 0.0663, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.4950980392156863, | |
| "grad_norm": 0.4297734200954437, | |
| "learning_rate": 0.000188249384830309, | |
| "loss": 0.0779, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.39416739344596863, | |
| "learning_rate": 0.00018794250080745136, | |
| "loss": 0.0577, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.5049019607843137, | |
| "grad_norm": 0.6955050230026245, | |
| "learning_rate": 0.0001876319177468256, | |
| "loss": 0.0579, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5098039215686274, | |
| "grad_norm": 0.5533928871154785, | |
| "learning_rate": 0.00018731764871217753, | |
| "loss": 0.0583, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5147058823529411, | |
| "grad_norm": 0.4718644618988037, | |
| "learning_rate": 0.00018699970692229233, | |
| "loss": 0.0609, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5196078431372549, | |
| "grad_norm": 0.39921796321868896, | |
| "learning_rate": 0.00018667810575043864, | |
| "loss": 0.0612, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.5245098039215687, | |
| "grad_norm": 0.34913963079452515, | |
| "learning_rate": 0.0001863528587238061, | |
| "loss": 0.0522, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5294117647058824, | |
| "grad_norm": 0.5829554796218872, | |
| "learning_rate": 0.00018602397952293618, | |
| "loss": 0.0651, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5343137254901961, | |
| "grad_norm": 0.7142338156700134, | |
| "learning_rate": 0.00018569148198114695, | |
| "loss": 0.0643, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5392156862745098, | |
| "grad_norm": 0.24581728875637054, | |
| "learning_rate": 0.00018535538008395124, | |
| "loss": 0.0537, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5441176470588235, | |
| "grad_norm": 0.41139382123947144, | |
| "learning_rate": 0.0001850156879684681, | |
| "loss": 0.0631, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.5490196078431373, | |
| "grad_norm": 0.4532317519187927, | |
| "learning_rate": 0.00018467241992282843, | |
| "loss": 0.0573, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.553921568627451, | |
| "grad_norm": 0.45865532755851746, | |
| "learning_rate": 0.00018432559038557397, | |
| "loss": 0.053, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.5588235294117647, | |
| "grad_norm": 0.3976840078830719, | |
| "learning_rate": 0.00018397521394504995, | |
| "loss": 0.0529, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.5637254901960784, | |
| "grad_norm": 0.47105035185813904, | |
| "learning_rate": 0.00018362130533879133, | |
| "loss": 0.0671, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.5686274509803921, | |
| "grad_norm": 0.5433268547058105, | |
| "learning_rate": 0.00018326387945290313, | |
| "loss": 0.0529, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.5735294117647058, | |
| "grad_norm": 0.6220820546150208, | |
| "learning_rate": 0.00018290295132143415, | |
| "loss": 0.0697, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.5784313725490197, | |
| "grad_norm": 0.38451075553894043, | |
| "learning_rate": 0.00018253853612574473, | |
| "loss": 0.0621, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.5833333333333334, | |
| "grad_norm": 0.49342110753059387, | |
| "learning_rate": 0.00018217064919386807, | |
| "loss": 0.0603, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 0.5240128636360168, | |
| "learning_rate": 0.00018179930599986554, | |
| "loss": 0.0614, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.5931372549019608, | |
| "grad_norm": 0.5015797019004822, | |
| "learning_rate": 0.0001814245221631758, | |
| "loss": 0.0651, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.5980392156862745, | |
| "grad_norm": 0.7029892802238464, | |
| "learning_rate": 0.0001810463134479579, | |
| "loss": 0.0598, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6029411764705882, | |
| "grad_norm": 0.3569225072860718, | |
| "learning_rate": 0.00018066469576242806, | |
| "loss": 0.0479, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6078431372549019, | |
| "grad_norm": 0.4940333068370819, | |
| "learning_rate": 0.00018027968515819072, | |
| "loss": 0.055, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6127450980392157, | |
| "grad_norm": 0.5233299732208252, | |
| "learning_rate": 0.00017989129782956323, | |
| "loss": 0.0555, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.6176470588235294, | |
| "grad_norm": 0.35107848048210144, | |
| "learning_rate": 0.00017949955011289465, | |
| "loss": 0.0472, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6225490196078431, | |
| "grad_norm": 0.42003870010375977, | |
| "learning_rate": 0.00017910445848587885, | |
| "loss": 0.0454, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6274509803921569, | |
| "grad_norm": 0.24233393371105194, | |
| "learning_rate": 0.00017870603956686117, | |
| "loss": 0.0631, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6323529411764706, | |
| "grad_norm": 0.5557372570037842, | |
| "learning_rate": 0.0001783043101141395, | |
| "loss": 0.0628, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.6372549019607843, | |
| "grad_norm": 0.33980950713157654, | |
| "learning_rate": 0.00017789928702525952, | |
| "loss": 0.0591, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6421568627450981, | |
| "grad_norm": 0.2716699242591858, | |
| "learning_rate": 0.00017749098733630368, | |
| "loss": 0.0584, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6470588235294118, | |
| "grad_norm": 0.42181700468063354, | |
| "learning_rate": 0.00017707942822117495, | |
| "loss": 0.0572, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.6519607843137255, | |
| "grad_norm": 0.46250826120376587, | |
| "learning_rate": 0.00017666462699087422, | |
| "loss": 0.0614, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.6568627450980392, | |
| "grad_norm": 0.7147281169891357, | |
| "learning_rate": 0.00017624660109277223, | |
| "loss": 0.0666, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.6617647058823529, | |
| "grad_norm": 0.6105577945709229, | |
| "learning_rate": 0.00017582536810987576, | |
| "loss": 0.0508, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.5564696788787842, | |
| "learning_rate": 0.00017540094576008796, | |
| "loss": 0.0581, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.6715686274509803, | |
| "grad_norm": 0.4955359399318695, | |
| "learning_rate": 0.00017497335189546308, | |
| "loss": 0.0569, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.6764705882352942, | |
| "grad_norm": 0.40812528133392334, | |
| "learning_rate": 0.0001745426045014558, | |
| "loss": 0.065, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.6813725490196079, | |
| "grad_norm": 0.31670013070106506, | |
| "learning_rate": 0.00017410872169616447, | |
| "loss": 0.0632, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.6862745098039216, | |
| "grad_norm": 0.5076479911804199, | |
| "learning_rate": 0.00017367172172956906, | |
| "loss": 0.0558, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6911764705882353, | |
| "grad_norm": 0.5511890053749084, | |
| "learning_rate": 0.0001732316229827637, | |
| "loss": 0.0669, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.696078431372549, | |
| "grad_norm": 0.32073989510536194, | |
| "learning_rate": 0.00017278844396718336, | |
| "loss": 0.0543, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7009803921568627, | |
| "grad_norm": 0.5955519080162048, | |
| "learning_rate": 0.00017234220332382528, | |
| "loss": 0.0594, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 0.5735410451889038, | |
| "learning_rate": 0.00017189291982246493, | |
| "loss": 0.0498, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.7107843137254902, | |
| "grad_norm": 0.4336249530315399, | |
| "learning_rate": 0.0001714406123608665, | |
| "loss": 0.0577, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7156862745098039, | |
| "grad_norm": 0.2760525047779083, | |
| "learning_rate": 0.00017098529996398796, | |
| "loss": 0.05, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.7205882352941176, | |
| "grad_norm": 0.466795951128006, | |
| "learning_rate": 0.00017052700178318088, | |
| "loss": 0.0435, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7254901960784313, | |
| "grad_norm": 0.2780659794807434, | |
| "learning_rate": 0.00017006573709538492, | |
| "loss": 0.0516, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7303921568627451, | |
| "grad_norm": 0.31002551317214966, | |
| "learning_rate": 0.00016960152530231696, | |
| "loss": 0.0494, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.7352941176470589, | |
| "grad_norm": 0.4070112407207489, | |
| "learning_rate": 0.00016913438592965497, | |
| "loss": 0.0594, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7401960784313726, | |
| "grad_norm": 0.5858240127563477, | |
| "learning_rate": 0.00016866433862621692, | |
| "loss": 0.0421, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.7450980392156863, | |
| "grad_norm": 0.2468300759792328, | |
| "learning_rate": 0.00016819140316313397, | |
| "loss": 0.0499, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.4881417155265808, | |
| "learning_rate": 0.00016771559943301926, | |
| "loss": 0.0557, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.7549019607843137, | |
| "grad_norm": 0.428586483001709, | |
| "learning_rate": 0.00016723694744913087, | |
| "loss": 0.0547, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.7598039215686274, | |
| "grad_norm": 0.4626677334308624, | |
| "learning_rate": 0.0001667554673445302, | |
| "loss": 0.0577, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.7647058823529411, | |
| "grad_norm": 0.44555196166038513, | |
| "learning_rate": 0.000166271179371235, | |
| "loss": 0.0498, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.7696078431372549, | |
| "grad_norm": 0.4426194131374359, | |
| "learning_rate": 0.0001657841038993677, | |
| "loss": 0.0491, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.7745098039215687, | |
| "grad_norm": 0.3198953866958618, | |
| "learning_rate": 0.00016529426141629843, | |
| "loss": 0.0472, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.7794117647058824, | |
| "grad_norm": 0.2759292423725128, | |
| "learning_rate": 0.0001648016725257834, | |
| "loss": 0.0508, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.7843137254901961, | |
| "grad_norm": 0.33216890692710876, | |
| "learning_rate": 0.00016430635794709817, | |
| "loss": 0.0516, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.7892156862745098, | |
| "grad_norm": 0.40735071897506714, | |
| "learning_rate": 0.0001638083385141662, | |
| "loss": 0.0549, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.7941176470588235, | |
| "grad_norm": 0.3739156424999237, | |
| "learning_rate": 0.0001633076351746827, | |
| "loss": 0.0543, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.7990196078431373, | |
| "grad_norm": 0.2865970730781555, | |
| "learning_rate": 0.0001628042689892331, | |
| "loss": 0.0557, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.803921568627451, | |
| "grad_norm": 0.6009504795074463, | |
| "learning_rate": 0.00016229826113040767, | |
| "loss": 0.0481, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.8088235294117647, | |
| "grad_norm": 0.2973253130912781, | |
| "learning_rate": 0.00016178963288191072, | |
| "loss": 0.0465, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8137254901960784, | |
| "grad_norm": 0.36205539107322693, | |
| "learning_rate": 0.00016127840563766527, | |
| "loss": 0.0676, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8186274509803921, | |
| "grad_norm": 0.41221827268600464, | |
| "learning_rate": 0.0001607646009009135, | |
| "loss": 0.0544, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.8235294117647058, | |
| "grad_norm": 0.7448700666427612, | |
| "learning_rate": 0.00016024824028331195, | |
| "loss": 0.0544, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.8284313725490197, | |
| "grad_norm": 0.5625671744346619, | |
| "learning_rate": 0.0001597293455040227, | |
| "loss": 0.0659, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.5039217472076416, | |
| "learning_rate": 0.00015920793838879966, | |
| "loss": 0.0522, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8382352941176471, | |
| "grad_norm": 0.6583822965621948, | |
| "learning_rate": 0.00015868404086907077, | |
| "loss": 0.0473, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.8431372549019608, | |
| "grad_norm": 0.4799802899360657, | |
| "learning_rate": 0.00015815767498101522, | |
| "loss": 0.0502, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.8480392156862745, | |
| "grad_norm": 0.38270649313926697, | |
| "learning_rate": 0.00015762886286463683, | |
| "loss": 0.0488, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.8529411764705882, | |
| "grad_norm": 0.5844431519508362, | |
| "learning_rate": 0.0001570976267628326, | |
| "loss": 0.0506, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.8578431372549019, | |
| "grad_norm": 0.3698306977748871, | |
| "learning_rate": 0.00015656398902045727, | |
| "loss": 0.0474, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.8627450980392157, | |
| "grad_norm": 0.4788702428340912, | |
| "learning_rate": 0.00015602797208338337, | |
| "loss": 0.0452, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.8676470588235294, | |
| "grad_norm": 0.47195127606391907, | |
| "learning_rate": 0.00015548959849755715, | |
| "loss": 0.0497, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.8725490196078431, | |
| "grad_norm": 0.3890342712402344, | |
| "learning_rate": 0.00015494889090805018, | |
| "loss": 0.0466, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.8774509803921569, | |
| "grad_norm": 0.24695785343647003, | |
| "learning_rate": 0.00015440587205810692, | |
| "loss": 0.0525, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.8823529411764706, | |
| "grad_norm": 0.41040509939193726, | |
| "learning_rate": 0.00015386056478818814, | |
| "loss": 0.0556, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.8872549019607843, | |
| "grad_norm": 0.5128910541534424, | |
| "learning_rate": 0.00015331299203501, | |
| "loss": 0.0485, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.8921568627450981, | |
| "grad_norm": 0.3270062804222107, | |
| "learning_rate": 0.0001527631768305796, | |
| "loss": 0.0423, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.8970588235294118, | |
| "grad_norm": 0.43017369508743286, | |
| "learning_rate": 0.00015221114230122584, | |
| "loss": 0.0461, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.9019607843137255, | |
| "grad_norm": 0.501888632774353, | |
| "learning_rate": 0.00015165691166662705, | |
| "loss": 0.0472, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.9068627450980392, | |
| "grad_norm": 0.286864310503006, | |
| "learning_rate": 0.00015110050823883406, | |
| "loss": 0.0418, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9117647058823529, | |
| "grad_norm": 0.5109400153160095, | |
| "learning_rate": 0.00015054195542128968, | |
| "loss": 0.0426, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.9166666666666666, | |
| "grad_norm": 0.32924002408981323, | |
| "learning_rate": 0.00014998127670784448, | |
| "loss": 0.0389, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.9215686274509803, | |
| "grad_norm": 0.21681684255599976, | |
| "learning_rate": 0.0001494184956817684, | |
| "loss": 0.0487, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.9264705882352942, | |
| "grad_norm": 0.20006486773490906, | |
| "learning_rate": 0.00014885363601475888, | |
| "loss": 0.0521, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.9313725490196079, | |
| "grad_norm": 0.6207095980644226, | |
| "learning_rate": 0.00014828672146594511, | |
| "loss": 0.0542, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9362745098039216, | |
| "grad_norm": 0.5559191703796387, | |
| "learning_rate": 0.00014771777588088884, | |
| "loss": 0.0446, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 0.3139231503009796, | |
| "learning_rate": 0.00014714682319058112, | |
| "loss": 0.0403, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.946078431372549, | |
| "grad_norm": 0.3132689893245697, | |
| "learning_rate": 0.00014657388741043606, | |
| "loss": 0.0398, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.9509803921568627, | |
| "grad_norm": 0.2745281457901001, | |
| "learning_rate": 0.00014599899263928028, | |
| "loss": 0.0358, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.9558823529411765, | |
| "grad_norm": 0.2483411729335785, | |
| "learning_rate": 0.00014542216305833968, | |
| "loss": 0.0506, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.9607843137254902, | |
| "grad_norm": 0.3583033084869385, | |
| "learning_rate": 0.000144843422930222, | |
| "loss": 0.0442, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.9656862745098039, | |
| "grad_norm": 0.2526845932006836, | |
| "learning_rate": 0.00014426279659789651, | |
| "loss": 0.0458, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.9705882352941176, | |
| "grad_norm": 0.3186612129211426, | |
| "learning_rate": 0.00014368030848367, | |
| "loss": 0.052, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.9754901960784313, | |
| "grad_norm": 0.3088064193725586, | |
| "learning_rate": 0.00014309598308815945, | |
| "loss": 0.0453, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.9803921568627451, | |
| "grad_norm": 0.44008663296699524, | |
| "learning_rate": 0.00014250984498926167, | |
| "loss": 0.0449, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.9852941176470589, | |
| "grad_norm": 0.5169370174407959, | |
| "learning_rate": 0.0001419219188411194, | |
| "loss": 0.0411, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.9901960784313726, | |
| "grad_norm": 0.32191041111946106, | |
| "learning_rate": 0.0001413322293730842, | |
| "loss": 0.0406, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.9950980392156863, | |
| "grad_norm": 0.300047904253006, | |
| "learning_rate": 0.00014074080138867654, | |
| "loss": 0.0432, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6571453809738159, | |
| "learning_rate": 0.00014014765976454231, | |
| "loss": 0.0421, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.0049019607843137, | |
| "grad_norm": 0.43792489171028137, | |
| "learning_rate": 0.00013955282944940652, | |
| "loss": 0.0389, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.0098039215686274, | |
| "grad_norm": 0.40551769733428955, | |
| "learning_rate": 0.0001389563354630239, | |
| "loss": 0.0418, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.0147058823529411, | |
| "grad_norm": 0.3299430012702942, | |
| "learning_rate": 0.0001383582028951265, | |
| "loss": 0.0465, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.0196078431372548, | |
| "grad_norm": 0.2800670266151428, | |
| "learning_rate": 0.00013775845690436848, | |
| "loss": 0.0443, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.0245098039215685, | |
| "grad_norm": 0.49185529351234436, | |
| "learning_rate": 0.00013715712271726772, | |
| "loss": 0.0415, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.0294117647058822, | |
| "grad_norm": 0.6726065278053284, | |
| "learning_rate": 0.0001365542256271448, | |
| "loss": 0.038, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.0343137254901962, | |
| "grad_norm": 0.5443005561828613, | |
| "learning_rate": 0.00013594979099305928, | |
| "loss": 0.0407, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.0392156862745099, | |
| "grad_norm": 0.3882359564304352, | |
| "learning_rate": 0.00013534384423874272, | |
| "loss": 0.0479, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.0441176470588236, | |
| "grad_norm": 0.3460078239440918, | |
| "learning_rate": 0.00013473641085152957, | |
| "loss": 0.0472, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.0490196078431373, | |
| "grad_norm": 0.3264780342578888, | |
| "learning_rate": 0.00013412751638128503, | |
| "loss": 0.0374, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.053921568627451, | |
| "grad_norm": 0.28663188219070435, | |
| "learning_rate": 0.0001335171864393304, | |
| "loss": 0.0386, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.0588235294117647, | |
| "grad_norm": 0.22994215786457062, | |
| "learning_rate": 0.00013290544669736576, | |
| "loss": 0.0492, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.0637254901960784, | |
| "grad_norm": 0.2018628716468811, | |
| "learning_rate": 0.0001322923228863902, | |
| "loss": 0.0367, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.0686274509803921, | |
| "grad_norm": 0.20426690578460693, | |
| "learning_rate": 0.0001316778407956196, | |
| "loss": 0.0322, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.0735294117647058, | |
| "grad_norm": 0.32902026176452637, | |
| "learning_rate": 0.00013106202627140163, | |
| "loss": 0.0321, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.0784313725490196, | |
| "grad_norm": 0.3210899233818054, | |
| "learning_rate": 0.00013044490521612904, | |
| "loss": 0.0405, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.0833333333333333, | |
| "grad_norm": 0.23476989567279816, | |
| "learning_rate": 0.00012982650358714967, | |
| "loss": 0.0416, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.088235294117647, | |
| "grad_norm": 0.3046343922615051, | |
| "learning_rate": 0.000129206847395675, | |
| "loss": 0.0394, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.093137254901961, | |
| "grad_norm": 0.27315208315849304, | |
| "learning_rate": 0.0001285859627056858, | |
| "loss": 0.0439, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.0980392156862746, | |
| "grad_norm": 0.34966346621513367, | |
| "learning_rate": 0.00012796387563283605, | |
| "loss": 0.0387, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.1029411764705883, | |
| "grad_norm": 0.24096551537513733, | |
| "learning_rate": 0.00012734061234335434, | |
| "loss": 0.0412, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.107843137254902, | |
| "grad_norm": 0.26461055874824524, | |
| "learning_rate": 0.00012671619905294326, | |
| "loss": 0.0494, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.1127450980392157, | |
| "grad_norm": 0.24669981002807617, | |
| "learning_rate": 0.0001260906620256767, | |
| "loss": 0.0396, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.1176470588235294, | |
| "grad_norm": 0.37667712569236755, | |
| "learning_rate": 0.00012546402757289532, | |
| "loss": 0.0426, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.1225490196078431, | |
| "grad_norm": 0.3720461130142212, | |
| "learning_rate": 0.00012483632205209953, | |
| "loss": 0.042, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.1274509803921569, | |
| "grad_norm": 0.3975540101528168, | |
| "learning_rate": 0.0001242075718658411, | |
| "loss": 0.0464, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.1323529411764706, | |
| "grad_norm": 0.34910279512405396, | |
| "learning_rate": 0.00012357780346061256, | |
| "loss": 0.0412, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.1372549019607843, | |
| "grad_norm": 0.34874585270881653, | |
| "learning_rate": 0.00012294704332573462, | |
| "loss": 0.0458, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.142156862745098, | |
| "grad_norm": 0.24936801195144653, | |
| "learning_rate": 0.0001223153179922423, | |
| "loss": 0.0437, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.1470588235294117, | |
| "grad_norm": 0.39299267530441284, | |
| "learning_rate": 0.00012168265403176864, | |
| "loss": 0.0419, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.1519607843137254, | |
| "grad_norm": 0.44494786858558655, | |
| "learning_rate": 0.0001210490780554274, | |
| "loss": 0.0391, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.156862745098039, | |
| "grad_norm": 0.26526331901550293, | |
| "learning_rate": 0.00012041461671269337, | |
| "loss": 0.0338, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.161764705882353, | |
| "grad_norm": 0.4189550280570984, | |
| "learning_rate": 0.00011977929669028174, | |
| "loss": 0.0441, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.1666666666666667, | |
| "grad_norm": 0.2872006595134735, | |
| "learning_rate": 0.00011914314471102545, | |
| "loss": 0.0427, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.1715686274509804, | |
| "grad_norm": 0.2823413908481598, | |
| "learning_rate": 0.0001185061875327512, | |
| "loss": 0.0443, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 0.26944294571876526, | |
| "learning_rate": 0.00011786845194715403, | |
| "loss": 0.0387, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.1813725490196079, | |
| "grad_norm": 0.3672547936439514, | |
| "learning_rate": 0.00011722996477867026, | |
| "loss": 0.0397, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.1862745098039216, | |
| "grad_norm": 0.2237931340932846, | |
| "learning_rate": 0.00011659075288334938, | |
| "loss": 0.0444, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.1911764705882353, | |
| "grad_norm": 0.2790263295173645, | |
| "learning_rate": 0.00011595084314772429, | |
| "loss": 0.0358, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.196078431372549, | |
| "grad_norm": 0.2825845777988434, | |
| "learning_rate": 0.00011531026248768048, | |
| "loss": 0.0368, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.2009803921568627, | |
| "grad_norm": 0.27560582756996155, | |
| "learning_rate": 0.00011466903784732381, | |
| "loss": 0.0474, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.2058823529411764, | |
| "grad_norm": 0.4237360656261444, | |
| "learning_rate": 0.00011402719619784734, | |
| "loss": 0.0375, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.2107843137254901, | |
| "grad_norm": 0.3769036531448364, | |
| "learning_rate": 0.00011338476453639666, | |
| "loss": 0.0308, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.215686274509804, | |
| "grad_norm": 0.32824084162712097, | |
| "learning_rate": 0.00011274176988493454, | |
| "loss": 0.0386, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.2205882352941178, | |
| "grad_norm": 0.30048561096191406, | |
| "learning_rate": 0.0001120982392891042, | |
| "loss": 0.0391, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.2254901960784315, | |
| "grad_norm": 0.30690962076187134, | |
| "learning_rate": 0.00011145419981709169, | |
| "loss": 0.0443, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.2303921568627452, | |
| "grad_norm": 0.4496728479862213, | |
| "learning_rate": 0.00011080967855848755, | |
| "loss": 0.0447, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.2352941176470589, | |
| "grad_norm": 0.25722137093544006, | |
| "learning_rate": 0.00011016470262314707, | |
| "loss": 0.0333, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.2401960784313726, | |
| "grad_norm": 0.32415884733200073, | |
| "learning_rate": 0.00010951929914005033, | |
| "loss": 0.0375, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.2450980392156863, | |
| "grad_norm": 0.33738696575164795, | |
| "learning_rate": 0.00010887349525616075, | |
| "loss": 0.0408, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.3490372896194458, | |
| "learning_rate": 0.00010822731813528354, | |
| "loss": 0.0337, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.2549019607843137, | |
| "grad_norm": 0.42863723635673523, | |
| "learning_rate": 0.00010758079495692294, | |
| "loss": 0.0442, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.2598039215686274, | |
| "grad_norm": 0.29293495416641235, | |
| "learning_rate": 0.00010693395291513908, | |
| "loss": 0.0408, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.2647058823529411, | |
| "grad_norm": 0.27024197578430176, | |
| "learning_rate": 0.00010628681921740414, | |
| "loss": 0.0377, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.2696078431372548, | |
| "grad_norm": 0.35880324244499207, | |
| "learning_rate": 0.00010563942108345785, | |
| "loss": 0.0364, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.2745098039215685, | |
| "grad_norm": 0.3253026306629181, | |
| "learning_rate": 0.0001049917857441628, | |
| "loss": 0.0374, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.2794117647058822, | |
| "grad_norm": 0.33250367641448975, | |
| "learning_rate": 0.00010434394044035878, | |
| "loss": 0.0384, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.284313725490196, | |
| "grad_norm": 0.34700486063957214, | |
| "learning_rate": 0.00010369591242171719, | |
| "loss": 0.0369, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.2892156862745099, | |
| "grad_norm": 0.3287598788738251, | |
| "learning_rate": 0.00010304772894559475, | |
| "loss": 0.0419, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.2941176470588236, | |
| "grad_norm": 0.3363092243671417, | |
| "learning_rate": 0.00010239941727588707, | |
| "loss": 0.0419, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.2990196078431373, | |
| "grad_norm": 0.32619622349739075, | |
| "learning_rate": 0.0001017510046818817, | |
| "loss": 0.0353, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.303921568627451, | |
| "grad_norm": 0.28630563616752625, | |
| "learning_rate": 0.00010110251843711149, | |
| "loss": 0.0317, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.3088235294117647, | |
| "grad_norm": 0.470198392868042, | |
| "learning_rate": 0.00010045398581820702, | |
| "loss": 0.0397, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.3137254901960784, | |
| "grad_norm": 0.34590962529182434, | |
| "learning_rate": 9.98054341037495e-05, | |
| "loss": 0.0336, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.3186274509803921, | |
| "grad_norm": 0.18714579939842224, | |
| "learning_rate": 9.91568905731234e-05, | |
| "loss": 0.0268, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.3235294117647058, | |
| "grad_norm": 0.3055776357650757, | |
| "learning_rate": 9.850838250536885e-05, | |
| "loss": 0.0384, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.3284313725490196, | |
| "grad_norm": 0.33092889189720154, | |
| "learning_rate": 9.785993717803445e-05, | |
| "loss": 0.0323, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.26138371229171753, | |
| "learning_rate": 9.721158186602979e-05, | |
| "loss": 0.0391, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.3382352941176472, | |
| "grad_norm": 0.2703782320022583, | |
| "learning_rate": 9.656334384047812e-05, | |
| "loss": 0.0268, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.343137254901961, | |
| "grad_norm": 0.24206914007663727, | |
| "learning_rate": 9.591525036756952e-05, | |
| "loss": 0.032, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.3480392156862746, | |
| "grad_norm": 0.3793281018733978, | |
| "learning_rate": 9.526732870741386e-05, | |
| "loss": 0.0399, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.3529411764705883, | |
| "grad_norm": 0.3143618404865265, | |
| "learning_rate": 9.46196061128942e-05, | |
| "loss": 0.0365, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.357843137254902, | |
| "grad_norm": 0.23540951311588287, | |
| "learning_rate": 9.397210982852053e-05, | |
| "loss": 0.0328, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.3627450980392157, | |
| "grad_norm": 0.2023368775844574, | |
| "learning_rate": 9.332486708928373e-05, | |
| "loss": 0.0316, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.3676470588235294, | |
| "grad_norm": 0.26689231395721436, | |
| "learning_rate": 9.267790511951015e-05, | |
| "loss": 0.0326, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.3725490196078431, | |
| "grad_norm": 0.2792396545410156, | |
| "learning_rate": 9.203125113171631e-05, | |
| "loss": 0.0336, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.3774509803921569, | |
| "grad_norm": 0.21045692265033722, | |
| "learning_rate": 9.13849323254645e-05, | |
| "loss": 0.0296, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.3823529411764706, | |
| "grad_norm": 0.26224854588508606, | |
| "learning_rate": 9.073897588621853e-05, | |
| "loss": 0.0311, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.3872549019607843, | |
| "grad_norm": 0.30219170451164246, | |
| "learning_rate": 9.009340898420029e-05, | |
| "loss": 0.0379, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.392156862745098, | |
| "grad_norm": 0.19660678505897522, | |
| "learning_rate": 8.944825877324708e-05, | |
| "loss": 0.035, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.3970588235294117, | |
| "grad_norm": 0.2348472774028778, | |
| "learning_rate": 8.880355238966923e-05, | |
| "loss": 0.0366, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.4019607843137254, | |
| "grad_norm": 0.44347622990608215, | |
| "learning_rate": 8.815931695110885e-05, | |
| "loss": 0.0333, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.406862745098039, | |
| "grad_norm": 0.34309887886047363, | |
| "learning_rate": 8.751557955539915e-05, | |
| "loss": 0.0394, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.4117647058823528, | |
| "grad_norm": 0.3023855984210968, | |
| "learning_rate": 8.687236727942465e-05, | |
| "loss": 0.0308, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.4166666666666667, | |
| "grad_norm": 0.25127673149108887, | |
| "learning_rate": 8.622970717798227e-05, | |
| "loss": 0.0384, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.4215686274509804, | |
| "grad_norm": 0.17014305293560028, | |
| "learning_rate": 8.558762628264345e-05, | |
| "loss": 0.0331, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.4264705882352942, | |
| "grad_norm": 0.32725852727890015, | |
| "learning_rate": 8.494615160061694e-05, | |
| "loss": 0.0326, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.4313725490196079, | |
| "grad_norm": 0.2895604968070984, | |
| "learning_rate": 8.430531011361298e-05, | |
| "loss": 0.0319, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.4362745098039216, | |
| "grad_norm": 0.3882890045642853, | |
| "learning_rate": 8.366512877670842e-05, | |
| "loss": 0.0331, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.4411764705882353, | |
| "grad_norm": 0.27492624521255493, | |
| "learning_rate": 8.302563451721282e-05, | |
| "loss": 0.0384, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.446078431372549, | |
| "grad_norm": 0.23316094279289246, | |
| "learning_rate": 8.238685423353588e-05, | |
| "loss": 0.0426, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.4509803921568627, | |
| "grad_norm": 0.395353227853775, | |
| "learning_rate": 8.174881479405607e-05, | |
| "loss": 0.0347, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.4558823529411764, | |
| "grad_norm": 0.5179559588432312, | |
| "learning_rate": 8.111154303599049e-05, | |
| "loss": 0.0371, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.4607843137254901, | |
| "grad_norm": 0.22947251796722412, | |
| "learning_rate": 8.047506576426596e-05, | |
| "loss": 0.03, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.465686274509804, | |
| "grad_norm": 0.3831785023212433, | |
| "learning_rate": 7.983940975039166e-05, | |
| "loss": 0.0346, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 0.34753093123435974, | |
| "learning_rate": 7.920460173133304e-05, | |
| "loss": 0.0464, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.4754901960784315, | |
| "grad_norm": 0.24026577174663544, | |
| "learning_rate": 7.85706684083871e-05, | |
| "loss": 0.0334, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.4803921568627452, | |
| "grad_norm": 0.32264992594718933, | |
| "learning_rate": 7.793763644605947e-05, | |
| "loss": 0.0329, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.4852941176470589, | |
| "grad_norm": 0.25292444229125977, | |
| "learning_rate": 7.730553247094266e-05, | |
| "loss": 0.0306, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.4901960784313726, | |
| "grad_norm": 0.21395047008991241, | |
| "learning_rate": 7.667438307059627e-05, | |
| "loss": 0.0346, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.4950980392156863, | |
| "grad_norm": 0.29967001080513, | |
| "learning_rate": 7.604421479242846e-05, | |
| "loss": 0.0403, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.2828430235385895, | |
| "learning_rate": 7.541505414257959e-05, | |
| "loss": 0.0327, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.5049019607843137, | |
| "grad_norm": 0.43027809262275696, | |
| "learning_rate": 7.478692758480698e-05, | |
| "loss": 0.0331, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.5098039215686274, | |
| "grad_norm": 0.34473538398742676, | |
| "learning_rate": 7.415986153937202e-05, | |
| "loss": 0.0444, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.5147058823529411, | |
| "grad_norm": 0.3717981278896332, | |
| "learning_rate": 7.353388238192892e-05, | |
| "loss": 0.042, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.5196078431372548, | |
| "grad_norm": 0.15127846598625183, | |
| "learning_rate": 7.29090164424151e-05, | |
| "loss": 0.0296, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.5245098039215685, | |
| "grad_norm": 0.33397403359413147, | |
| "learning_rate": 7.22852900039438e-05, | |
| "loss": 0.0314, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.5294117647058822, | |
| "grad_norm": 0.25943371653556824, | |
| "learning_rate": 7.166272930169861e-05, | |
| "loss": 0.0342, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.534313725490196, | |
| "grad_norm": 0.3120077848434448, | |
| "learning_rate": 7.104136052182992e-05, | |
| "loss": 0.0317, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.5392156862745097, | |
| "grad_norm": 0.24377594888210297, | |
| "learning_rate": 7.042120980035346e-05, | |
| "loss": 0.0284, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.5441176470588234, | |
| "grad_norm": 0.19070957601070404, | |
| "learning_rate": 6.980230322205099e-05, | |
| "loss": 0.0343, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.5490196078431373, | |
| "grad_norm": 0.22296807169914246, | |
| "learning_rate": 6.918466681937308e-05, | |
| "loss": 0.0299, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.553921568627451, | |
| "grad_norm": 0.2279416173696518, | |
| "learning_rate": 6.856832657134424e-05, | |
| "loss": 0.0333, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.5588235294117647, | |
| "grad_norm": 0.2242182493209839, | |
| "learning_rate": 6.795330840247006e-05, | |
| "loss": 0.0331, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.5637254901960784, | |
| "grad_norm": 0.2774062752723694, | |
| "learning_rate": 6.733963818164686e-05, | |
| "loss": 0.0266, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.5686274509803921, | |
| "grad_norm": 0.37312522530555725, | |
| "learning_rate": 6.672734172107354e-05, | |
| "loss": 0.0376, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.5735294117647058, | |
| "grad_norm": 0.23322941362857819, | |
| "learning_rate": 6.611644477516595e-05, | |
| "loss": 0.0282, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.5784313725490198, | |
| "grad_norm": 0.32735109329223633, | |
| "learning_rate": 6.550697303947345e-05, | |
| "loss": 0.0294, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.5833333333333335, | |
| "grad_norm": 0.21853038668632507, | |
| "learning_rate": 6.489895214959828e-05, | |
| "loss": 0.0259, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.5882352941176472, | |
| "grad_norm": 0.3016158640384674, | |
| "learning_rate": 6.429240768011719e-05, | |
| "loss": 0.028, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.593137254901961, | |
| "grad_norm": 0.20449745655059814, | |
| "learning_rate": 6.368736514350568e-05, | |
| "loss": 0.0303, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.5980392156862746, | |
| "grad_norm": 0.2439008206129074, | |
| "learning_rate": 6.308384998906506e-05, | |
| "loss": 0.027, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.6029411764705883, | |
| "grad_norm": 0.28377825021743774, | |
| "learning_rate": 6.248188760185173e-05, | |
| "loss": 0.0302, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.607843137254902, | |
| "grad_norm": 0.32138168811798096, | |
| "learning_rate": 6.188150330160971e-05, | |
| "loss": 0.0255, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.6127450980392157, | |
| "grad_norm": 0.23931661248207092, | |
| "learning_rate": 6.128272234170547e-05, | |
| "loss": 0.0284, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.6176470588235294, | |
| "grad_norm": 0.26550066471099854, | |
| "learning_rate": 6.068556990806579e-05, | |
| "loss": 0.039, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.6225490196078431, | |
| "grad_norm": 0.20831480622291565, | |
| "learning_rate": 6.0090071118118355e-05, | |
| "loss": 0.0248, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.6274509803921569, | |
| "grad_norm": 0.26879703998565674, | |
| "learning_rate": 5.949625101973527e-05, | |
| "loss": 0.0303, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.6323529411764706, | |
| "grad_norm": 0.34190261363983154, | |
| "learning_rate": 5.890413459017958e-05, | |
| "loss": 0.0296, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.6372549019607843, | |
| "grad_norm": 0.3451369106769562, | |
| "learning_rate": 5.8313746735054544e-05, | |
| "loss": 0.0274, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.642156862745098, | |
| "grad_norm": 0.2692447304725647, | |
| "learning_rate": 5.77251122872561e-05, | |
| "loss": 0.0303, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.6470588235294117, | |
| "grad_norm": 0.28057631850242615, | |
| "learning_rate": 5.713825600592841e-05, | |
| "loss": 0.0335, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.6519607843137254, | |
| "grad_norm": 0.20118731260299683, | |
| "learning_rate": 5.6553202575422385e-05, | |
| "loss": 0.0339, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.656862745098039, | |
| "grad_norm": 0.27384528517723083, | |
| "learning_rate": 5.596997660425746e-05, | |
| "loss": 0.0296, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.6617647058823528, | |
| "grad_norm": 0.27839264273643494, | |
| "learning_rate": 5.538860262408632e-05, | |
| "loss": 0.0306, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.26187360286712646, | |
| "learning_rate": 5.480910508866333e-05, | |
| "loss": 0.0327, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.6715686274509802, | |
| "grad_norm": 0.16635389626026154, | |
| "learning_rate": 5.423150837281585e-05, | |
| "loss": 0.0268, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.6764705882352942, | |
| "grad_norm": 0.3123128414154053, | |
| "learning_rate": 5.365583677141883e-05, | |
| "loss": 0.0345, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.6813725490196079, | |
| "grad_norm": 0.30305176973342896, | |
| "learning_rate": 5.308211449837315e-05, | |
| "loss": 0.0264, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.6862745098039216, | |
| "grad_norm": 0.19436487555503845, | |
| "learning_rate": 5.2510365685587026e-05, | |
| "loss": 0.0318, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.6911764705882353, | |
| "grad_norm": 0.2048874795436859, | |
| "learning_rate": 5.1940614381961004e-05, | |
| "loss": 0.0296, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.696078431372549, | |
| "grad_norm": 0.32843217253685, | |
| "learning_rate": 5.137288455237627e-05, | |
| "loss": 0.0288, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.7009803921568627, | |
| "grad_norm": 0.26734060049057007, | |
| "learning_rate": 5.080720007668689e-05, | |
| "loss": 0.0309, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.7058823529411766, | |
| "grad_norm": 0.2050999402999878, | |
| "learning_rate": 5.0243584748715235e-05, | |
| "loss": 0.0283, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.7107843137254903, | |
| "grad_norm": 0.32800912857055664, | |
| "learning_rate": 4.968206227525111e-05, | |
| "loss": 0.0356, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.715686274509804, | |
| "grad_norm": 0.2212320864200592, | |
| "learning_rate": 4.912265627505468e-05, | |
| "loss": 0.0278, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.7205882352941178, | |
| "grad_norm": 0.22088485956192017, | |
| "learning_rate": 4.856539027786305e-05, | |
| "loss": 0.0315, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.7254901960784315, | |
| "grad_norm": 0.2626785635948181, | |
| "learning_rate": 4.8010287723400494e-05, | |
| "loss": 0.0395, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.7303921568627452, | |
| "grad_norm": 0.343022882938385, | |
| "learning_rate": 4.745737196039259e-05, | |
| "loss": 0.0235, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.7352941176470589, | |
| "grad_norm": 0.4321844279766083, | |
| "learning_rate": 4.6906666245583965e-05, | |
| "loss": 0.0393, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.7401960784313726, | |
| "grad_norm": 0.34605053067207336, | |
| "learning_rate": 4.6358193742760305e-05, | |
| "loss": 0.0214, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.7450980392156863, | |
| "grad_norm": 0.2320283055305481, | |
| "learning_rate": 4.5811977521773906e-05, | |
| "loss": 0.0331, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.21285474300384521, | |
| "learning_rate": 4.526804055757328e-05, | |
| "loss": 0.0333, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.7549019607843137, | |
| "grad_norm": 0.185288667678833, | |
| "learning_rate": 4.472640572923687e-05, | |
| "loss": 0.0269, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.7598039215686274, | |
| "grad_norm": 0.2527756989002228, | |
| "learning_rate": 4.4187095819010674e-05, | |
| "loss": 0.0296, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.7647058823529411, | |
| "grad_norm": 0.1697828769683838, | |
| "learning_rate": 4.365013351135001e-05, | |
| "loss": 0.0272, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.7696078431372548, | |
| "grad_norm": 0.215946227312088, | |
| "learning_rate": 4.311554139196522e-05, | |
| "loss": 0.0262, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.7745098039215685, | |
| "grad_norm": 0.41971561312675476, | |
| "learning_rate": 4.258334194687188e-05, | |
| "loss": 0.0282, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.7794117647058822, | |
| "grad_norm": 0.18381306529045105, | |
| "learning_rate": 4.205355756144489e-05, | |
| "loss": 0.0293, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.784313725490196, | |
| "grad_norm": 0.24697428941726685, | |
| "learning_rate": 4.152621051947682e-05, | |
| "loss": 0.0205, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.7892156862745097, | |
| "grad_norm": 0.23640835285186768, | |
| "learning_rate": 4.1001323002240754e-05, | |
| "loss": 0.0304, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.7941176470588234, | |
| "grad_norm": 0.21955536305904388, | |
| "learning_rate": 4.047891708755724e-05, | |
| "loss": 0.0281, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.7990196078431373, | |
| "grad_norm": 0.34594038128852844, | |
| "learning_rate": 3.995901474886568e-05, | |
| "loss": 0.0344, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.803921568627451, | |
| "grad_norm": 0.4010615646839142, | |
| "learning_rate": 3.944163785429992e-05, | |
| "loss": 0.0241, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.8088235294117647, | |
| "grad_norm": 0.24570715427398682, | |
| "learning_rate": 3.8926808165768715e-05, | |
| "loss": 0.0269, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.8137254901960784, | |
| "grad_norm": 0.2714114785194397, | |
| "learning_rate": 3.841454733804016e-05, | |
| "loss": 0.0287, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.8186274509803921, | |
| "grad_norm": 0.29776889085769653, | |
| "learning_rate": 3.790487691783099e-05, | |
| "loss": 0.0325, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.8235294117647058, | |
| "grad_norm": 0.20955297350883484, | |
| "learning_rate": 3.739781834290006e-05, | |
| "loss": 0.0319, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.8284313725490198, | |
| "grad_norm": 0.2985910475254059, | |
| "learning_rate": 3.689339294114692e-05, | |
| "loss": 0.0244, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.8333333333333335, | |
| "grad_norm": 0.33746784925460815, | |
| "learning_rate": 3.639162192971457e-05, | |
| "loss": 0.0272, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.8382352941176472, | |
| "grad_norm": 0.2537771761417389, | |
| "learning_rate": 3.5892526414096925e-05, | |
| "loss": 0.0317, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.843137254901961, | |
| "grad_norm": 0.30214208364486694, | |
| "learning_rate": 3.53961273872513e-05, | |
| "loss": 0.0207, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.8480392156862746, | |
| "grad_norm": 0.3083361089229584, | |
| "learning_rate": 3.490244572871524e-05, | |
| "loss": 0.0216, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.8529411764705883, | |
| "grad_norm": 0.24969086050987244, | |
| "learning_rate": 3.44115022037284e-05, | |
| "loss": 0.0254, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.857843137254902, | |
| "grad_norm": 0.2084352970123291, | |
| "learning_rate": 3.3923317462358905e-05, | |
| "loss": 0.0305, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.8627450980392157, | |
| "grad_norm": 0.21671414375305176, | |
| "learning_rate": 3.3437912038635056e-05, | |
| "loss": 0.0303, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.8676470588235294, | |
| "grad_norm": 0.2956879436969757, | |
| "learning_rate": 3.295530634968147e-05, | |
| "loss": 0.0298, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.8725490196078431, | |
| "grad_norm": 0.29368528723716736, | |
| "learning_rate": 3.24755206948602e-05, | |
| "loss": 0.0261, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.8774509803921569, | |
| "grad_norm": 0.13201627135276794, | |
| "learning_rate": 3.199857525491714e-05, | |
| "loss": 0.0217, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.8823529411764706, | |
| "grad_norm": 0.21656860411167145, | |
| "learning_rate": 3.1524490091133e-05, | |
| "loss": 0.0288, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.8872549019607843, | |
| "grad_norm": 0.20571519434452057, | |
| "learning_rate": 3.105328514447957e-05, | |
| "loss": 0.0254, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.892156862745098, | |
| "grad_norm": 0.2538784444332123, | |
| "learning_rate": 3.0584980234780916e-05, | |
| "loss": 0.0325, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.8970588235294117, | |
| "grad_norm": 0.282520592212677, | |
| "learning_rate": 3.0119595059879678e-05, | |
| "loss": 0.0292, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.9019607843137254, | |
| "grad_norm": 0.2727642357349396, | |
| "learning_rate": 2.965714919480872e-05, | |
| "loss": 0.0264, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.906862745098039, | |
| "grad_norm": 0.1925729215145111, | |
| "learning_rate": 2.9197662090967625e-05, | |
| "loss": 0.0282, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.9117647058823528, | |
| "grad_norm": 0.23374304175376892, | |
| "learning_rate": 2.8741153075304438e-05, | |
| "loss": 0.0266, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.9166666666666665, | |
| "grad_norm": 0.24565072357654572, | |
| "learning_rate": 2.828764134950297e-05, | |
| "loss": 0.0198, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.9215686274509802, | |
| "grad_norm": 0.1271701604127884, | |
| "learning_rate": 2.7837145989174974e-05, | |
| "loss": 0.0206, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.9264705882352942, | |
| "grad_norm": 0.25117677450180054, | |
| "learning_rate": 2.7389685943057852e-05, | |
| "loss": 0.0249, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.9313725490196079, | |
| "grad_norm": 0.33383405208587646, | |
| "learning_rate": 2.6945280032217535e-05, | |
| "loss": 0.0298, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.9362745098039216, | |
| "grad_norm": 0.22882990539073944, | |
| "learning_rate": 2.6503946949256974e-05, | |
| "loss": 0.0273, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.9411764705882353, | |
| "grad_norm": 0.2781018316745758, | |
| "learning_rate": 2.6065705257529848e-05, | |
| "loss": 0.0345, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.946078431372549, | |
| "grad_norm": 0.23163281381130219, | |
| "learning_rate": 2.5630573390359624e-05, | |
| "loss": 0.024, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.9509803921568627, | |
| "grad_norm": 0.30135810375213623, | |
| "learning_rate": 2.5198569650264403e-05, | |
| "loss": 0.0245, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.9558823529411766, | |
| "grad_norm": 0.2169611006975174, | |
| "learning_rate": 2.4769712208186967e-05, | |
| "loss": 0.0217, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.9607843137254903, | |
| "grad_norm": 0.2509106397628784, | |
| "learning_rate": 2.4344019102730542e-05, | |
| "loss": 0.0225, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.965686274509804, | |
| "grad_norm": 0.3170604407787323, | |
| "learning_rate": 2.3921508239399913e-05, | |
| "loss": 0.027, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.9705882352941178, | |
| "grad_norm": 0.1460844874382019, | |
| "learning_rate": 2.350219738984849e-05, | |
| "loss": 0.021, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.9754901960784315, | |
| "grad_norm": 0.27143651247024536, | |
| "learning_rate": 2.3086104191130643e-05, | |
| "loss": 0.0262, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.9803921568627452, | |
| "grad_norm": 0.2494950294494629, | |
| "learning_rate": 2.2673246144959935e-05, | |
| "loss": 0.0249, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.9852941176470589, | |
| "grad_norm": 0.26637178659439087, | |
| "learning_rate": 2.226364061697287e-05, | |
| "loss": 0.0325, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.9901960784313726, | |
| "grad_norm": 0.2871919274330139, | |
| "learning_rate": 2.185730483599856e-05, | |
| "loss": 0.0286, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.9950980392156863, | |
| "grad_norm": 0.2098357230424881, | |
| "learning_rate": 2.1454255893334064e-05, | |
| "loss": 0.0332, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.2278250902891159, | |
| "learning_rate": 2.10545107420253e-05, | |
| "loss": 0.0234, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.0049019607843137, | |
| "grad_norm": 0.266368567943573, | |
| "learning_rate": 2.0658086196154236e-05, | |
| "loss": 0.0226, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.0098039215686274, | |
| "grad_norm": 0.10192721337080002, | |
| "learning_rate": 2.026499893013144e-05, | |
| "loss": 0.0217, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.014705882352941, | |
| "grad_norm": 0.2021161913871765, | |
| "learning_rate": 1.9875265477994875e-05, | |
| "loss": 0.0219, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.019607843137255, | |
| "grad_norm": 0.18436592817306519, | |
| "learning_rate": 1.9488902232714267e-05, | |
| "loss": 0.0216, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.0245098039215685, | |
| "grad_norm": 0.18808206915855408, | |
| "learning_rate": 1.9105925445501794e-05, | |
| "loss": 0.0184, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.0294117647058822, | |
| "grad_norm": 0.2091018408536911, | |
| "learning_rate": 1.87263512251284e-05, | |
| "loss": 0.0237, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.034313725490196, | |
| "grad_norm": 0.29868388175964355, | |
| "learning_rate": 1.8350195537246184e-05, | |
| "loss": 0.0251, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.0392156862745097, | |
| "grad_norm": 0.15926848351955414, | |
| "learning_rate": 1.797747420371699e-05, | |
| "loss": 0.0214, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.0441176470588234, | |
| "grad_norm": 0.24016976356506348, | |
| "learning_rate": 1.7608202901946826e-05, | |
| "loss": 0.0206, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.049019607843137, | |
| "grad_norm": 0.18072175979614258, | |
| "learning_rate": 1.7242397164226452e-05, | |
| "loss": 0.0192, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.053921568627451, | |
| "grad_norm": 0.21760503947734833, | |
| "learning_rate": 1.6880072377078026e-05, | |
| "loss": 0.0237, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.0588235294117645, | |
| "grad_norm": 0.28834259510040283, | |
| "learning_rate": 1.6521243780607974e-05, | |
| "loss": 0.0185, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.063725490196078, | |
| "grad_norm": 0.14096632599830627, | |
| "learning_rate": 1.616592646786599e-05, | |
| "loss": 0.0184, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.0686274509803924, | |
| "grad_norm": 0.15555402636528015, | |
| "learning_rate": 1.5814135384210026e-05, | |
| "loss": 0.02, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.073529411764706, | |
| "grad_norm": 0.09052202850580215, | |
| "learning_rate": 1.5465885326677897e-05, | |
| "loss": 0.019, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.0784313725490198, | |
| "grad_norm": 0.1283917874097824, | |
| "learning_rate": 1.512119094336466e-05, | |
| "loss": 0.0194, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.0833333333333335, | |
| "grad_norm": 0.268288791179657, | |
| "learning_rate": 1.4780066732806663e-05, | |
| "loss": 0.024, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.088235294117647, | |
| "grad_norm": 0.1498635858297348, | |
| "learning_rate": 1.4442527043371622e-05, | |
| "loss": 0.0226, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.093137254901961, | |
| "grad_norm": 0.31013911962509155, | |
| "learning_rate": 1.4108586072655062e-05, | |
| "loss": 0.0198, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.0980392156862746, | |
| "grad_norm": 0.19611553847789764, | |
| "learning_rate": 1.377825786688326e-05, | |
| "loss": 0.029, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.1029411764705883, | |
| "grad_norm": 0.15280510485172272, | |
| "learning_rate": 1.3451556320322344e-05, | |
| "loss": 0.0305, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.107843137254902, | |
| "grad_norm": 0.1233508512377739, | |
| "learning_rate": 1.3128495174693833e-05, | |
| "loss": 0.0214, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.1127450980392157, | |
| "grad_norm": 0.23667648434638977, | |
| "learning_rate": 1.280908801859676e-05, | |
| "loss": 0.017, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.1176470588235294, | |
| "grad_norm": 0.2285485714673996, | |
| "learning_rate": 1.2493348286936013e-05, | |
| "loss": 0.019, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.122549019607843, | |
| "grad_norm": 0.17249974608421326, | |
| "learning_rate": 1.2181289260357265e-05, | |
| "loss": 0.0233, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.127450980392157, | |
| "grad_norm": 0.18264269828796387, | |
| "learning_rate": 1.1872924064688328e-05, | |
| "loss": 0.0176, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.1323529411764706, | |
| "grad_norm": 0.23498280346393585, | |
| "learning_rate": 1.1568265670387125e-05, | |
| "loss": 0.0216, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.1372549019607843, | |
| "grad_norm": 0.20697841048240662, | |
| "learning_rate": 1.12673268919961e-05, | |
| "loss": 0.0221, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.142156862745098, | |
| "grad_norm": 0.20883601903915405, | |
| "learning_rate": 1.0970120387603122e-05, | |
| "loss": 0.0211, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.1470588235294117, | |
| "grad_norm": 0.2525753676891327, | |
| "learning_rate": 1.0676658658309225e-05, | |
| "loss": 0.0182, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.1519607843137254, | |
| "grad_norm": 0.20986422896385193, | |
| "learning_rate": 1.0386954047702646e-05, | |
| "loss": 0.0222, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.156862745098039, | |
| "grad_norm": 0.18922965228557587, | |
| "learning_rate": 1.010101874133973e-05, | |
| "loss": 0.0215, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.161764705882353, | |
| "grad_norm": 0.23508426547050476, | |
| "learning_rate": 9.81886476623226e-06, | |
| "loss": 0.0158, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.1666666666666665, | |
| "grad_norm": 0.17150916159152985, | |
| "learning_rate": 9.540503990341743e-06, | |
| "loss": 0.0204, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.1715686274509802, | |
| "grad_norm": 0.12821370363235474, | |
| "learning_rate": 9.265948122080048e-06, | |
| "loss": 0.0162, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.176470588235294, | |
| "grad_norm": 0.14045512676239014, | |
| "learning_rate": 8.995208709817071e-06, | |
| "loss": 0.0231, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.1813725490196076, | |
| "grad_norm": 0.24774880707263947, | |
| "learning_rate": 8.728297141394858e-06, | |
| "loss": 0.0205, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.186274509803922, | |
| "grad_norm": 0.20708513259887695, | |
| "learning_rate": 8.465224643648728e-06, | |
| "loss": 0.0217, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.1911764705882355, | |
| "grad_norm": 0.1988290697336197, | |
| "learning_rate": 8.206002281934977e-06, | |
| "loss": 0.0181, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.196078431372549, | |
| "grad_norm": 0.24248534440994263, | |
| "learning_rate": 7.950640959665457e-06, | |
| "loss": 0.014, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.200980392156863, | |
| "grad_norm": 0.199833944439888, | |
| "learning_rate": 7.69915141784896e-06, | |
| "loss": 0.0177, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.2058823529411766, | |
| "grad_norm": 0.18880146741867065, | |
| "learning_rate": 7.451544234639473e-06, | |
| "loss": 0.0309, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.2107843137254903, | |
| "grad_norm": 0.19817057251930237, | |
| "learning_rate": 7.207829824891199e-06, | |
| "loss": 0.0135, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.215686274509804, | |
| "grad_norm": 0.22702986001968384, | |
| "learning_rate": 6.968018439720414e-06, | |
| "loss": 0.0242, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.2205882352941178, | |
| "grad_norm": 0.23108519613742828, | |
| "learning_rate": 6.732120166074441e-06, | |
| "loss": 0.0266, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.2254901960784315, | |
| "grad_norm": 0.2683473229408264, | |
| "learning_rate": 6.500144926307295e-06, | |
| "loss": 0.0138, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.230392156862745, | |
| "grad_norm": 0.3906085193157196, | |
| "learning_rate": 6.272102477762254e-06, | |
| "loss": 0.0257, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.235294117647059, | |
| "grad_norm": 0.16685569286346436, | |
| "learning_rate": 6.048002412361598e-06, | |
| "loss": 0.0197, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.2401960784313726, | |
| "grad_norm": 0.19442564249038696, | |
| "learning_rate": 5.827854156203017e-06, | |
| "loss": 0.0183, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.2450980392156863, | |
| "grad_norm": 0.22825686633586884, | |
| "learning_rate": 5.611666969163243e-06, | |
| "loss": 0.0192, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.13165044784545898, | |
| "learning_rate": 5.399449944508439e-06, | |
| "loss": 0.0181, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.2549019607843137, | |
| "grad_norm": 0.32770487666130066, | |
| "learning_rate": 5.1912120085118365e-06, | |
| "loss": 0.0194, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.2598039215686274, | |
| "grad_norm": 0.20789536833763123, | |
| "learning_rate": 4.986961920078204e-06, | |
| "loss": 0.0274, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.264705882352941, | |
| "grad_norm": 0.3107619881629944, | |
| "learning_rate": 4.786708270375462e-06, | |
| "loss": 0.0244, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.269607843137255, | |
| "grad_norm": 0.11234085261821747, | |
| "learning_rate": 4.590459482473286e-06, | |
| "loss": 0.0125, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.2745098039215685, | |
| "grad_norm": 0.2838551700115204, | |
| "learning_rate": 4.398223810988866e-06, | |
| "loss": 0.0209, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.2794117647058822, | |
| "grad_norm": 0.2697765529155731, | |
| "learning_rate": 4.2100093417396845e-06, | |
| "loss": 0.0245, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.284313725490196, | |
| "grad_norm": 0.1846655011177063, | |
| "learning_rate": 4.0258239914033765e-06, | |
| "loss": 0.0271, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.2892156862745097, | |
| "grad_norm": 0.20711906254291534, | |
| "learning_rate": 3.8456755071847765e-06, | |
| "loss": 0.0262, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.2941176470588234, | |
| "grad_norm": 0.23577173054218292, | |
| "learning_rate": 3.6695714664900293e-06, | |
| "loss": 0.0147, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.299019607843137, | |
| "grad_norm": 0.21056267619132996, | |
| "learning_rate": 3.49751927660793e-06, | |
| "loss": 0.0242, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.303921568627451, | |
| "grad_norm": 0.1903896927833557, | |
| "learning_rate": 3.329526174398223e-06, | |
| "loss": 0.0199, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.3088235294117645, | |
| "grad_norm": 0.1740642637014389, | |
| "learning_rate": 3.165599225987381e-06, | |
| "loss": 0.0241, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.313725490196078, | |
| "grad_norm": 0.23523923754692078, | |
| "learning_rate": 3.005745326471254e-06, | |
| "loss": 0.0196, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.318627450980392, | |
| "grad_norm": 0.17898762226104736, | |
| "learning_rate": 2.849971199625112e-06, | |
| "loss": 0.0178, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.323529411764706, | |
| "grad_norm": 0.18050484359264374, | |
| "learning_rate": 2.6982833976208043e-06, | |
| "loss": 0.0264, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.3284313725490198, | |
| "grad_norm": 0.14259324967861176, | |
| "learning_rate": 2.5506883007511695e-06, | |
| "loss": 0.0163, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.3333333333333335, | |
| "grad_norm": 0.25935426354408264, | |
| "learning_rate": 2.407192117161683e-06, | |
| "loss": 0.0215, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.338235294117647, | |
| "grad_norm": 0.24692723155021667, | |
| "learning_rate": 2.2678008825893106e-06, | |
| "loss": 0.0185, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.343137254901961, | |
| "grad_norm": 0.22854046523571014, | |
| "learning_rate": 2.1325204601086222e-06, | |
| "loss": 0.0235, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.3480392156862746, | |
| "grad_norm": 0.31760168075561523, | |
| "learning_rate": 2.001356539885213e-06, | |
| "loss": 0.0279, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 0.19233286380767822, | |
| "learning_rate": 1.8743146389363474e-06, | |
| "loss": 0.0174, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.357843137254902, | |
| "grad_norm": 0.28652098774909973, | |
| "learning_rate": 1.7514001008988923e-06, | |
| "loss": 0.0193, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.3627450980392157, | |
| "grad_norm": 0.16845420002937317, | |
| "learning_rate": 1.6326180958045502e-06, | |
| "loss": 0.0177, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.3676470588235294, | |
| "grad_norm": 0.12303224951028824, | |
| "learning_rate": 1.517973619862445e-06, | |
| "loss": 0.0205, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.372549019607843, | |
| "grad_norm": 0.1442280411720276, | |
| "learning_rate": 1.4074714952489132e-06, | |
| "loss": 0.0215, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.377450980392157, | |
| "grad_norm": 0.18173760175704956, | |
| "learning_rate": 1.3011163699046758e-06, | |
| "loss": 0.0166, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.3823529411764706, | |
| "grad_norm": 0.2543584406375885, | |
| "learning_rate": 1.1989127173393955e-06, | |
| "loss": 0.0195, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.3872549019607843, | |
| "grad_norm": 0.14100182056427002, | |
| "learning_rate": 1.1008648364434493e-06, | |
| "loss": 0.0252, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.392156862745098, | |
| "grad_norm": 0.22381238639354706, | |
| "learning_rate": 1.0069768513071287e-06, | |
| "loss": 0.0184, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.3970588235294117, | |
| "grad_norm": 0.1522032916545868, | |
| "learning_rate": 9.172527110472007e-07, | |
| "loss": 0.0226, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.4019607843137254, | |
| "grad_norm": 0.151298388838768, | |
| "learning_rate": 8.316961896407293e-07, | |
| "loss": 0.0161, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.406862745098039, | |
| "grad_norm": 0.10205589234828949, | |
| "learning_rate": 7.503108857664476e-07, | |
| "loss": 0.0221, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.411764705882353, | |
| "grad_norm": 0.29145070910453796, | |
| "learning_rate": 6.731002226532557e-07, | |
| "loss": 0.0256, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.4166666666666665, | |
| "grad_norm": 0.11820173263549805, | |
| "learning_rate": 6.000674479363366e-07, | |
| "loss": 0.0192, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.4215686274509802, | |
| "grad_norm": 0.34024494886398315, | |
| "learning_rate": 5.312156335205098e-07, | |
| "loss": 0.0184, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.426470588235294, | |
| "grad_norm": 0.2437254935503006, | |
| "learning_rate": 4.665476754510234e-07, | |
| "loss": 0.0172, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.431372549019608, | |
| "grad_norm": 0.22836612164974213, | |
| "learning_rate": 4.0606629379175143e-07, | |
| "loss": 0.0236, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.436274509803922, | |
| "grad_norm": 0.30892133712768555, | |
| "learning_rate": 3.497740325107746e-07, | |
| "loss": 0.021, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.4411764705882355, | |
| "grad_norm": 0.1466980129480362, | |
| "learning_rate": 2.9767325937338775e-07, | |
| "loss": 0.0158, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.446078431372549, | |
| "grad_norm": 0.17119024693965912, | |
| "learning_rate": 2.497661658424688e-07, | |
| "loss": 0.0211, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.450980392156863, | |
| "grad_norm": 0.24735775589942932, | |
| "learning_rate": 2.0605476698636328e-07, | |
| "loss": 0.0198, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.4558823529411766, | |
| "grad_norm": 0.22227314114570618, | |
| "learning_rate": 1.6654090139408551e-07, | |
| "loss": 0.0222, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.4607843137254903, | |
| "grad_norm": 0.2925474941730499, | |
| "learning_rate": 1.3122623109795839e-07, | |
| "loss": 0.0212, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.465686274509804, | |
| "grad_norm": 0.11938751488924026, | |
| "learning_rate": 1.0011224150379139e-07, | |
| "loss": 0.0206, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.4705882352941178, | |
| "grad_norm": 0.18019632995128632, | |
| "learning_rate": 7.320024132829729e-08, | |
| "loss": 0.0175, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.4754901960784315, | |
| "grad_norm": 0.1969996839761734, | |
| "learning_rate": 5.049136254413611e-08, | |
| "loss": 0.0196, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.480392156862745, | |
| "grad_norm": 0.26969224214553833, | |
| "learning_rate": 3.1986560332242234e-08, | |
| "loss": 0.0159, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.485294117647059, | |
| "grad_norm": 0.24808961153030396, | |
| "learning_rate": 1.768661304166752e-08, | |
| "loss": 0.0235, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.4901960784313726, | |
| "grad_norm": 0.08070988208055496, | |
| "learning_rate": 7.592122156829806e-09, | |
| "loss": 0.0196, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.4950980392156863, | |
| "grad_norm": 0.3003765642642975, | |
| "learning_rate": 1.7035122722663943e-09, | |
| "loss": 0.0214, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.4995098039215686, | |
| "step": 5099, | |
| "total_flos": 1.0010895665363712e+17, | |
| "train_loss": 0.049077389520344766, | |
| "train_runtime": 1743.2855, | |
| "train_samples_per_second": 46.799, | |
| "train_steps_per_second": 2.925 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 5099, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0010895665363712e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |