| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9936305732484074, | |
| "eval_steps": 500, | |
| "global_step": 1059, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.028308563340410473, | |
| "grad_norm": 10.472460746765137, | |
| "learning_rate": 4.971671388101983e-05, | |
| "loss": 5.6874, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.056617126680820945, | |
| "grad_norm": 1.0690819025039673, | |
| "learning_rate": 4.9244570349386214e-05, | |
| "loss": 1.622, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08492569002123142, | |
| "grad_norm": 0.6105159521102905, | |
| "learning_rate": 4.8772426817752596e-05, | |
| "loss": 2.0585, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.11323425336164189, | |
| "grad_norm": 0.9013139009475708, | |
| "learning_rate": 4.830028328611898e-05, | |
| "loss": 1.3675, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.14154281670205238, | |
| "grad_norm": 1.0703097581863403, | |
| "learning_rate": 4.7828139754485365e-05, | |
| "loss": 1.7004, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.16985138004246284, | |
| "grad_norm": 0.715630829334259, | |
| "learning_rate": 4.7355996222851754e-05, | |
| "loss": 1.2608, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.19815994338287332, | |
| "grad_norm": 0.6118766069412231, | |
| "learning_rate": 4.6883852691218135e-05, | |
| "loss": 1.3334, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.22646850672328378, | |
| "grad_norm": 1.0044665336608887, | |
| "learning_rate": 4.641170915958452e-05, | |
| "loss": 1.3244, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.25477707006369427, | |
| "grad_norm": 1.927817940711975, | |
| "learning_rate": 4.59395656279509e-05, | |
| "loss": 1.2348, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.28308563340410475, | |
| "grad_norm": 1.5741430521011353, | |
| "learning_rate": 4.546742209631728e-05, | |
| "loss": 1.22, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.31139419674451524, | |
| "grad_norm": 0.6977642774581909, | |
| "learning_rate": 4.499527856468367e-05, | |
| "loss": 1.0786, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.33970276008492567, | |
| "grad_norm": 2.7766706943511963, | |
| "learning_rate": 4.452313503305005e-05, | |
| "loss": 1.1531, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.36801132342533616, | |
| "grad_norm": 2.0790321826934814, | |
| "learning_rate": 4.405099150141643e-05, | |
| "loss": 1.0915, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.39631988676574664, | |
| "grad_norm": 3.8764405250549316, | |
| "learning_rate": 4.357884796978281e-05, | |
| "loss": 1.1757, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.42462845010615713, | |
| "grad_norm": 0.8142156600952148, | |
| "learning_rate": 4.31067044381492e-05, | |
| "loss": 1.0972, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.45293701344656756, | |
| "grad_norm": 2.6679811477661133, | |
| "learning_rate": 4.263456090651558e-05, | |
| "loss": 1.1941, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.48124557678697805, | |
| "grad_norm": 3.724242925643921, | |
| "learning_rate": 4.216241737488197e-05, | |
| "loss": 1.0199, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5095541401273885, | |
| "grad_norm": 0.9096172451972961, | |
| "learning_rate": 4.169027384324835e-05, | |
| "loss": 0.9365, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.537862703467799, | |
| "grad_norm": 0.8280671834945679, | |
| "learning_rate": 4.1218130311614734e-05, | |
| "loss": 0.7999, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5661712668082095, | |
| "grad_norm": 0.7605137825012207, | |
| "learning_rate": 4.0745986779981115e-05, | |
| "loss": 0.9142, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5944798301486199, | |
| "grad_norm": 1.1094071865081787, | |
| "learning_rate": 4.02738432483475e-05, | |
| "loss": 0.9304, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.6227883934890305, | |
| "grad_norm": 1.2188092470169067, | |
| "learning_rate": 3.980169971671388e-05, | |
| "loss": 1.0773, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6510969568294409, | |
| "grad_norm": 1.421103835105896, | |
| "learning_rate": 3.932955618508027e-05, | |
| "loss": 0.9702, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6794055201698513, | |
| "grad_norm": 0.6401333212852478, | |
| "learning_rate": 3.885741265344665e-05, | |
| "loss": 0.8283, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7077140835102619, | |
| "grad_norm": 1.2169103622436523, | |
| "learning_rate": 3.8385269121813036e-05, | |
| "loss": 0.7306, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7360226468506723, | |
| "grad_norm": 4.206311225891113, | |
| "learning_rate": 3.791312559017942e-05, | |
| "loss": 0.7564, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7643312101910829, | |
| "grad_norm": 0.7803528308868408, | |
| "learning_rate": 3.74409820585458e-05, | |
| "loss": 0.9409, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7926397735314933, | |
| "grad_norm": 1.2564524412155151, | |
| "learning_rate": 3.696883852691218e-05, | |
| "loss": 0.8487, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8209483368719037, | |
| "grad_norm": 1.0345911979675293, | |
| "learning_rate": 3.649669499527857e-05, | |
| "loss": 0.9284, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8492569002123143, | |
| "grad_norm": 2.6895930767059326, | |
| "learning_rate": 3.602455146364495e-05, | |
| "loss": 1.1654, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8775654635527247, | |
| "grad_norm": 1.2171903848648071, | |
| "learning_rate": 3.555240793201133e-05, | |
| "loss": 0.8589, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9058740268931351, | |
| "grad_norm": 2.6197869777679443, | |
| "learning_rate": 3.5080264400377714e-05, | |
| "loss": 0.8405, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9341825902335457, | |
| "grad_norm": 0.9666792750358582, | |
| "learning_rate": 3.4608120868744095e-05, | |
| "loss": 1.1513, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.9624911535739561, | |
| "grad_norm": 0.9216092824935913, | |
| "learning_rate": 3.4135977337110484e-05, | |
| "loss": 0.8712, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.9907997169143666, | |
| "grad_norm": 2.9435744285583496, | |
| "learning_rate": 3.366383380547687e-05, | |
| "loss": 0.9633, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.920014500617981, | |
| "eval_runtime": 45.4818, | |
| "eval_samples_per_second": 15.545, | |
| "eval_steps_per_second": 1.957, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.0169851380042463, | |
| "grad_norm": 0.7391465306282043, | |
| "learning_rate": 3.3191690273843253e-05, | |
| "loss": 0.6779, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.0452937013446568, | |
| "grad_norm": 1.267843246459961, | |
| "learning_rate": 3.2719546742209635e-05, | |
| "loss": 0.9072, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.0736022646850671, | |
| "grad_norm": 0.7193703651428223, | |
| "learning_rate": 3.2247403210576016e-05, | |
| "loss": 1.0308, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.1019108280254777, | |
| "grad_norm": 3.1680991649627686, | |
| "learning_rate": 3.17752596789424e-05, | |
| "loss": 0.8272, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.1302193913658882, | |
| "grad_norm": 1.0723551511764526, | |
| "learning_rate": 3.130311614730878e-05, | |
| "loss": 1.02, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.1585279547062988, | |
| "grad_norm": 0.7101927995681763, | |
| "learning_rate": 3.083097261567517e-05, | |
| "loss": 0.942, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.186836518046709, | |
| "grad_norm": 1.9213780164718628, | |
| "learning_rate": 3.0358829084041553e-05, | |
| "loss": 0.8884, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.2151450813871196, | |
| "grad_norm": 4.313545227050781, | |
| "learning_rate": 2.9886685552407934e-05, | |
| "loss": 1.055, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.2434536447275302, | |
| "grad_norm": 1.1699409484863281, | |
| "learning_rate": 2.9414542020774316e-05, | |
| "loss": 0.7015, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.2717622080679405, | |
| "grad_norm": 0.7084372043609619, | |
| "learning_rate": 2.8942398489140697e-05, | |
| "loss": 0.8342, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.300070771408351, | |
| "grad_norm": 1.1760873794555664, | |
| "learning_rate": 2.8470254957507082e-05, | |
| "loss": 0.7567, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.3283793347487616, | |
| "grad_norm": 6.9120192527771, | |
| "learning_rate": 2.799811142587347e-05, | |
| "loss": 0.8156, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.356687898089172, | |
| "grad_norm": 0.7138371467590332, | |
| "learning_rate": 2.7525967894239852e-05, | |
| "loss": 0.8024, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.3849964614295824, | |
| "grad_norm": 0.6835730075836182, | |
| "learning_rate": 2.7053824362606233e-05, | |
| "loss": 0.7977, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.413305024769993, | |
| "grad_norm": 6.436087608337402, | |
| "learning_rate": 2.6581680830972615e-05, | |
| "loss": 0.8102, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.4416135881104033, | |
| "grad_norm": 3.4291305541992188, | |
| "learning_rate": 2.6109537299339e-05, | |
| "loss": 0.7643, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.4699221514508138, | |
| "grad_norm": 0.9250390529632568, | |
| "learning_rate": 2.563739376770538e-05, | |
| "loss": 0.8417, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.4982307147912244, | |
| "grad_norm": 3.264242649078369, | |
| "learning_rate": 2.516525023607177e-05, | |
| "loss": 0.9988, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.5265392781316347, | |
| "grad_norm": 1.8651660680770874, | |
| "learning_rate": 2.469310670443815e-05, | |
| "loss": 0.8652, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.5548478414720452, | |
| "grad_norm": 5.576003074645996, | |
| "learning_rate": 2.4220963172804533e-05, | |
| "loss": 0.7481, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.5831564048124558, | |
| "grad_norm": 4.8853302001953125, | |
| "learning_rate": 2.3748819641170918e-05, | |
| "loss": 0.7857, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.611464968152866, | |
| "grad_norm": 2.0183866024017334, | |
| "learning_rate": 2.3276676109537303e-05, | |
| "loss": 0.607, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.6397735314932769, | |
| "grad_norm": 3.133368730545044, | |
| "learning_rate": 2.2804532577903684e-05, | |
| "loss": 0.8706, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.6680820948336872, | |
| "grad_norm": 2.440894365310669, | |
| "learning_rate": 2.2332389046270066e-05, | |
| "loss": 0.8035, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.6963906581740975, | |
| "grad_norm": 3.0257763862609863, | |
| "learning_rate": 2.186024551463645e-05, | |
| "loss": 1.1186, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.7246992215145083, | |
| "grad_norm": 2.741161823272705, | |
| "learning_rate": 2.1388101983002835e-05, | |
| "loss": 1.0302, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.7530077848549186, | |
| "grad_norm": 3.0165324211120605, | |
| "learning_rate": 2.0915958451369217e-05, | |
| "loss": 1.0235, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.7813163481953291, | |
| "grad_norm": 1.8402531147003174, | |
| "learning_rate": 2.0443814919735602e-05, | |
| "loss": 0.8455, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.8096249115357397, | |
| "grad_norm": 1.0427038669586182, | |
| "learning_rate": 1.9971671388101983e-05, | |
| "loss": 0.7868, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.83793347487615, | |
| "grad_norm": 4.955197334289551, | |
| "learning_rate": 1.9499527856468365e-05, | |
| "loss": 0.8728, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.8662420382165605, | |
| "grad_norm": 1.1331288814544678, | |
| "learning_rate": 1.9027384324834753e-05, | |
| "loss": 0.8719, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.894550601556971, | |
| "grad_norm": 1.395735263824463, | |
| "learning_rate": 1.8555240793201135e-05, | |
| "loss": 0.8224, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.9228591648973814, | |
| "grad_norm": 1.110823154449463, | |
| "learning_rate": 1.8083097261567516e-05, | |
| "loss": 0.6859, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.951167728237792, | |
| "grad_norm": 1.224063754081726, | |
| "learning_rate": 1.76109537299339e-05, | |
| "loss": 0.79, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.9794762915782025, | |
| "grad_norm": 1.4636934995651245, | |
| "learning_rate": 1.7138810198300283e-05, | |
| "loss": 0.9543, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.8783606290817261, | |
| "eval_runtime": 45.4943, | |
| "eval_samples_per_second": 15.54, | |
| "eval_steps_per_second": 1.956, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.0056617126680822, | |
| "grad_norm": 3.3927221298217773, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.0075, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.0339702760084926, | |
| "grad_norm": 2.4237897396087646, | |
| "learning_rate": 1.6194523135033052e-05, | |
| "loss": 0.7245, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.062278839348903, | |
| "grad_norm": 0.9672299027442932, | |
| "learning_rate": 1.5722379603399434e-05, | |
| "loss": 0.7631, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.0905874026893136, | |
| "grad_norm": 2.908951997756958, | |
| "learning_rate": 1.5250236071765817e-05, | |
| "loss": 1.0795, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.118895966029724, | |
| "grad_norm": 3.8468856811523438, | |
| "learning_rate": 1.4778092540132202e-05, | |
| "loss": 0.6312, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.1472045293701343, | |
| "grad_norm": 1.352995753288269, | |
| "learning_rate": 1.4305949008498584e-05, | |
| "loss": 0.8062, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.175513092710545, | |
| "grad_norm": 1.1038804054260254, | |
| "learning_rate": 1.3833805476864967e-05, | |
| "loss": 0.8566, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.2038216560509554, | |
| "grad_norm": 1.2990654706954956, | |
| "learning_rate": 1.3361661945231352e-05, | |
| "loss": 0.7693, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.2321302193913657, | |
| "grad_norm": 2.6625759601593018, | |
| "learning_rate": 1.2889518413597735e-05, | |
| "loss": 0.6126, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.2604387827317765, | |
| "grad_norm": 5.676569938659668, | |
| "learning_rate": 1.2417374881964118e-05, | |
| "loss": 0.7988, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.2887473460721868, | |
| "grad_norm": 2.953200340270996, | |
| "learning_rate": 1.1945231350330501e-05, | |
| "loss": 0.6122, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.3170559094125975, | |
| "grad_norm": 2.253474473953247, | |
| "learning_rate": 1.1473087818696884e-05, | |
| "loss": 1.1378, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.345364472753008, | |
| "grad_norm": 1.5058188438415527, | |
| "learning_rate": 1.1000944287063268e-05, | |
| "loss": 0.8095, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.373673036093418, | |
| "grad_norm": 0.8082104325294495, | |
| "learning_rate": 1.0528800755429651e-05, | |
| "loss": 0.5857, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.401981599433829, | |
| "grad_norm": 2.0527071952819824, | |
| "learning_rate": 1.0056657223796034e-05, | |
| "loss": 0.9159, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.4302901627742393, | |
| "grad_norm": 4.757397651672363, | |
| "learning_rate": 9.584513692162419e-06, | |
| "loss": 0.7801, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.4585987261146496, | |
| "grad_norm": 2.750612735748291, | |
| "learning_rate": 9.1123701605288e-06, | |
| "loss": 0.7435, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.4869072894550603, | |
| "grad_norm": 0.7405831813812256, | |
| "learning_rate": 8.640226628895184e-06, | |
| "loss": 0.7491, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.5152158527954707, | |
| "grad_norm": 3.5916926860809326, | |
| "learning_rate": 8.168083097261569e-06, | |
| "loss": 0.896, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.543524416135881, | |
| "grad_norm": 2.436352252960205, | |
| "learning_rate": 7.69593956562795e-06, | |
| "loss": 0.7018, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.5718329794762917, | |
| "grad_norm": 0.8077714443206787, | |
| "learning_rate": 7.223796033994334e-06, | |
| "loss": 1.1473, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.600141542816702, | |
| "grad_norm": 2.01489520072937, | |
| "learning_rate": 6.751652502360718e-06, | |
| "loss": 0.8547, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.6284501061571124, | |
| "grad_norm": 0.9167873859405518, | |
| "learning_rate": 6.279508970727101e-06, | |
| "loss": 0.9682, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.656758669497523, | |
| "grad_norm": 0.8447218537330627, | |
| "learning_rate": 5.807365439093485e-06, | |
| "loss": 0.5817, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.6850672328379335, | |
| "grad_norm": 1.5092198848724365, | |
| "learning_rate": 5.335221907459869e-06, | |
| "loss": 1.2028, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.713375796178344, | |
| "grad_norm": 2.282589912414551, | |
| "learning_rate": 4.863078375826251e-06, | |
| "loss": 0.6571, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.7416843595187546, | |
| "grad_norm": 1.5408430099487305, | |
| "learning_rate": 4.390934844192634e-06, | |
| "loss": 0.6459, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.769992922859165, | |
| "grad_norm": 5.208029270172119, | |
| "learning_rate": 3.918791312559018e-06, | |
| "loss": 0.8532, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.798301486199575, | |
| "grad_norm": 1.4328051805496216, | |
| "learning_rate": 3.4466477809254016e-06, | |
| "loss": 0.8735, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.826610049539986, | |
| "grad_norm": 2.1999919414520264, | |
| "learning_rate": 2.9745042492917848e-06, | |
| "loss": 1.0141, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.8549186128803963, | |
| "grad_norm": 1.0183438062667847, | |
| "learning_rate": 2.502360717658168e-06, | |
| "loss": 0.7974, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.8832271762208066, | |
| "grad_norm": 3.3981127738952637, | |
| "learning_rate": 2.0302171860245516e-06, | |
| "loss": 0.8471, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.9115357395612174, | |
| "grad_norm": 2.758704662322998, | |
| "learning_rate": 1.5580736543909348e-06, | |
| "loss": 0.8021, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.9398443029016277, | |
| "grad_norm": 0.8233171105384827, | |
| "learning_rate": 1.0859301227573182e-06, | |
| "loss": 0.7704, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.968152866242038, | |
| "grad_norm": 3.0792815685272217, | |
| "learning_rate": 6.137865911237016e-07, | |
| "loss": 0.6247, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.9936305732484074, | |
| "eval_loss": 0.861165463924408, | |
| "eval_runtime": 45.4972, | |
| "eval_samples_per_second": 15.539, | |
| "eval_steps_per_second": 1.956, | |
| "step": 1059 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1059, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.95177370947158e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |