| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9895148391682957, | |
| "eval_steps": 200, | |
| "global_step": 1400, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014217167229429535, | |
| "grad_norm": 0.07947567850351334, | |
| "learning_rate": 4.4999999999999996e-05, | |
| "loss": 1.3759, | |
| "mean_token_accuracy": 0.6159000303596258, | |
| "num_tokens": 84090.0, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02843433445885907, | |
| "grad_norm": 0.08515394479036331, | |
| "learning_rate": 9.5e-05, | |
| "loss": 1.3323, | |
| "mean_token_accuracy": 0.6351301483809948, | |
| "num_tokens": 170759.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04265150168828861, | |
| "grad_norm": 0.07723315060138702, | |
| "learning_rate": 0.000145, | |
| "loss": 1.1533, | |
| "mean_token_accuracy": 0.6630864188075065, | |
| "num_tokens": 253787.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05686866891771814, | |
| "grad_norm": 0.06530017405748367, | |
| "learning_rate": 0.00019500000000000002, | |
| "loss": 1.1601, | |
| "mean_token_accuracy": 0.6682917241007089, | |
| "num_tokens": 336856.0, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07108583614714768, | |
| "grad_norm": 0.07639652490615845, | |
| "learning_rate": 0.000245, | |
| "loss": 1.1466, | |
| "mean_token_accuracy": 0.66524165160954, | |
| "num_tokens": 424034.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08530300337657722, | |
| "grad_norm": 0.07605864852666855, | |
| "learning_rate": 0.000295, | |
| "loss": 1.0968, | |
| "mean_token_accuracy": 0.6777923263609409, | |
| "num_tokens": 506343.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09952017060600675, | |
| "grad_norm": 0.07540106028318405, | |
| "learning_rate": 0.000345, | |
| "loss": 1.1026, | |
| "mean_token_accuracy": 0.6769415199756622, | |
| "num_tokens": 597209.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11373733783543628, | |
| "grad_norm": 0.07050619274377823, | |
| "learning_rate": 0.000395, | |
| "loss": 1.1332, | |
| "mean_token_accuracy": 0.6799008328467607, | |
| "num_tokens": 681397.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12795450506486583, | |
| "grad_norm": 0.0690559446811676, | |
| "learning_rate": 0.00044500000000000003, | |
| "loss": 1.0939, | |
| "mean_token_accuracy": 0.6780450720340013, | |
| "num_tokens": 770078.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14217167229429536, | |
| "grad_norm": 0.07599011063575745, | |
| "learning_rate": 0.000495, | |
| "loss": 1.0984, | |
| "mean_token_accuracy": 0.6856418281793595, | |
| "num_tokens": 854875.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1563888395237249, | |
| "grad_norm": 0.07766395807266235, | |
| "learning_rate": 0.00049997524130583, | |
| "loss": 1.0643, | |
| "mean_token_accuracy": 0.6823979251086711, | |
| "num_tokens": 941388.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.17060600675315443, | |
| "grad_norm": 0.07025604695081711, | |
| "learning_rate": 0.000499889661992257, | |
| "loss": 1.0308, | |
| "mean_token_accuracy": 0.6956785634160042, | |
| "num_tokens": 1034278.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18482317398258397, | |
| "grad_norm": 0.07456669211387634, | |
| "learning_rate": 0.0004997429773180627, | |
| "loss": 1.1476, | |
| "mean_token_accuracy": 0.6694141685962677, | |
| "num_tokens": 1120392.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1990403412120135, | |
| "grad_norm": 0.07715420424938202, | |
| "learning_rate": 0.0004995352231519573, | |
| "loss": 1.0151, | |
| "mean_token_accuracy": 0.6931566946208477, | |
| "num_tokens": 1206998.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21325750844144303, | |
| "grad_norm": 0.07406821101903915, | |
| "learning_rate": 0.0004992664502959351, | |
| "loss": 1.0737, | |
| "mean_token_accuracy": 0.676430806145072, | |
| "num_tokens": 1293765.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.22747467567087257, | |
| "grad_norm": 0.06690461933612823, | |
| "learning_rate": 0.0004989367244728525, | |
| "loss": 1.0627, | |
| "mean_token_accuracy": 0.6812205474823714, | |
| "num_tokens": 1380899.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.24169184290030213, | |
| "grad_norm": 0.07383380085229874, | |
| "learning_rate": 0.0004985461263103559, | |
| "loss": 1.0646, | |
| "mean_token_accuracy": 0.687187984585762, | |
| "num_tokens": 1465568.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.25590901012973166, | |
| "grad_norm": 0.06884950399398804, | |
| "learning_rate": 0.0004980947513211662, | |
| "loss": 1.0251, | |
| "mean_token_accuracy": 0.694553443044424, | |
| "num_tokens": 1550271.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.27012617735916117, | |
| "grad_norm": 0.06553196907043457, | |
| "learning_rate": 0.0004975827098797236, | |
| "loss": 1.0548, | |
| "mean_token_accuracy": 0.6926396556198597, | |
| "num_tokens": 1636861.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.28434334458859073, | |
| "grad_norm": 0.06570354849100113, | |
| "learning_rate": 0.0004970101271951969, | |
| "loss": 1.0264, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.28434334458859073, | |
| "eval_loss": 1.07483971118927, | |
| "eval_mean_token_accuracy": 0.6932999727725982, | |
| "eval_num_tokens": 1724122.0, | |
| "eval_runtime": 42.5065, | |
| "eval_samples_per_second": 23.502, | |
| "eval_steps_per_second": 5.881, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.29856051181802024, | |
| "grad_norm": 0.06550676375627518, | |
| "learning_rate": 0.000496377143280867, | |
| "loss": 1.1593, | |
| "mean_token_accuracy": 0.6800552912056446, | |
| "num_tokens": 1812034.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3127776790474498, | |
| "grad_norm": 0.06636584550142288, | |
| "learning_rate": 0.0004956839129198892, | |
| "loss": 1.0884, | |
| "mean_token_accuracy": 0.6808783996850252, | |
| "num_tokens": 1897847.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.32699484627687936, | |
| "grad_norm": 0.07459145039319992, | |
| "learning_rate": 0.0004949306056274443, | |
| "loss": 1.0021, | |
| "mean_token_accuracy": 0.7001412186771632, | |
| "num_tokens": 1985093.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.34121201350630886, | |
| "grad_norm": 0.07089713215827942, | |
| "learning_rate": 0.0004941174056092868, | |
| "loss": 1.1351, | |
| "mean_token_accuracy": 0.6768312893807888, | |
| "num_tokens": 2068917.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3554291807357384, | |
| "grad_norm": 0.07157368212938309, | |
| "learning_rate": 0.0004932445117167016, | |
| "loss": 1.0925, | |
| "mean_token_accuracy": 0.6823811627924442, | |
| "num_tokens": 2156664.0, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.36964634796516793, | |
| "grad_norm": 0.08121207356452942, | |
| "learning_rate": 0.0004923121373978788, | |
| "loss": 1.0691, | |
| "mean_token_accuracy": 0.6801868129521609, | |
| "num_tokens": 2238958.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3838635151945975, | |
| "grad_norm": 0.07213877141475677, | |
| "learning_rate": 0.0004913205106457196, | |
| "loss": 1.0836, | |
| "mean_token_accuracy": 0.6846270024776459, | |
| "num_tokens": 2325983.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.398080682424027, | |
| "grad_norm": 0.06338542699813843, | |
| "learning_rate": 0.000490269873942085, | |
| "loss": 1.0642, | |
| "mean_token_accuracy": 0.6862983625382185, | |
| "num_tokens": 2413507.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.41229784965345656, | |
| "grad_norm": 0.07177390903234482, | |
| "learning_rate": 0.0004891604841985019, | |
| "loss": 1.0845, | |
| "mean_token_accuracy": 0.6847749698907137, | |
| "num_tokens": 2501002.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.42651501688288607, | |
| "grad_norm": 0.076690673828125, | |
| "learning_rate": 0.00048799261269334124, | |
| "loss": 1.0119, | |
| "mean_token_accuracy": 0.6916860986500979, | |
| "num_tokens": 2585987.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.44073218411231563, | |
| "grad_norm": 0.06709789484739304, | |
| "learning_rate": 0.0004867665450054816, | |
| "loss": 0.9942, | |
| "mean_token_accuracy": 0.7062507443130016, | |
| "num_tokens": 2674750.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.45494935134174513, | |
| "grad_norm": 0.06799201667308807, | |
| "learning_rate": 0.0004854825809444773, | |
| "loss": 1.0469, | |
| "mean_token_accuracy": 0.6844053711742163, | |
| "num_tokens": 2759329.0, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4691665185711747, | |
| "grad_norm": 0.0704847127199173, | |
| "learning_rate": 0.00048414103447724636, | |
| "loss": 1.0386, | |
| "mean_token_accuracy": 0.6981413580477238, | |
| "num_tokens": 2843743.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.48338368580060426, | |
| "grad_norm": 0.06998146325349808, | |
| "learning_rate": 0.0004827422336512958, | |
| "loss": 1.0033, | |
| "mean_token_accuracy": 0.7021258160471916, | |
| "num_tokens": 2930981.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.49760085303003376, | |
| "grad_norm": 0.07551276683807373, | |
| "learning_rate": 0.0004812865205145048, | |
| "loss": 1.0475, | |
| "mean_token_accuracy": 0.6880744352936745, | |
| "num_tokens": 3017518.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5118180202594633, | |
| "grad_norm": 0.07380267232656479, | |
| "learning_rate": 0.00047977425103148377, | |
| "loss": 0.9871, | |
| "mean_token_accuracy": 0.7036375127732754, | |
| "num_tokens": 3106242.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5260351874888929, | |
| "grad_norm": 0.07055483758449554, | |
| "learning_rate": 0.0004782057949965307, | |
| "loss": 1.075, | |
| "mean_token_accuracy": 0.6817354142665863, | |
| "num_tokens": 3194043.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5402523547183223, | |
| "grad_norm": 0.07755430787801743, | |
| "learning_rate": 0.00047658153594320535, | |
| "loss": 1.047, | |
| "mean_token_accuracy": 0.6804160382598639, | |
| "num_tokens": 3277336.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5544695219477519, | |
| "grad_norm": 0.07740534842014313, | |
| "learning_rate": 0.00047490187105054437, | |
| "loss": 1.0101, | |
| "mean_token_accuracy": 0.7028108246624469, | |
| "num_tokens": 3364865.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5686866891771815, | |
| "grad_norm": 0.07296065241098404, | |
| "learning_rate": 0.00047316721104593906, | |
| "loss": 1.0261, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5686866891771815, | |
| "eval_loss": 1.0445445775985718, | |
| "eval_mean_token_accuracy": 0.7004730106592179, | |
| "eval_num_tokens": 3453057.0, | |
| "eval_runtime": 42.4654, | |
| "eval_samples_per_second": 23.525, | |
| "eval_steps_per_second": 5.887, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.582903856406611, | |
| "grad_norm": 0.07180076837539673, | |
| "learning_rate": 0.00047137798010470056, | |
| "loss": 1.0054, | |
| "mean_token_accuracy": 0.6979773432016373, | |
| "num_tokens": 3543849.0, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5971210236360405, | |
| "grad_norm": 0.07680170238018036, | |
| "learning_rate": 0.0004695346157463367, | |
| "loss": 1.0841, | |
| "mean_token_accuracy": 0.6853552751243115, | |
| "num_tokens": 3628251.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.61133819086547, | |
| "grad_norm": 0.07107053697109222, | |
| "learning_rate": 0.00046763756872756523, | |
| "loss": 0.9948, | |
| "mean_token_accuracy": 0.6986799541860819, | |
| "num_tokens": 3717234.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6255553580948996, | |
| "grad_norm": 0.08255039900541306, | |
| "learning_rate": 0.00046568730293209104, | |
| "loss": 1.0413, | |
| "mean_token_accuracy": 0.6862188082188367, | |
| "num_tokens": 3801222.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6397725253243292, | |
| "grad_norm": 0.07656990736722946, | |
| "learning_rate": 0.00046368429525717273, | |
| "loss": 1.052, | |
| "mean_token_accuracy": 0.6892995785921812, | |
| "num_tokens": 3886081.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6539896925537587, | |
| "grad_norm": 0.07661142945289612, | |
| "learning_rate": 0.00046162903549700705, | |
| "loss": 1.012, | |
| "mean_token_accuracy": 0.6943552978336811, | |
| "num_tokens": 3972184.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6682068597831882, | |
| "grad_norm": 0.07201256603002548, | |
| "learning_rate": 0.00045952202622296013, | |
| "loss": 1.0699, | |
| "mean_token_accuracy": 0.6910859402269125, | |
| "num_tokens": 4055872.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6824240270126177, | |
| "grad_norm": 0.07143343985080719, | |
| "learning_rate": 0.00045736378266067414, | |
| "loss": 1.0064, | |
| "mean_token_accuracy": 0.7026031356304884, | |
| "num_tokens": 4144012.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.6966411942420473, | |
| "grad_norm": 0.07650640606880188, | |
| "learning_rate": 0.0004551548325640789, | |
| "loss": 1.0517, | |
| "mean_token_accuracy": 0.6946574732661247, | |
| "num_tokens": 4230019.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7108583614714769, | |
| "grad_norm": 0.07642583549022675, | |
| "learning_rate": 0.0004528957160863412, | |
| "loss": 1.0346, | |
| "mean_token_accuracy": 0.6941149879246951, | |
| "num_tokens": 4311202.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7250755287009063, | |
| "grad_norm": 0.07585732638835907, | |
| "learning_rate": 0.00045058698564778106, | |
| "loss": 1.0548, | |
| "mean_token_accuracy": 0.6841745227575302, | |
| "num_tokens": 4397292.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7392926959303359, | |
| "grad_norm": 0.07219212502241135, | |
| "learning_rate": 0.00044822920580078887, | |
| "loss": 1.0194, | |
| "mean_token_accuracy": 0.6980217099189758, | |
| "num_tokens": 4484848.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7535098631597654, | |
| "grad_norm": 0.07723289728164673, | |
| "learning_rate": 0.0004458229530917759, | |
| "loss": 0.9967, | |
| "mean_token_accuracy": 0.6917125687003136, | |
| "num_tokens": 4568171.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.767727030389195, | |
| "grad_norm": 0.07553447037935257, | |
| "learning_rate": 0.00044336881592019163, | |
| "loss": 1.0854, | |
| "mean_token_accuracy": 0.6873999379575253, | |
| "num_tokens": 4655953.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.7819441976186244, | |
| "grad_norm": 0.08117958158254623, | |
| "learning_rate": 0.00044086739439464266, | |
| "loss": 1.0472, | |
| "mean_token_accuracy": 0.68543600179255, | |
| "num_tokens": 4741659.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.796161364848054, | |
| "grad_norm": 0.0754791796207428, | |
| "learning_rate": 0.00043831930018614873, | |
| "loss": 1.0366, | |
| "mean_token_accuracy": 0.6899502877146005, | |
| "num_tokens": 4821791.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8103785320774836, | |
| "grad_norm": 0.07144685089588165, | |
| "learning_rate": 0.00043572515637857126, | |
| "loss": 0.9703, | |
| "mean_token_accuracy": 0.7105959545820951, | |
| "num_tokens": 4911804.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8245956993069131, | |
| "grad_norm": 0.07971132546663284, | |
| "learning_rate": 0.00043308559731625087, | |
| "loss": 1.0127, | |
| "mean_token_accuracy": 0.6948394205421209, | |
| "num_tokens": 4997188.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.8388128665363427, | |
| "grad_norm": 0.07623772323131561, | |
| "learning_rate": 0.0004304012684488917, | |
| "loss": 0.9698, | |
| "mean_token_accuracy": 0.7132892053574323, | |
| "num_tokens": 5082069.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.8530300337657721, | |
| "grad_norm": 0.07272877544164658, | |
| "learning_rate": 0.0004276728261737298, | |
| "loss": 0.9706, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8530300337657721, | |
| "eval_loss": 1.025159478187561, | |
| "eval_mean_token_accuracy": 0.7048066265583038, | |
| "eval_num_tokens": 5169872.0, | |
| "eval_runtime": 42.4633, | |
| "eval_samples_per_second": 23.526, | |
| "eval_steps_per_second": 5.887, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8672472009952017, | |
| "grad_norm": 0.07478692382574081, | |
| "learning_rate": 0.0004249009376750249, | |
| "loss": 1.046, | |
| "mean_token_accuracy": 0.7029114665463567, | |
| "num_tokens": 5257518.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.8814643682246313, | |
| "grad_norm": 0.07147077471017838, | |
| "learning_rate": 0.0004220862807609143, | |
| "loss": 0.9995, | |
| "mean_token_accuracy": 0.6980900842696428, | |
| "num_tokens": 5343931.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.8956815354540608, | |
| "grad_norm": 0.07459016889333725, | |
| "learning_rate": 0.0004192295436976688, | |
| "loss": 1.019, | |
| "mean_token_accuracy": 0.7001338206231594, | |
| "num_tokens": 5426802.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9098987026834903, | |
| "grad_norm": 0.07691922038793564, | |
| "learning_rate": 0.00041633142504139133, | |
| "loss": 1.0229, | |
| "mean_token_accuracy": 0.697338268905878, | |
| "num_tokens": 5511524.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9241158699129198, | |
| "grad_norm": 0.07407371699810028, | |
| "learning_rate": 0.0004133926334671996, | |
| "loss": 0.9848, | |
| "mean_token_accuracy": 0.7054470591247082, | |
| "num_tokens": 5600023.0, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9383330371423494, | |
| "grad_norm": 0.07771491259336472, | |
| "learning_rate": 0.000410413887595934, | |
| "loss": 1.067, | |
| "mean_token_accuracy": 0.6928857892751694, | |
| "num_tokens": 5690236.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.952550204371779, | |
| "grad_norm": 0.07632343471050262, | |
| "learning_rate": 0.00040739591581843407, | |
| "loss": 1.037, | |
| "mean_token_accuracy": 0.696436945348978, | |
| "num_tokens": 5776575.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9667673716012085, | |
| "grad_norm": 0.07429352402687073, | |
| "learning_rate": 0.0004043394561174251, | |
| "loss": 0.9819, | |
| "mean_token_accuracy": 0.7112393327057361, | |
| "num_tokens": 5867257.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.980984538830638, | |
| "grad_norm": 0.07374002784490585, | |
| "learning_rate": 0.0004012452558870602, | |
| "loss": 0.913, | |
| "mean_token_accuracy": 0.7194178324192763, | |
| "num_tokens": 5956262.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.9952017060600675, | |
| "grad_norm": 0.07516616582870483, | |
| "learning_rate": 0.0003981140717501599, | |
| "loss": 1.0199, | |
| "mean_token_accuracy": 0.699269012734294, | |
| "num_tokens": 6042335.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0085303003376578, | |
| "grad_norm": 0.07739484310150146, | |
| "learning_rate": 0.00039494666937319616, | |
| "loss": 0.9484, | |
| "mean_token_accuracy": 0.7045566352208456, | |
| "num_tokens": 6119308.0, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.0227474675670873, | |
| "grad_norm": 0.08529424667358398, | |
| "learning_rate": 0.0003917438232790641, | |
| "loss": 0.9295, | |
| "mean_token_accuracy": 0.7197049882262945, | |
| "num_tokens": 6203866.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.036964634796517, | |
| "grad_norm": 0.08253555744886398, | |
| "learning_rate": 0.0003885063166576886, | |
| "loss": 0.8767, | |
| "mean_token_accuracy": 0.7232992608100176, | |
| "num_tokens": 6290259.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.0511818020259462, | |
| "grad_norm": 0.07590445876121521, | |
| "learning_rate": 0.0003852349411745113, | |
| "loss": 0.9535, | |
| "mean_token_accuracy": 0.71869598031044, | |
| "num_tokens": 6377505.0, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.0653989692553758, | |
| "grad_norm": 0.08107644319534302, | |
| "learning_rate": 0.00038193049677690493, | |
| "loss": 0.9614, | |
| "mean_token_accuracy": 0.7086535628885031, | |
| "num_tokens": 6463425.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0796161364848054, | |
| "grad_norm": 0.07508436590433121, | |
| "learning_rate": 0.00037859379149856334, | |
| "loss": 0.9326, | |
| "mean_token_accuracy": 0.720469256490469, | |
| "num_tokens": 6552684.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.093833303714235, | |
| "grad_norm": 0.0790044292807579, | |
| "learning_rate": 0.00037522564126191274, | |
| "loss": 0.9778, | |
| "mean_token_accuracy": 0.7115771636366844, | |
| "num_tokens": 6636911.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.1080504709436645, | |
| "grad_norm": 0.08326832950115204, | |
| "learning_rate": 0.000371826869678595, | |
| "loss": 1.056, | |
| "mean_token_accuracy": 0.6882848802953958, | |
| "num_tokens": 6718835.0, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.122267638173094, | |
| "grad_norm": 0.08922722190618515, | |
| "learning_rate": 0.0003683983078480708, | |
| "loss": 0.9371, | |
| "mean_token_accuracy": 0.7138718143105507, | |
| "num_tokens": 6802682.0, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.1364848054025236, | |
| "grad_norm": 0.07749788463115692, | |
| "learning_rate": 0.00036494079415439086, | |
| "loss": 0.9389, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.1364848054025236, | |
| "eval_loss": 1.0164164304733276, | |
| "eval_mean_token_accuracy": 0.7073304796218872, | |
| "eval_num_tokens": 6890030.0, | |
| "eval_runtime": 42.5558, | |
| "eval_samples_per_second": 23.475, | |
| "eval_steps_per_second": 5.875, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.1507019726319532, | |
| "grad_norm": 0.07486575841903687, | |
| "learning_rate": 0.00036145517406118674, | |
| "loss": 0.9133, | |
| "mean_token_accuracy": 0.7182627562433481, | |
| "num_tokens": 6977677.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.1649191398613827, | |
| "grad_norm": 0.08833441883325577, | |
| "learning_rate": 0.00035794229990492987, | |
| "loss": 0.9745, | |
| "mean_token_accuracy": 0.7087426863610744, | |
| "num_tokens": 7058573.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.179136307090812, | |
| "grad_norm": 0.08615554124116898, | |
| "learning_rate": 0.0003544030306865108, | |
| "loss": 0.8777, | |
| "mean_token_accuracy": 0.7278520867228508, | |
| "num_tokens": 7143361.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.1933534743202416, | |
| "grad_norm": 0.07825995981693268, | |
| "learning_rate": 0.00035083823186118744, | |
| "loss": 0.9291, | |
| "mean_token_accuracy": 0.7207735061645508, | |
| "num_tokens": 7232054.0, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.2075706415496712, | |
| "grad_norm": 0.08184744417667389, | |
| "learning_rate": 0.00034724877512695674, | |
| "loss": 0.8692, | |
| "mean_token_accuracy": 0.7367342457175254, | |
| "num_tokens": 7321898.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.2217878087791008, | |
| "grad_norm": 0.08207986503839493, | |
| "learning_rate": 0.0003436355382113982, | |
| "loss": 1.0342, | |
| "mean_token_accuracy": 0.6977195214480162, | |
| "num_tokens": 7407614.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.2360049760085303, | |
| "grad_norm": 0.08287196606397629, | |
| "learning_rate": 0.00033999940465704394, | |
| "loss": 0.8808, | |
| "mean_token_accuracy": 0.727986204251647, | |
| "num_tokens": 7495498.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.2502221432379599, | |
| "grad_norm": 0.08513687551021576, | |
| "learning_rate": 0.0003363412636053269, | |
| "loss": 0.9547, | |
| "mean_token_accuracy": 0.7101028818637133, | |
| "num_tokens": 7584760.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.2644393104673894, | |
| "grad_norm": 0.08163287490606308, | |
| "learning_rate": 0.00033266200957915925, | |
| "loss": 0.9349, | |
| "mean_token_accuracy": 0.7183492567390204, | |
| "num_tokens": 7672425.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.2786564776968188, | |
| "grad_norm": 0.08243776857852936, | |
| "learning_rate": 0.00032896254226419543, | |
| "loss": 0.9292, | |
| "mean_token_accuracy": 0.7134430769830942, | |
| "num_tokens": 7757203.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.2928736449262486, | |
| "grad_norm": 0.09458713978528976, | |
| "learning_rate": 0.00032524376628883253, | |
| "loss": 0.9744, | |
| "mean_token_accuracy": 0.7050179023295641, | |
| "num_tokens": 7846548.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.307090812155678, | |
| "grad_norm": 0.08505059778690338, | |
| "learning_rate": 0.0003215065910030021, | |
| "loss": 0.9786, | |
| "mean_token_accuracy": 0.709782537817955, | |
| "num_tokens": 7930393.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.3213079793851075, | |
| "grad_norm": 0.08586814999580383, | |
| "learning_rate": 0.00031775193025580773, | |
| "loss": 0.8947, | |
| "mean_token_accuracy": 0.7237144611775875, | |
| "num_tokens": 8016877.0, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.335525146614537, | |
| "grad_norm": 0.0874597579240799, | |
| "learning_rate": 0.00031398070217206127, | |
| "loss": 0.8978, | |
| "mean_token_accuracy": 0.720280421897769, | |
| "num_tokens": 8103878.0, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.3497423138439666, | |
| "grad_norm": 0.09211765974760056, | |
| "learning_rate": 0.0003101938289277753, | |
| "loss": 0.9288, | |
| "mean_token_accuracy": 0.7201074693351984, | |
| "num_tokens": 8190575.0, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.3639594810733962, | |
| "grad_norm": 0.0884537398815155, | |
| "learning_rate": 0.00030639223652466336, | |
| "loss": 0.9295, | |
| "mean_token_accuracy": 0.713099530339241, | |
| "num_tokens": 8275179.0, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.3781766483028257, | |
| "grad_norm": 0.08991611003875732, | |
| "learning_rate": 0.0003025768545637057, | |
| "loss": 0.9265, | |
| "mean_token_accuracy": 0.7252651590853929, | |
| "num_tokens": 8360478.0, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.3923938155322553, | |
| "grad_norm": 0.08758469671010971, | |
| "learning_rate": 0.0002987486160178344, | |
| "loss": 0.977, | |
| "mean_token_accuracy": 0.7134061496704817, | |
| "num_tokens": 8445197.0, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.4066109827616846, | |
| "grad_norm": 0.08159046620130539, | |
| "learning_rate": 0.0002949084570037939, | |
| "loss": 0.9115, | |
| "mean_token_accuracy": 0.7211619779467583, | |
| "num_tokens": 8530327.0, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.4208281499911144, | |
| "grad_norm": 0.08836396783590317, | |
| "learning_rate": 0.00029105731655323344, | |
| "loss": 0.9154, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4208281499911144, | |
| "eval_loss": 1.0047532320022583, | |
| "eval_mean_token_accuracy": 0.7103532667160034, | |
| "eval_num_tokens": 8619497.0, | |
| "eval_runtime": 42.4552, | |
| "eval_samples_per_second": 23.531, | |
| "eval_steps_per_second": 5.889, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4350453172205437, | |
| "grad_norm": 0.09082586318254471, | |
| "learning_rate": 0.0002871961363830858, | |
| "loss": 0.9077, | |
| "mean_token_accuracy": 0.7218164600431919, | |
| "num_tokens": 8703507.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.4492624844499733, | |
| "grad_norm": 0.09680253267288208, | |
| "learning_rate": 0.0002833258606652901, | |
| "loss": 0.8928, | |
| "mean_token_accuracy": 0.7247406598180532, | |
| "num_tokens": 8788781.0, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.4634796516794029, | |
| "grad_norm": 0.08538492023944855, | |
| "learning_rate": 0.0002794474357959138, | |
| "loss": 0.9021, | |
| "mean_token_accuracy": 0.7273614536970854, | |
| "num_tokens": 8873572.0, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.4776968189088324, | |
| "grad_norm": 0.08687795698642731, | |
| "learning_rate": 0.00027556181016373147, | |
| "loss": 0.9266, | |
| "mean_token_accuracy": 0.7160039469599724, | |
| "num_tokens": 8960541.0, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.491913986138262, | |
| "grad_norm": 0.08219098299741745, | |
| "learning_rate": 0.00027166993391831566, | |
| "loss": 0.9344, | |
| "mean_token_accuracy": 0.7199014227837324, | |
| "num_tokens": 9046332.0, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.5061311533676913, | |
| "grad_norm": 0.08430644124746323, | |
| "learning_rate": 0.000267772758737697, | |
| "loss": 0.963, | |
| "mean_token_accuracy": 0.7126489922404289, | |
| "num_tokens": 9133194.0, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.520348320597121, | |
| "grad_norm": 0.08255460858345032, | |
| "learning_rate": 0.00026387123759565197, | |
| "loss": 0.8784, | |
| "mean_token_accuracy": 0.7328134395182133, | |
| "num_tokens": 9220168.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.5345654878265504, | |
| "grad_norm": 0.09743297845125198, | |
| "learning_rate": 0.00025996632452867166, | |
| "loss": 0.8675, | |
| "mean_token_accuracy": 0.7273001208901405, | |
| "num_tokens": 9306051.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.5487826550559802, | |
| "grad_norm": 0.08803436160087585, | |
| "learning_rate": 0.0002560589744026729, | |
| "loss": 0.8476, | |
| "mean_token_accuracy": 0.7371940363198519, | |
| "num_tokens": 9398040.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.5629998222854096, | |
| "grad_norm": 0.08522514998912811, | |
| "learning_rate": 0.00025215014267950463, | |
| "loss": 0.9067, | |
| "mean_token_accuracy": 0.714500817283988, | |
| "num_tokens": 9485987.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.5772169895148391, | |
| "grad_norm": 0.09162591397762299, | |
| "learning_rate": 0.00024824078518331013, | |
| "loss": 0.936, | |
| "mean_token_accuracy": 0.7146482899785042, | |
| "num_tokens": 9571356.0, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.5914341567442687, | |
| "grad_norm": 0.0838090255856514, | |
| "learning_rate": 0.00024433185786679955, | |
| "loss": 0.9111, | |
| "mean_token_accuracy": 0.7223079178482295, | |
| "num_tokens": 9657761.0, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.6056513239736983, | |
| "grad_norm": 0.08568980544805527, | |
| "learning_rate": 0.00024042431657749118, | |
| "loss": 0.9572, | |
| "mean_token_accuracy": 0.710682961717248, | |
| "num_tokens": 9742840.0, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.6198684912031278, | |
| "grad_norm": 0.08540449291467667, | |
| "learning_rate": 0.00023651911682397937, | |
| "loss": 0.901, | |
| "mean_token_accuracy": 0.7298479046672582, | |
| "num_tokens": 9833491.0, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.6340856584325572, | |
| "grad_norm": 0.09621024876832962, | |
| "learning_rate": 0.0002326172135422839, | |
| "loss": 0.8465, | |
| "mean_token_accuracy": 0.739329730719328, | |
| "num_tokens": 9921422.0, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.648302825661987, | |
| "grad_norm": 0.0809611827135086, | |
| "learning_rate": 0.00022871956086234062, | |
| "loss": 0.8573, | |
| "mean_token_accuracy": 0.7349758796393872, | |
| "num_tokens": 10007862.0, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.6625199928914163, | |
| "grad_norm": 0.08698837459087372, | |
| "learning_rate": 0.00022482711187468823, | |
| "loss": 0.8512, | |
| "mean_token_accuracy": 0.7366860095411539, | |
| "num_tokens": 10100577.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.676737160120846, | |
| "grad_norm": 0.08779753744602203, | |
| "learning_rate": 0.00022094081839741004, | |
| "loss": 0.8936, | |
| "mean_token_accuracy": 0.7239959452301263, | |
| "num_tokens": 10186346.0, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.6909543273502754, | |
| "grad_norm": 0.08322805166244507, | |
| "learning_rate": 0.0002170616307433861, | |
| "loss": 0.9271, | |
| "mean_token_accuracy": 0.7187892116606236, | |
| "num_tokens": 10270881.0, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.705171494579705, | |
| "grad_norm": 0.09833941608667374, | |
| "learning_rate": 0.00021319049748791416, | |
| "loss": 1.0209, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.705171494579705, | |
| "eval_loss": 0.9964284300804138, | |
| "eval_mean_token_accuracy": 0.7130191161632538, | |
| "eval_num_tokens": 10355263.0, | |
| "eval_runtime": 42.5075, | |
| "eval_samples_per_second": 23.502, | |
| "eval_steps_per_second": 5.881, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.7193886618091345, | |
| "grad_norm": 0.09196127951145172, | |
| "learning_rate": 0.00020932836523675493, | |
| "loss": 0.9229, | |
| "mean_token_accuracy": 0.7052626656368375, | |
| "num_tokens": 10439472.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.733605829038564, | |
| "grad_norm": 0.09308561682701111, | |
| "learning_rate": 0.00020547617839465924, | |
| "loss": 0.9532, | |
| "mean_token_accuracy": 0.7139888234436512, | |
| "num_tokens": 10524216.0, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.7478229962679936, | |
| "grad_norm": 0.09138765186071396, | |
| "learning_rate": 0.0002016348789344335, | |
| "loss": 0.895, | |
| "mean_token_accuracy": 0.7220640182495117, | |
| "num_tokens": 10611738.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.762040163497423, | |
| "grad_norm": 0.08532418310642242, | |
| "learning_rate": 0.0001978054061665993, | |
| "loss": 0.9175, | |
| "mean_token_accuracy": 0.7228887047618627, | |
| "num_tokens": 10697449.0, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.7762573307268528, | |
| "grad_norm": 0.08684728294610977, | |
| "learning_rate": 0.0001939886965097048, | |
| "loss": 0.9053, | |
| "mean_token_accuracy": 0.7226716388016939, | |
| "num_tokens": 10783296.0, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.790474497956282, | |
| "grad_norm": 0.08659351617097855, | |
| "learning_rate": 0.0001901856832613426, | |
| "loss": 0.9259, | |
| "mean_token_accuracy": 0.7152926828712225, | |
| "num_tokens": 10871421.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.804691665185712, | |
| "grad_norm": 0.08151692152023315, | |
| "learning_rate": 0.00018639729636993137, | |
| "loss": 0.8651, | |
| "mean_token_accuracy": 0.7316095266491175, | |
| "num_tokens": 10960209.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.8189088324151412, | |
| "grad_norm": 0.09470875561237335, | |
| "learning_rate": 0.00018262446220731582, | |
| "loss": 0.9005, | |
| "mean_token_accuracy": 0.7300491981208325, | |
| "num_tokens": 11046451.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.8331259996445708, | |
| "grad_norm": 0.08670168370008469, | |
| "learning_rate": 0.0001788681033422419, | |
| "loss": 0.8818, | |
| "mean_token_accuracy": 0.7283473834395409, | |
| "num_tokens": 11132072.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.8473431668740004, | |
| "grad_norm": 0.08462122082710266, | |
| "learning_rate": 0.00017512913831476136, | |
| "loss": 0.9394, | |
| "mean_token_accuracy": 0.7198392864316702, | |
| "num_tokens": 11218335.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.86156033410343, | |
| "grad_norm": 0.0869954526424408, | |
| "learning_rate": 0.000171408481411622, | |
| "loss": 0.8649, | |
| "mean_token_accuracy": 0.7348789256066084, | |
| "num_tokens": 11305589.0, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.8757775013328595, | |
| "grad_norm": 0.09598379582166672, | |
| "learning_rate": 0.00016770704244269735, | |
| "loss": 0.8799, | |
| "mean_token_accuracy": 0.7312331754714251, | |
| "num_tokens": 11393534.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.8899946685622888, | |
| "grad_norm": 0.09157571196556091, | |
| "learning_rate": 0.00016402572651851217, | |
| "loss": 0.9071, | |
| "mean_token_accuracy": 0.7278904471546411, | |
| "num_tokens": 11481006.0, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.9042118357917186, | |
| "grad_norm": 0.08688797056674957, | |
| "learning_rate": 0.0001603654338289151, | |
| "loss": 0.921, | |
| "mean_token_accuracy": 0.725471879914403, | |
| "num_tokens": 11570046.0, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.918429003021148, | |
| "grad_norm": 0.09125315397977829, | |
| "learning_rate": 0.00015672705942295734, | |
| "loss": 0.8608, | |
| "mean_token_accuracy": 0.7313944108784198, | |
| "num_tokens": 11656322.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.9326461702505777, | |
| "grad_norm": 0.08270374685525894, | |
| "learning_rate": 0.00015311149299002542, | |
| "loss": 0.8296, | |
| "mean_token_accuracy": 0.740207726508379, | |
| "num_tokens": 11745127.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.946863337480007, | |
| "grad_norm": 0.09753109514713287, | |
| "learning_rate": 0.0001495196186422872, | |
| "loss": 0.9149, | |
| "mean_token_accuracy": 0.72291075065732, | |
| "num_tokens": 11826582.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.9610805047094366, | |
| "grad_norm": 0.09203537553548813, | |
| "learning_rate": 0.00014595231469849963, | |
| "loss": 0.9261, | |
| "mean_token_accuracy": 0.7244169395416975, | |
| "num_tokens": 11911842.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.9752976719388662, | |
| "grad_norm": 0.10030084103345871, | |
| "learning_rate": 0.00014241045346923462, | |
| "loss": 0.8738, | |
| "mean_token_accuracy": 0.7312715597450733, | |
| "num_tokens": 11997173.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.9895148391682957, | |
| "grad_norm": 0.09157243371009827, | |
| "learning_rate": 0.00013889490104357276, | |
| "loss": 0.944, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.9895148391682957, | |
| "eval_loss": 0.9828982949256897, | |
| "eval_mean_token_accuracy": 0.7159896125793457, | |
| "eval_num_tokens": 12079318.0, | |
| "eval_runtime": 42.4967, | |
| "eval_samples_per_second": 23.508, | |
| "eval_steps_per_second": 5.883, | |
| "step": 1400 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2109, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2636469427598029e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |