|
{ |
|
"best_metric": 0.9869324473975637, |
|
"best_model_checkpoint": "swinv2-large-patch4-window12to16-192to256-22kto1k-ft-finetuned-LungCancer-LC25000-AH-40-30-30/checkpoint-935", |
|
"epoch": 4.993324432576769, |
|
"global_step": 935, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 5.341880341880342e-06, |
|
"loss": 1.0848, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 1.0683760683760684e-05, |
|
"loss": 0.8475, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 1.6025641025641026e-05, |
|
"loss": 0.5854, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 2.1367521367521368e-05, |
|
"loss": 0.4202, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 2.670940170940171e-05, |
|
"loss": 0.2353, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 3.205128205128205e-05, |
|
"loss": 0.3821, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 3.739316239316239e-05, |
|
"loss": 0.2081, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.2735042735042735e-05, |
|
"loss": 0.2178, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.8076923076923084e-05, |
|
"loss": 0.2564, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 5.341880341880342e-05, |
|
"loss": 0.3044, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 5.876068376068376e-05, |
|
"loss": 0.3078, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 6.41025641025641e-05, |
|
"loss": 0.2956, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 6.944444444444444e-05, |
|
"loss": 0.3315, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 7.478632478632479e-05, |
|
"loss": 0.2415, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 8.012820512820514e-05, |
|
"loss": 0.2106, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 8.547008547008547e-05, |
|
"loss": 0.3041, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 9.081196581196581e-05, |
|
"loss": 0.2804, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 9.615384615384617e-05, |
|
"loss": 0.2595, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.0001014957264957265, |
|
"loss": 0.2368, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00010683760683760684, |
|
"loss": 0.2289, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00011217948717948718, |
|
"loss": 0.2365, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00011752136752136752, |
|
"loss": 0.1883, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00012286324786324785, |
|
"loss": 0.1392, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.0001282051282051282, |
|
"loss": 0.1846, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00013354700854700856, |
|
"loss": 0.1617, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.0001388888888888889, |
|
"loss": 0.175, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00014423076923076922, |
|
"loss": 0.1804, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00014957264957264957, |
|
"loss": 0.1856, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00015491452991452993, |
|
"loss": 0.3335, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00016025641025641028, |
|
"loss": 0.2025, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.00016559829059829058, |
|
"loss": 0.2874, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.00017094017094017094, |
|
"loss": 0.1968, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 0.0001762820512820513, |
|
"loss": 0.2061, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 0.00018162393162393162, |
|
"loss": 0.1617, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00018696581196581198, |
|
"loss": 0.3653, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.00019230769230769233, |
|
"loss": 0.3449, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.00019764957264957264, |
|
"loss": 0.3299, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9218161683277962, |
|
"eval_loss": 0.2117503136396408, |
|
"eval_runtime": 2740.4947, |
|
"eval_samples_per_second": 1.648, |
|
"eval_steps_per_second": 0.206, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.000202991452991453, |
|
"loss": 0.2588, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 0.00020833333333333335, |
|
"loss": 0.2101, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.00021367521367521368, |
|
"loss": 0.5778, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.00021901709401709403, |
|
"loss": 0.1887, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.00022435897435897436, |
|
"loss": 0.2366, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.0002297008547008547, |
|
"loss": 0.1779, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00023504273504273504, |
|
"loss": 0.1902, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.0002403846153846154, |
|
"loss": 0.4555, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.0002457264957264957, |
|
"loss": 0.2295, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.00025106837606837605, |
|
"loss": 0.2224, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.0002564102564102564, |
|
"loss": 0.257, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 0.00026175213675213677, |
|
"loss": 0.395, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.0002670940170940171, |
|
"loss": 0.3104, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.0002724358974358974, |
|
"loss": 0.1329, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.0002777777777777778, |
|
"loss": 0.6173, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00028311965811965813, |
|
"loss": 0.2237, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.00028846153846153843, |
|
"loss": 0.1947, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.00029380341880341884, |
|
"loss": 0.5807, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.00029914529914529915, |
|
"loss": 0.193, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.00030448717948717945, |
|
"loss": 0.2717, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.00030982905982905986, |
|
"loss": 0.2197, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.00031517094017094016, |
|
"loss": 0.3151, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00032051282051282057, |
|
"loss": 0.2323, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.00032585470085470087, |
|
"loss": 0.1102, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.00033119658119658117, |
|
"loss": 0.1711, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.0003365384615384616, |
|
"loss": 0.411, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.0003418803418803419, |
|
"loss": 0.2767, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00034722222222222224, |
|
"loss": 0.3315, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.0003525641025641026, |
|
"loss": 0.368, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 0.0003579059829059829, |
|
"loss": 0.0977, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.00036324786324786325, |
|
"loss": 0.346, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.0003685897435897436, |
|
"loss": 0.6349, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.00037393162393162396, |
|
"loss": 0.7342, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.00037927350427350426, |
|
"loss": 0.3546, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00038461538461538467, |
|
"loss": 0.1764, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00038995726495726497, |
|
"loss": 0.2848, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00039529914529914527, |
|
"loss": 0.5922, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.8629014396456257, |
|
"eval_loss": 0.3205777704715729, |
|
"eval_runtime": 207.8751, |
|
"eval_samples_per_second": 21.72, |
|
"eval_steps_per_second": 2.718, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.0004006410256410257, |
|
"loss": 0.4581, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 0.000405982905982906, |
|
"loss": 0.3347, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 0.00041132478632478634, |
|
"loss": 0.2635, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0004166666666666667, |
|
"loss": 0.2595, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 0.000422008547008547, |
|
"loss": 0.3457, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.00042735042735042735, |
|
"loss": 0.2144, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 0.0004326923076923077, |
|
"loss": 0.3235, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 0.00043803418803418806, |
|
"loss": 0.4917, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 0.00044337606837606836, |
|
"loss": 0.4038, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.0004487179487179487, |
|
"loss": 0.1941, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 0.0004540598290598291, |
|
"loss": 0.2165, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 0.0004594017094017094, |
|
"loss": 0.2612, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.0004647435897435898, |
|
"loss": 0.3141, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 0.0004700854700854701, |
|
"loss": 0.1971, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 0.00047542735042735044, |
|
"loss": 0.3959, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 0.0004807692307692308, |
|
"loss": 0.3421, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 0.0004861111111111111, |
|
"loss": 0.697, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.0004914529914529914, |
|
"loss": 0.4143, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 0.0004967948717948718, |
|
"loss": 0.2158, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 0.0004978586723768737, |
|
"loss": 0.307, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 0.0004925053533190578, |
|
"loss": 0.3092, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 0.000487152034261242, |
|
"loss": 0.2478, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 0.00048179871520342613, |
|
"loss": 0.343, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 0.0004764453961456103, |
|
"loss": 0.2089, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 0.0004710920770877944, |
|
"loss": 0.3304, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 0.0004657387580299786, |
|
"loss": 0.2251, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 0.0004603854389721627, |
|
"loss": 0.6617, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 0.0004550321199143469, |
|
"loss": 0.4365, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 0.00044967880085653106, |
|
"loss": 0.3923, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 0.00044432548179871526, |
|
"loss": 0.1877, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 0.00043897216274089935, |
|
"loss": 0.2519, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 0.0004336188436830835, |
|
"loss": 0.1869, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 0.0004282655246252677, |
|
"loss": 0.2737, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 0.0004229122055674518, |
|
"loss": 0.3389, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 0.000417558886509636, |
|
"loss": 0.1682, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 0.00041220556745182014, |
|
"loss": 0.1925, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 0.0004068522483940043, |
|
"loss": 0.0948, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 0.00040149892933618843, |
|
"loss": 0.1763, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9127353266888151, |
|
"eval_loss": 0.2446804940700531, |
|
"eval_runtime": 208.6202, |
|
"eval_samples_per_second": 21.642, |
|
"eval_steps_per_second": 2.708, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.0003961456102783726, |
|
"loss": 0.2367, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 0.0003907922912205568, |
|
"loss": 0.2498, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 0.0003854389721627409, |
|
"loss": 0.2699, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 0.000380085653104925, |
|
"loss": 0.1427, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 0.0003747323340471092, |
|
"loss": 0.2793, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 0.00036937901498929336, |
|
"loss": 0.1657, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 3.18, |
|
"learning_rate": 0.0003640256959314775, |
|
"loss": 0.1275, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 0.00035867237687366166, |
|
"loss": 0.3048, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"learning_rate": 0.00035331905781584586, |
|
"loss": 0.1886, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"learning_rate": 0.00034796573875803, |
|
"loss": 0.1595, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"learning_rate": 0.0003426124197002141, |
|
"loss": 0.2196, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 0.0003372591006423983, |
|
"loss": 0.3155, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 3.34, |
|
"learning_rate": 0.00033190578158458244, |
|
"loss": 0.2957, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 3.36, |
|
"learning_rate": 0.00032655246252676664, |
|
"loss": 0.2555, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"learning_rate": 0.00032119914346895073, |
|
"loss": 0.2318, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"learning_rate": 0.0003158458244111349, |
|
"loss": 0.271, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"learning_rate": 0.0003104925053533191, |
|
"loss": 0.1326, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 0.00030513918629550323, |
|
"loss": 0.184, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"learning_rate": 0.0002997858672376874, |
|
"loss": 0.1722, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 3.52, |
|
"learning_rate": 0.0002944325481798715, |
|
"loss": 0.1703, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 0.0002890792291220557, |
|
"loss": 0.1832, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 3.58, |
|
"learning_rate": 0.0002837259100642398, |
|
"loss": 0.0724, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 0.00027837259100642396, |
|
"loss": 0.2362, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 0.00027301927194860816, |
|
"loss": 0.1697, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 3.66, |
|
"learning_rate": 0.0002676659528907923, |
|
"loss": 0.2273, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 0.00026231263383297645, |
|
"loss": 0.1521, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 0.0002569593147751606, |
|
"loss": 0.1556, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 3.74, |
|
"learning_rate": 0.00025160599571734475, |
|
"loss": 0.2266, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 0.0002462526766595289, |
|
"loss": 0.1827, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 3.79, |
|
"learning_rate": 0.00024089935760171306, |
|
"loss": 0.083, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"learning_rate": 0.0002355460385438972, |
|
"loss": 0.1368, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"learning_rate": 0.00023019271948608136, |
|
"loss": 0.1649, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 0.00022483940042826553, |
|
"loss": 0.1999, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.00021948608137044968, |
|
"loss": 0.147, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.00021413276231263385, |
|
"loss": 0.1472, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 3.95, |
|
"learning_rate": 0.000208779443254818, |
|
"loss": 0.1193, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 3.98, |
|
"learning_rate": 0.00020342612419700214, |
|
"loss": 0.1351, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9563676633444075, |
|
"eval_loss": 0.10276087373495102, |
|
"eval_runtime": 207.7116, |
|
"eval_samples_per_second": 21.737, |
|
"eval_steps_per_second": 2.72, |
|
"step": 749 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.0001980728051391863, |
|
"loss": 0.2576, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 4.03, |
|
"learning_rate": 0.00019271948608137046, |
|
"loss": 0.1087, |
|
"step": 755 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 0.0001873661670235546, |
|
"loss": 0.12, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 4.09, |
|
"learning_rate": 0.00018201284796573876, |
|
"loss": 0.1427, |
|
"step": 765 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"learning_rate": 0.00017665952890792293, |
|
"loss": 0.1297, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"learning_rate": 0.00017130620985010705, |
|
"loss": 0.0887, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.00016595289079229122, |
|
"loss": 0.0872, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 4.19, |
|
"learning_rate": 0.00016059957173447537, |
|
"loss": 0.1259, |
|
"step": 785 |
|
}, |
|
{ |
|
"epoch": 4.22, |
|
"learning_rate": 0.00015524625267665954, |
|
"loss": 0.1486, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 4.25, |
|
"learning_rate": 0.0001498929336188437, |
|
"loss": 0.1123, |
|
"step": 795 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"learning_rate": 0.00014453961456102786, |
|
"loss": 0.1699, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 0.00013918629550321198, |
|
"loss": 0.0964, |
|
"step": 805 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"learning_rate": 0.00013383297644539615, |
|
"loss": 0.1556, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 4.35, |
|
"learning_rate": 0.0001284796573875803, |
|
"loss": 0.1347, |
|
"step": 815 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 0.00012312633832976445, |
|
"loss": 0.1876, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"learning_rate": 0.0001177730192719486, |
|
"loss": 0.0863, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"learning_rate": 0.00011241970021413277, |
|
"loss": 0.1614, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 4.46, |
|
"learning_rate": 0.00010706638115631693, |
|
"loss": 0.1407, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 0.00010171306209850107, |
|
"loss": 0.0918, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 4.51, |
|
"learning_rate": 9.635974304068523e-05, |
|
"loss": 0.0966, |
|
"step": 845 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 9.100642398286938e-05, |
|
"loss": 0.0563, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 8.565310492505352e-05, |
|
"loss": 0.0795, |
|
"step": 855 |
|
}, |
|
{ |
|
"epoch": 4.59, |
|
"learning_rate": 8.029978586723768e-05, |
|
"loss": 0.0409, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 4.62, |
|
"learning_rate": 7.494646680942184e-05, |
|
"loss": 0.0707, |
|
"step": 865 |
|
}, |
|
{ |
|
"epoch": 4.65, |
|
"learning_rate": 6.959314775160599e-05, |
|
"loss": 0.1622, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 6.423982869379015e-05, |
|
"loss": 0.0814, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"learning_rate": 5.88865096359743e-05, |
|
"loss": 0.1475, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 5.353319057815846e-05, |
|
"loss": 0.129, |
|
"step": 885 |
|
}, |
|
{ |
|
"epoch": 4.75, |
|
"learning_rate": 4.8179871520342616e-05, |
|
"loss": 0.1013, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 4.282655246252676e-05, |
|
"loss": 0.0852, |
|
"step": 895 |
|
}, |
|
{ |
|
"epoch": 4.81, |
|
"learning_rate": 3.747323340471092e-05, |
|
"loss": 0.0799, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 4.83, |
|
"learning_rate": 3.2119914346895075e-05, |
|
"loss": 0.1067, |
|
"step": 905 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"learning_rate": 2.676659528907923e-05, |
|
"loss": 0.0713, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 4.89, |
|
"learning_rate": 2.141327623126338e-05, |
|
"loss": 0.0497, |
|
"step": 915 |
|
}, |
|
{ |
|
"epoch": 4.91, |
|
"learning_rate": 1.6059957173447537e-05, |
|
"loss": 0.0876, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 4.94, |
|
"learning_rate": 1.070663811563169e-05, |
|
"loss": 0.0796, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 4.97, |
|
"learning_rate": 5.353319057815845e-06, |
|
"loss": 0.0755, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"learning_rate": 0.0, |
|
"loss": 0.142, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"eval_accuracy": 0.9869324473975637, |
|
"eval_loss": 0.04178118333220482, |
|
"eval_runtime": 207.692, |
|
"eval_samples_per_second": 21.739, |
|
"eval_steps_per_second": 2.72, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"step": 935, |
|
"total_flos": 6.883415802275955e+18, |
|
"train_loss": 0.24478418331413984, |
|
"train_runtime": 10756.8608, |
|
"train_samples_per_second": 2.782, |
|
"train_steps_per_second": 0.087 |
|
} |
|
], |
|
"max_steps": 935, |
|
"num_train_epochs": 5, |
|
"total_flos": 6.883415802275955e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|