{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.40879636086072924, "eval_steps": 500, "global_step": 3000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.003406636340506077, "grad_norm": 0.8387678265571594, "learning_rate": 5.4421768707483e-06, "loss": 0.8629, "step": 25 }, { "epoch": 0.006813272681012154, "grad_norm": 0.5580975413322449, "learning_rate": 1.1111111111111112e-05, "loss": 0.8351, "step": 50 }, { "epoch": 0.010219909021518231, "grad_norm": 0.4770251214504242, "learning_rate": 1.6780045351473924e-05, "loss": 0.8023, "step": 75 }, { "epoch": 0.013626545362024308, "grad_norm": 0.35437077283859253, "learning_rate": 2.2448979591836737e-05, "loss": 0.7808, "step": 100 }, { "epoch": 0.017033181702530386, "grad_norm": 0.37850669026374817, "learning_rate": 2.811791383219955e-05, "loss": 0.7554, "step": 125 }, { "epoch": 0.020439818043036462, "grad_norm": 0.40117064118385315, "learning_rate": 3.378684807256236e-05, "loss": 0.7419, "step": 150 }, { "epoch": 0.02384645438354254, "grad_norm": 0.4868236780166626, "learning_rate": 3.945578231292517e-05, "loss": 0.751, "step": 175 }, { "epoch": 0.027253090724048617, "grad_norm": 0.3966948390007019, "learning_rate": 4.512471655328798e-05, "loss": 0.7251, "step": 200 }, { "epoch": 0.030659727064554693, "grad_norm": 0.3908109664916992, "learning_rate": 5.0793650793650794e-05, "loss": 0.7088, "step": 225 }, { "epoch": 0.03406636340506077, "grad_norm": 0.3687989115715027, "learning_rate": 5.646258503401361e-05, "loss": 0.7115, "step": 250 }, { "epoch": 0.03747299974556685, "grad_norm": 0.3919059634208679, "learning_rate": 6.213151927437642e-05, "loss": 0.7026, "step": 275 }, { "epoch": 0.040879636086072924, "grad_norm": 0.42019009590148926, "learning_rate": 6.780045351473924e-05, "loss": 0.6967, "step": 300 }, { "epoch": 0.044286272426579, "grad_norm": 0.4229620695114136, "learning_rate": 7.346938775510205e-05, "loss": 0.7148, "step": 325 }, { "epoch": 0.04769290876708508, "grad_norm": 0.39575278759002686, "learning_rate": 7.913832199546486e-05, "loss": 0.744, "step": 350 }, { "epoch": 0.051099545107591154, "grad_norm": 0.45732468366622925, "learning_rate": 8.480725623582767e-05, "loss": 0.7216, "step": 375 }, { "epoch": 0.054506181448097234, "grad_norm": 0.3956912159919739, "learning_rate": 9.047619047619048e-05, "loss": 0.6953, "step": 400 }, { "epoch": 0.05791281778860331, "grad_norm": 0.3948104679584503, "learning_rate": 9.61451247165533e-05, "loss": 0.7235, "step": 425 }, { "epoch": 0.061319454129109385, "grad_norm": 0.3913336396217346, "learning_rate": 9.99438004917457e-05, "loss": 0.6676, "step": 450 }, { "epoch": 0.06472609046961547, "grad_norm": 0.3908584713935852, "learning_rate": 9.9768177028451e-05, "loss": 0.7158, "step": 475 }, { "epoch": 0.06813272681012154, "grad_norm": 0.4225063920021057, "learning_rate": 9.959255356515631e-05, "loss": 0.7129, "step": 500 }, { "epoch": 0.07153936315062762, "grad_norm": 2.2388832569122314, "learning_rate": 9.941693010186162e-05, "loss": 0.7199, "step": 525 }, { "epoch": 0.0749459994911337, "grad_norm": 0.39503997564315796, "learning_rate": 9.924130663856692e-05, "loss": 0.7298, "step": 550 }, { "epoch": 0.07835263583163977, "grad_norm": 2.1647109985351562, "learning_rate": 9.906568317527221e-05, "loss": 0.7499, "step": 575 }, { "epoch": 0.08175927217214585, "grad_norm": 0.36966434121131897, "learning_rate": 9.889005971197752e-05, "loss": 0.7212, "step": 600 }, { "epoch": 0.08516590851265193, "grad_norm": 0.36990946531295776, "learning_rate": 9.871443624868283e-05, "loss": 0.7214, "step": 625 }, { "epoch": 0.088572544853158, "grad_norm": 0.4158572852611542, "learning_rate": 9.853881278538813e-05, "loss": 0.6942, "step": 650 }, { "epoch": 0.09197918119366408, "grad_norm": 0.3846476972103119, "learning_rate": 9.836318932209344e-05, "loss": 0.7218, "step": 675 }, { "epoch": 0.09538581753417016, "grad_norm": 0.33537471294403076, "learning_rate": 9.818756585879874e-05, "loss": 0.7115, "step": 700 }, { "epoch": 0.09879245387467624, "grad_norm": 0.3672342896461487, "learning_rate": 9.801194239550405e-05, "loss": 0.7225, "step": 725 }, { "epoch": 0.10219909021518231, "grad_norm": 0.3498263955116272, "learning_rate": 9.783631893220935e-05, "loss": 0.7124, "step": 750 }, { "epoch": 0.1056057265556884, "grad_norm": 0.3860284388065338, "learning_rate": 9.766069546891466e-05, "loss": 0.7018, "step": 775 }, { "epoch": 0.10901236289619447, "grad_norm": 0.33633533120155334, "learning_rate": 9.748507200561996e-05, "loss": 0.6962, "step": 800 }, { "epoch": 0.11241899923670054, "grad_norm": 0.3424709439277649, "learning_rate": 9.730944854232526e-05, "loss": 0.7068, "step": 825 }, { "epoch": 0.11582563557720663, "grad_norm": 0.3627208173274994, "learning_rate": 9.713382507903056e-05, "loss": 0.6738, "step": 850 }, { "epoch": 0.1192322719177127, "grad_norm": 0.3304712176322937, "learning_rate": 9.695820161573587e-05, "loss": 0.7004, "step": 875 }, { "epoch": 0.12263890825821877, "grad_norm": 0.37575623393058777, "learning_rate": 9.678257815244117e-05, "loss": 0.711, "step": 900 }, { "epoch": 0.12604554459872486, "grad_norm": 0.37238940596580505, "learning_rate": 9.660695468914648e-05, "loss": 0.7172, "step": 925 }, { "epoch": 0.12945218093923094, "grad_norm": 0.39354655146598816, "learning_rate": 9.643133122585177e-05, "loss": 0.6949, "step": 950 }, { "epoch": 0.132858817279737, "grad_norm": 0.34536346793174744, "learning_rate": 9.625570776255708e-05, "loss": 0.6871, "step": 975 }, { "epoch": 0.1362654536202431, "grad_norm": 0.3518439829349518, "learning_rate": 9.608008429926238e-05, "loss": 0.7168, "step": 1000 }, { "epoch": 0.13967208996074917, "grad_norm": 0.3994406759738922, "learning_rate": 9.590446083596769e-05, "loss": 0.722, "step": 1025 }, { "epoch": 0.14307872630125523, "grad_norm": 0.38314729928970337, "learning_rate": 9.5728837372673e-05, "loss": 0.6858, "step": 1050 }, { "epoch": 0.14648536264176132, "grad_norm": 0.3678247630596161, "learning_rate": 9.55532139093783e-05, "loss": 0.6895, "step": 1075 }, { "epoch": 0.1498919989822674, "grad_norm": 0.37229785323143005, "learning_rate": 9.537759044608359e-05, "loss": 0.6858, "step": 1100 }, { "epoch": 0.15329863532277346, "grad_norm": 0.34786805510520935, "learning_rate": 9.52019669827889e-05, "loss": 0.7055, "step": 1125 }, { "epoch": 0.15670527166327955, "grad_norm": 0.34139758348464966, "learning_rate": 9.50263435194942e-05, "loss": 0.6959, "step": 1150 }, { "epoch": 0.16011190800378564, "grad_norm": 0.33563101291656494, "learning_rate": 9.485072005619952e-05, "loss": 0.6696, "step": 1175 }, { "epoch": 0.1635185443442917, "grad_norm": 0.4068642556667328, "learning_rate": 9.467509659290483e-05, "loss": 0.7035, "step": 1200 }, { "epoch": 0.16692518068479778, "grad_norm": 0.3011302053928375, "learning_rate": 9.449947312961012e-05, "loss": 0.6759, "step": 1225 }, { "epoch": 0.17033181702530387, "grad_norm": 0.3068943917751312, "learning_rate": 9.432384966631543e-05, "loss": 0.6874, "step": 1250 }, { "epoch": 0.17373845336580993, "grad_norm": 0.3331654369831085, "learning_rate": 9.414822620302073e-05, "loss": 0.6886, "step": 1275 }, { "epoch": 0.177145089706316, "grad_norm": 0.3533156216144562, "learning_rate": 9.397260273972604e-05, "loss": 0.7059, "step": 1300 }, { "epoch": 0.1805517260468221, "grad_norm": 0.3277696669101715, "learning_rate": 9.379697927643134e-05, "loss": 0.6793, "step": 1325 }, { "epoch": 0.18395836238732816, "grad_norm": 0.6513714790344238, "learning_rate": 9.362135581313663e-05, "loss": 0.6741, "step": 1350 }, { "epoch": 0.18736499872783424, "grad_norm": 0.3339422047138214, "learning_rate": 9.344573234984194e-05, "loss": 0.7229, "step": 1375 }, { "epoch": 0.19077163506834033, "grad_norm": 0.27368980646133423, "learning_rate": 9.327010888654725e-05, "loss": 0.6889, "step": 1400 }, { "epoch": 0.1941782714088464, "grad_norm": 0.3697713017463684, "learning_rate": 9.309448542325255e-05, "loss": 0.7091, "step": 1425 }, { "epoch": 0.19758490774935247, "grad_norm": 0.30846071243286133, "learning_rate": 9.291886195995786e-05, "loss": 0.6929, "step": 1450 }, { "epoch": 0.20099154408985856, "grad_norm": 0.32923388481140137, "learning_rate": 9.274323849666315e-05, "loss": 0.6828, "step": 1475 }, { "epoch": 0.20439818043036462, "grad_norm": 0.34551820158958435, "learning_rate": 9.256761503336846e-05, "loss": 0.7007, "step": 1500 }, { "epoch": 0.2078048167708707, "grad_norm": 0.33527928590774536, "learning_rate": 9.239199157007376e-05, "loss": 0.7209, "step": 1525 }, { "epoch": 0.2112114531113768, "grad_norm": 0.30302199721336365, "learning_rate": 9.221636810677907e-05, "loss": 0.6802, "step": 1550 }, { "epoch": 0.21461808945188285, "grad_norm": 0.2833121120929718, "learning_rate": 9.204074464348437e-05, "loss": 0.6841, "step": 1575 }, { "epoch": 0.21802472579238893, "grad_norm": 0.3293180465698242, "learning_rate": 9.186512118018968e-05, "loss": 0.6902, "step": 1600 }, { "epoch": 0.22143136213289502, "grad_norm": 0.3296971023082733, "learning_rate": 9.168949771689498e-05, "loss": 0.6796, "step": 1625 }, { "epoch": 0.22483799847340108, "grad_norm": 0.29069727659225464, "learning_rate": 9.151387425360029e-05, "loss": 0.7244, "step": 1650 }, { "epoch": 0.22824463481390717, "grad_norm": 0.3884179890155792, "learning_rate": 9.13382507903056e-05, "loss": 0.6951, "step": 1675 }, { "epoch": 0.23165127115441325, "grad_norm": 0.30107781291007996, "learning_rate": 9.11626273270109e-05, "loss": 0.6873, "step": 1700 }, { "epoch": 0.2350579074949193, "grad_norm": 0.501139760017395, "learning_rate": 9.098700386371619e-05, "loss": 0.7114, "step": 1725 }, { "epoch": 0.2384645438354254, "grad_norm": 0.3498416841030121, "learning_rate": 9.08113804004215e-05, "loss": 0.6801, "step": 1750 }, { "epoch": 0.24187118017593148, "grad_norm": 0.34361162781715393, "learning_rate": 9.06357569371268e-05, "loss": 0.6702, "step": 1775 }, { "epoch": 0.24527781651643754, "grad_norm": 0.39064115285873413, "learning_rate": 9.046013347383211e-05, "loss": 0.6805, "step": 1800 }, { "epoch": 0.24868445285694363, "grad_norm": 0.29779884219169617, "learning_rate": 9.028451001053742e-05, "loss": 0.6929, "step": 1825 }, { "epoch": 0.2520910891974497, "grad_norm": 0.3189874291419983, "learning_rate": 9.010888654724272e-05, "loss": 0.6877, "step": 1850 }, { "epoch": 0.2554977255379558, "grad_norm": 0.33130019903182983, "learning_rate": 8.993326308394801e-05, "loss": 0.7176, "step": 1875 }, { "epoch": 0.2589043618784619, "grad_norm": 0.3092060983181, "learning_rate": 8.975763962065332e-05, "loss": 0.6872, "step": 1900 }, { "epoch": 0.2623109982189679, "grad_norm": 0.2977277338504791, "learning_rate": 8.958201615735862e-05, "loss": 0.6854, "step": 1925 }, { "epoch": 0.265717634559474, "grad_norm": 0.3292854130268097, "learning_rate": 8.940639269406393e-05, "loss": 0.6726, "step": 1950 }, { "epoch": 0.2691242708999801, "grad_norm": 0.30629754066467285, "learning_rate": 8.923076923076924e-05, "loss": 0.6928, "step": 1975 }, { "epoch": 0.2725309072404862, "grad_norm": 0.38389158248901367, "learning_rate": 8.905514576747454e-05, "loss": 0.6804, "step": 2000 }, { "epoch": 0.27593754358099226, "grad_norm": 0.29301708936691284, "learning_rate": 8.887952230417985e-05, "loss": 0.6815, "step": 2025 }, { "epoch": 0.27934417992149835, "grad_norm": 0.3136097490787506, "learning_rate": 8.870389884088515e-05, "loss": 0.7038, "step": 2050 }, { "epoch": 0.2827508162620044, "grad_norm": 0.4756239950656891, "learning_rate": 8.852827537759046e-05, "loss": 0.6772, "step": 2075 }, { "epoch": 0.28615745260251046, "grad_norm": 0.3121085464954376, "learning_rate": 8.835265191429576e-05, "loss": 0.6604, "step": 2100 }, { "epoch": 0.28956408894301655, "grad_norm": 0.3641608655452728, "learning_rate": 8.817702845100106e-05, "loss": 0.6645, "step": 2125 }, { "epoch": 0.29297072528352264, "grad_norm": 0.34608688950538635, "learning_rate": 8.800140498770636e-05, "loss": 0.6702, "step": 2150 }, { "epoch": 0.2963773616240287, "grad_norm": 0.3482177257537842, "learning_rate": 8.782578152441167e-05, "loss": 0.7293, "step": 2175 }, { "epoch": 0.2997839979645348, "grad_norm": 0.34053704142570496, "learning_rate": 8.765015806111697e-05, "loss": 0.6724, "step": 2200 }, { "epoch": 0.30319063430504084, "grad_norm": 0.32497864961624146, "learning_rate": 8.747453459782228e-05, "loss": 0.6511, "step": 2225 }, { "epoch": 0.3065972706455469, "grad_norm": 0.3069411814212799, "learning_rate": 8.729891113452757e-05, "loss": 0.6849, "step": 2250 }, { "epoch": 0.310003906986053, "grad_norm": 0.28222939372062683, "learning_rate": 8.712328767123288e-05, "loss": 0.66, "step": 2275 }, { "epoch": 0.3134105433265591, "grad_norm": 0.3223375082015991, "learning_rate": 8.694766420793818e-05, "loss": 0.6819, "step": 2300 }, { "epoch": 0.3168171796670652, "grad_norm": 0.2859184443950653, "learning_rate": 8.677204074464349e-05, "loss": 0.7061, "step": 2325 }, { "epoch": 0.32022381600757127, "grad_norm": 0.30723094940185547, "learning_rate": 8.659641728134879e-05, "loss": 0.678, "step": 2350 }, { "epoch": 0.3236304523480773, "grad_norm": 0.3178076446056366, "learning_rate": 8.642079381805409e-05, "loss": 0.6797, "step": 2375 }, { "epoch": 0.3270370886885834, "grad_norm": 0.3042934536933899, "learning_rate": 8.624517035475939e-05, "loss": 0.6654, "step": 2400 }, { "epoch": 0.3304437250290895, "grad_norm": 0.3517778813838959, "learning_rate": 8.60695468914647e-05, "loss": 0.6727, "step": 2425 }, { "epoch": 0.33385036136959556, "grad_norm": 0.2900087833404541, "learning_rate": 8.589392342817002e-05, "loss": 0.6886, "step": 2450 }, { "epoch": 0.33725699771010165, "grad_norm": 0.3086068630218506, "learning_rate": 8.571829996487532e-05, "loss": 0.6885, "step": 2475 }, { "epoch": 0.34066363405060773, "grad_norm": 0.3216247856616974, "learning_rate": 8.554267650158061e-05, "loss": 0.6753, "step": 2500 }, { "epoch": 0.34407027039111376, "grad_norm": 0.3239280581474304, "learning_rate": 8.536705303828592e-05, "loss": 0.7092, "step": 2525 }, { "epoch": 0.34747690673161985, "grad_norm": 0.2760443091392517, "learning_rate": 8.519142957499122e-05, "loss": 0.7039, "step": 2550 }, { "epoch": 0.35088354307212594, "grad_norm": 0.3144066631793976, "learning_rate": 8.501580611169653e-05, "loss": 0.6988, "step": 2575 }, { "epoch": 0.354290179412632, "grad_norm": 0.32952046394348145, "learning_rate": 8.484018264840184e-05, "loss": 0.6911, "step": 2600 }, { "epoch": 0.3576968157531381, "grad_norm": 2.4748454093933105, "learning_rate": 8.466455918510714e-05, "loss": 0.6748, "step": 2625 }, { "epoch": 0.3611034520936442, "grad_norm": 0.32749420404434204, "learning_rate": 8.448893572181243e-05, "loss": 0.6775, "step": 2650 }, { "epoch": 0.3645100884341502, "grad_norm": 0.28332722187042236, "learning_rate": 8.431331225851774e-05, "loss": 0.6788, "step": 2675 }, { "epoch": 0.3679167247746563, "grad_norm": 0.29811403155326843, "learning_rate": 8.413768879522305e-05, "loss": 0.6954, "step": 2700 }, { "epoch": 0.3713233611151624, "grad_norm": 0.3304058313369751, "learning_rate": 8.396206533192835e-05, "loss": 0.6759, "step": 2725 }, { "epoch": 0.3747299974556685, "grad_norm": 0.32398712635040283, "learning_rate": 8.378644186863366e-05, "loss": 0.6886, "step": 2750 }, { "epoch": 0.37813663379617457, "grad_norm": 0.2734803259372711, "learning_rate": 8.361081840533895e-05, "loss": 0.6839, "step": 2775 }, { "epoch": 0.38154327013668066, "grad_norm": 0.2840772271156311, "learning_rate": 8.343519494204425e-05, "loss": 0.6828, "step": 2800 }, { "epoch": 0.3849499064771867, "grad_norm": 0.39391207695007324, "learning_rate": 8.325957147874956e-05, "loss": 0.6935, "step": 2825 }, { "epoch": 0.3883565428176928, "grad_norm": 0.27879825234413147, "learning_rate": 8.308394801545487e-05, "loss": 0.7002, "step": 2850 }, { "epoch": 0.39176317915819886, "grad_norm": 0.30057233572006226, "learning_rate": 8.290832455216017e-05, "loss": 0.6784, "step": 2875 }, { "epoch": 0.39516981549870495, "grad_norm": 0.31198152899742126, "learning_rate": 8.273270108886548e-05, "loss": 0.6896, "step": 2900 }, { "epoch": 0.39857645183921103, "grad_norm": 0.2815667390823364, "learning_rate": 8.255707762557078e-05, "loss": 0.6649, "step": 2925 }, { "epoch": 0.4019830881797171, "grad_norm": 0.35836973786354065, "learning_rate": 8.238145416227609e-05, "loss": 0.6601, "step": 2950 }, { "epoch": 0.4053897245202232, "grad_norm": 0.289037823677063, "learning_rate": 8.22058306989814e-05, "loss": 0.6842, "step": 2975 }, { "epoch": 0.40879636086072924, "grad_norm": 0.32901930809020996, "learning_rate": 8.20302072356867e-05, "loss": 0.6677, "step": 3000 } ], "logging_steps": 25, "max_steps": 14676, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.2754953675789115e+19, "train_batch_size": 1, "trial_name": null, "trial_params": null }