| { | |
| "best_metric": 0.2828419506549835, | |
| "best_model_checkpoint": "//home/user/naepli/noisepp/gsw_pos_best/DEbert_swisscrawl_ftDE-xpos-noise_ftGSW_v2/checkpoint-10000", | |
| "epoch": 5.0, | |
| "global_step": 14725, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.8302207130730054e-05, | |
| "loss": 0.1584, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.6604414261460106e-05, | |
| "loss": 0.1276, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_accuracy": 0.9205043369399982, | |
| "eval_f1": 0.9128971962616822, | |
| "eval_loss": 0.3129468858242035, | |
| "eval_precision": 0.9137511693171187, | |
| "eval_recall": 0.9120448179271708, | |
| "eval_runtime": 2.3351, | |
| "eval_samples_per_second": 313.471, | |
| "eval_steps_per_second": 39.398, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.490662139219016e-05, | |
| "loss": 0.1257, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.320882852292021e-05, | |
| "loss": 0.1137, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "eval_accuracy": 0.9290887954931593, | |
| "eval_f1": 0.9225095696013444, | |
| "eval_loss": 0.28120967745780945, | |
| "eval_precision": 0.9224234503360716, | |
| "eval_recall": 0.9225957049486462, | |
| "eval_runtime": 2.3612, | |
| "eval_samples_per_second": 310.007, | |
| "eval_steps_per_second": 38.963, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 4.1511035653650255e-05, | |
| "loss": 0.1123, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.981324278438031e-05, | |
| "loss": 0.102, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_accuracy": 0.9374049897165341, | |
| "eval_f1": 0.930929808994536, | |
| "eval_loss": 0.2500903308391571, | |
| "eval_precision": 0.9312342333925068, | |
| "eval_recall": 0.9306255835667601, | |
| "eval_runtime": 1.3009, | |
| "eval_samples_per_second": 562.677, | |
| "eval_steps_per_second": 70.719, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.811544991511036e-05, | |
| "loss": 0.067, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 3.641765704584041e-05, | |
| "loss": 0.0674, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "eval_accuracy": 0.9362425109541268, | |
| "eval_f1": 0.9298311094522721, | |
| "eval_loss": 0.25322550535202026, | |
| "eval_precision": 0.9292241700857888, | |
| "eval_recall": 0.9304388422035481, | |
| "eval_runtime": 1.2863, | |
| "eval_samples_per_second": 569.086, | |
| "eval_steps_per_second": 71.524, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 3.471986417657046e-05, | |
| "loss": 0.0659, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 3.3022071307300515e-05, | |
| "loss": 0.0671, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_accuracy": 0.9383886255924171, | |
| "eval_f1": 0.9333582403213002, | |
| "eval_loss": 0.257250040769577, | |
| "eval_precision": 0.9336634588433149, | |
| "eval_recall": 0.9330532212885154, | |
| "eval_runtime": 2.4588, | |
| "eval_samples_per_second": 297.711, | |
| "eval_steps_per_second": 37.417, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.132427843803056e-05, | |
| "loss": 0.0683, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 2.9626485568760615e-05, | |
| "loss": 0.0547, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "eval_accuracy": 0.9407135831172315, | |
| "eval_f1": 0.9349024002988698, | |
| "eval_loss": 0.2575545907020569, | |
| "eval_precision": 0.9351644245142003, | |
| "eval_recall": 0.934640522875817, | |
| "eval_runtime": 1.2898, | |
| "eval_samples_per_second": 567.536, | |
| "eval_steps_per_second": 71.33, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 2.7928692699490667e-05, | |
| "loss": 0.0356, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 2.6230899830220713e-05, | |
| "loss": 0.0368, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "eval_accuracy": 0.9416972189931145, | |
| "eval_f1": 0.9363886685023568, | |
| "eval_loss": 0.2715625464916229, | |
| "eval_precision": 0.9360828590090511, | |
| "eval_recall": 0.9366946778711485, | |
| "eval_runtime": 1.2849, | |
| "eval_samples_per_second": 569.686, | |
| "eval_steps_per_second": 71.6, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 2.4533106960950768e-05, | |
| "loss": 0.0367, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 2.2835314091680816e-05, | |
| "loss": 0.0383, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "eval_accuracy": 0.9413395332200661, | |
| "eval_f1": 0.9358543417366947, | |
| "eval_loss": 0.2626907527446747, | |
| "eval_precision": 0.9358543417366947, | |
| "eval_recall": 0.9358543417366947, | |
| "eval_runtime": 1.3044, | |
| "eval_samples_per_second": 561.17, | |
| "eval_steps_per_second": 70.53, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 2.1137521222410865e-05, | |
| "loss": 0.0381, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.9439728353140917e-05, | |
| "loss": 0.032, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "eval_accuracy": 0.9429491191987839, | |
| "eval_f1": 0.9374211338038043, | |
| "eval_loss": 0.2770785689353943, | |
| "eval_precision": 0.938429868064003, | |
| "eval_recall": 0.9364145658263305, | |
| "eval_runtime": 1.3011, | |
| "eval_samples_per_second": 562.587, | |
| "eval_steps_per_second": 70.708, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.774193548387097e-05, | |
| "loss": 0.0203, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 1.6044142614601017e-05, | |
| "loss": 0.0195, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "eval_accuracy": 0.9438433336314048, | |
| "eval_f1": 0.9383257855175311, | |
| "eval_loss": 0.2828419506549835, | |
| "eval_precision": 0.9383695956671958, | |
| "eval_recall": 0.93828197945845, | |
| "eval_runtime": 1.3079, | |
| "eval_samples_per_second": 559.696, | |
| "eval_steps_per_second": 70.344, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 1.434634974533107e-05, | |
| "loss": 0.0176, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 1.2648556876061121e-05, | |
| "loss": 0.0186, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "eval_accuracy": 0.9435750693016185, | |
| "eval_f1": 0.9380398748657608, | |
| "eval_loss": 0.30645471811294556, | |
| "eval_precision": 0.9381712898104044, | |
| "eval_recall": 0.9379084967320261, | |
| "eval_runtime": 1.2883, | |
| "eval_samples_per_second": 568.19, | |
| "eval_steps_per_second": 71.412, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 1.0950764006791173e-05, | |
| "loss": 0.0195, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 9.252971137521223e-06, | |
| "loss": 0.0146, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "eval_accuracy": 0.9447375480640258, | |
| "eval_f1": 0.9395509499136442, | |
| "eval_loss": 0.3018830716609955, | |
| "eval_precision": 0.939419396994306, | |
| "eval_recall": 0.9396825396825397, | |
| "eval_runtime": 1.2869, | |
| "eval_samples_per_second": 568.801, | |
| "eval_steps_per_second": 71.489, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 7.5551782682512745e-06, | |
| "loss": 0.0104, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 5.857385398981325e-06, | |
| "loss": 0.0088, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "eval_accuracy": 0.9442010194044532, | |
| "eval_f1": 0.9391718407170534, | |
| "eval_loss": 0.31471893191337585, | |
| "eval_precision": 0.9391279992531043, | |
| "eval_recall": 0.9392156862745098, | |
| "eval_runtime": 1.283, | |
| "eval_samples_per_second": 570.548, | |
| "eval_steps_per_second": 71.708, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 4.159592529711375e-06, | |
| "loss": 0.0091, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 2.461799660441426e-06, | |
| "loss": 0.01, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "eval_accuracy": 0.9451846552803362, | |
| "eval_f1": 0.939825404976425, | |
| "eval_loss": 0.3139691650867462, | |
| "eval_precision": 0.9397815330034544, | |
| "eval_recall": 0.9398692810457516, | |
| "eval_runtime": 1.3004, | |
| "eval_samples_per_second": 562.918, | |
| "eval_steps_per_second": 70.749, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 7.640067911714771e-07, | |
| "loss": 0.0091, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 14725, | |
| "total_flos": 3264317950832928.0, | |
| "train_loss": 0.05123547306287471, | |
| "train_runtime": 906.0685, | |
| "train_samples_per_second": 130.001, | |
| "train_steps_per_second": 16.252 | |
| } | |
| ], | |
| "max_steps": 14725, | |
| "num_train_epochs": 5, | |
| "total_flos": 3264317950832928.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |