|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 7.0, |
|
"eval_steps": 500, |
|
"global_step": 567, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_Claim": { |
|
"f1-score": 0.41092129347162903, |
|
"precision": 0.5640703517587939, |
|
"recall": 0.32317658349328215, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.6523102655237298, |
|
"precision": 0.5929304446978335, |
|
"recall": 0.724907063197026, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.8834432924913603, |
|
"precision": 0.8545380875202593, |
|
"recall": 0.9143724257533059, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8664166767469054, |
|
"precision": 0.8441231929604023, |
|
"recall": 0.8899196554294707, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.7997031029363844, |
|
"eval_loss": 0.5104541182518005, |
|
"eval_macro avg": { |
|
"f1-score": 0.7032728820584061, |
|
"precision": 0.7139155192343223, |
|
"recall": 0.7130939319682712, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7759, |
|
"eval_samples_per_second": 16.751, |
|
"eval_steps_per_second": 2.094, |
|
"eval_weighted avg": { |
|
"f1-score": 0.7866826459135919, |
|
"precision": 0.7857670171690952, |
|
"recall": 0.7997031029363844, |
|
"support": 27619.0 |
|
}, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_Claim": { |
|
"f1-score": 0.5200312174817897, |
|
"precision": 0.5678977272727272, |
|
"recall": 0.47960652591170827, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.7526302911671151, |
|
"precision": 0.7948320413436692, |
|
"recall": 0.7146840148698885, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.9116096466629278, |
|
"precision": 0.944560669456067, |
|
"recall": 0.8808801213960546, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8738735224125151, |
|
"precision": 0.8259587020648967, |
|
"recall": 0.9276898865236478, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.8278359100619139, |
|
"eval_loss": 0.44692954421043396, |
|
"eval_macro avg": { |
|
"f1-score": 0.7645361694310869, |
|
"precision": 0.7833122850343401, |
|
"recall": 0.7507151371753248, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7439, |
|
"eval_samples_per_second": 16.864, |
|
"eval_steps_per_second": 2.108, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8236335905447046, |
|
"precision": 0.8242076985653165, |
|
"recall": 0.8278359100619139, |
|
"support": 27619.0 |
|
}, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_Claim": { |
|
"f1-score": 0.6218357913273168, |
|
"precision": 0.5744204961366409, |
|
"recall": 0.6777831094049904, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.7799868909766223, |
|
"precision": 0.7360824742268042, |
|
"recall": 0.8294609665427509, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.9093637121422617, |
|
"precision": 0.9330596419204014, |
|
"recall": 0.8868415347929763, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.876420695504665, |
|
"precision": 0.89797514556357, |
|
"recall": 0.855876749772219, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.8372859263550454, |
|
"eval_loss": 0.40934404730796814, |
|
"eval_macro avg": { |
|
"f1-score": 0.7969017724877165, |
|
"precision": 0.7853844394618541, |
|
"recall": 0.8124905901282342, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7941, |
|
"eval_samples_per_second": 16.687, |
|
"eval_steps_per_second": 2.086, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8414917278933443, |
|
"precision": 0.8482528803063183, |
|
"recall": 0.8372859263550454, |
|
"support": 27619.0 |
|
}, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_Claim": { |
|
"f1-score": 0.608644284729743, |
|
"precision": 0.516112873601603, |
|
"recall": 0.7416026871401151, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.788337924701561, |
|
"precision": 0.7790381125226861, |
|
"recall": 0.7978624535315985, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.9068679925629612, |
|
"precision": 0.9442684500762643, |
|
"recall": 0.8723173639713853, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8528029247910863, |
|
"precision": 0.8985600293497202, |
|
"recall": 0.8114801623457302, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.8201962417176581, |
|
"eval_loss": 0.5160673260688782, |
|
"eval_macro avg": { |
|
"f1-score": 0.789163281696338, |
|
"precision": 0.7844948663875684, |
|
"recall": 0.8058156667472073, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7669, |
|
"eval_samples_per_second": 16.782, |
|
"eval_steps_per_second": 2.098, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8289940404467937, |
|
"precision": 0.8468005514342695, |
|
"recall": 0.8201962417176581, |
|
"support": 27619.0 |
|
}, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_Claim": { |
|
"f1-score": 0.5923049770561243, |
|
"precision": 0.5811590856615101, |
|
"recall": 0.6038867562380038, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.7829807463750891, |
|
"precision": 0.8014598540145985, |
|
"recall": 0.7653345724907064, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.9075350077795066, |
|
"precision": 0.9311288483466362, |
|
"recall": 0.8851073054411446, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8770785784153896, |
|
"precision": 0.8633555323758325, |
|
"recall": 0.891244926695933, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.8360186827908324, |
|
"eval_loss": 0.5153732299804688, |
|
"eval_macro avg": { |
|
"f1-score": 0.7899748274065275, |
|
"precision": 0.7942758300996444, |
|
"recall": 0.7863933902164468, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7506, |
|
"eval_samples_per_second": 16.84, |
|
"eval_steps_per_second": 2.105, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8369451960444566, |
|
"precision": 0.8385857117236715, |
|
"recall": 0.8360186827908324, |
|
"support": 27619.0 |
|
}, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_Claim": { |
|
"f1-score": 0.5533534584591154, |
|
"precision": 0.6108374384236454, |
|
"recall": 0.5057581573896354, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.7910518800571156, |
|
"precision": 0.8107317073170732, |
|
"recall": 0.7723048327137546, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.909817664129661, |
|
"precision": 0.919331636605068, |
|
"recall": 0.9004985909386516, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8747714081259442, |
|
"precision": 0.8410671966975002, |
|
"recall": 0.9112896546011762, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.8356566132010572, |
|
"eval_loss": 0.5417770147323608, |
|
"eval_macro avg": { |
|
"f1-score": 0.782248602692959, |
|
"precision": 0.7954919947608217, |
|
"recall": 0.7724628089108043, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7432, |
|
"eval_samples_per_second": 16.866, |
|
"eval_steps_per_second": 2.108, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8314498656832355, |
|
"precision": 0.8301032992701898, |
|
"recall": 0.8356566132010572, |
|
"support": 27619.0 |
|
}, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 6.17, |
|
"grad_norm": 6.106111526489258, |
|
"learning_rate": 1.7530864197530865e-05, |
|
"loss": 0.345, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_Claim": { |
|
"f1-score": 0.5860923076923077, |
|
"precision": 0.6017184735911044, |
|
"recall": 0.571257197696737, |
|
"support": 4168.0 |
|
}, |
|
"eval_MajorClaim": { |
|
"f1-score": 0.8099526066350711, |
|
"precision": 0.8264023210831721, |
|
"recall": 0.7941449814126395, |
|
"support": 2152.0 |
|
}, |
|
"eval_O": { |
|
"f1-score": 0.9184632841627491, |
|
"precision": 0.9157418381639909, |
|
"recall": 0.9212009538261435, |
|
"support": 9226.0 |
|
}, |
|
"eval_Premise": { |
|
"f1-score": 0.8751742803247764, |
|
"precision": 0.8666450093397222, |
|
"recall": 0.8838731052762362, |
|
"support": 12073.0 |
|
}, |
|
"eval_accuracy": 0.84217386581701, |
|
"eval_loss": 0.5831862688064575, |
|
"eval_macro avg": { |
|
"f1-score": 0.7974206197037261, |
|
"precision": 0.8026269105444974, |
|
"recall": 0.792619059552939, |
|
"support": 27619.0 |
|
}, |
|
"eval_runtime": 4.7225, |
|
"eval_samples_per_second": 16.94, |
|
"eval_steps_per_second": 2.118, |
|
"eval_weighted avg": { |
|
"f1-score": 0.8409273360363069, |
|
"precision": 0.8399297508801243, |
|
"recall": 0.84217386581701, |
|
"support": 27619.0 |
|
}, |
|
"step": 567 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 4050, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"total_flos": 1006521129087600.0, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|