diff --git "a/logs/l40-4gpu-7.txt" "b/logs/l40-4gpu-7.txt" --- "a/logs/l40-4gpu-7.txt" +++ "b/logs/l40-4gpu-7.txt" @@ -181,4 +181,8 @@ Qwen/Qwen2-72B-Instruct/checkpoint-560/rpp-1.00 metrics: {'meteor': 0.4778792657 Batch output: ['Old Geng raised his gun, squinted with one of his triangular eyes, and pulled the trigger. The hail of golden sparrows fell to the ground, and the iron pellets ricocheted off the willow branches with a rustling sound.'] Qwen/Qwen2-72B-Instruct/checkpoint-560/rpp-1.02 metrics: {'meteor': 0.47747216449453805, 'sacrebleu': {'score': 18.860812424239835, 'counts': [14669, 6810, 3769, 2189], 'totals': [28003, 26870, 25737, 24608], 'precisions': [52.3836731778738, 25.344250093040564, 14.644286435870537, 8.895481144343304], 'bp': 0.9248730675729904, 'sys_len': 28003, 'ref_len': 30190}, 'bleu_scores': {'bleu': 0.18860812424239826, 'precisions': [0.523836731778738, 0.25344250093040566, 0.14644286435870538, 0.08895481144343304], 'brevity_penalty': 0.9248730675729904, 'length_ratio': 0.9275587943027492, 'translation_length': 28003, 'reference_length': 30190}, 'rouge_scores': {'rouge1': 0.5051818922107424, 'rouge2': 0.266509336171522, 'rougeL': 0.4507919529188701, 'rougeLsum': 0.4502263000303194}, 'accuracy': 0.01412180052956752, 'correct_ids': [41, 77, 133, 193, 199, 272, 348, 364, 413, 567, 658, 712, 778, 893, 952, 1011]} *** Evaluating with repetition_penalty: 1.04 - 0%| | 0/1133 [00:00