tyzhu's picture
End of training
32f205c verified
{
"epoch": 20.0,
"eval_accuracy": 0.7496011644832605,
"eval_exact_match": 21.4,
"eval_f1": 29.01558441558442,
"eval_loss": 0.4180622398853302,
"eval_qa_bleu": 14.570041032641159,
"eval_qa_exact_match": 0.2,
"eval_recite_bleu": 53.657481681296964,
"eval_recite_exact_match": 0.072,
"eval_runtime": 14.9808,
"eval_samples": 500,
"eval_samples_per_second": 33.376,
"eval_steps_per_second": 2.136,
"perplexity": 1.5190152147929015
}