{ "eval_loss:": 0.6305108742865526, "perplexity:": 1.8785700472923528, "performance_metrics:": { "accuracy:": 0.9993324432576769, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9590048346949761, "rouge:": { "rouge1": 0.9775700757864699, "rouge2": 0.9774440683543273, "rougeL": 0.9775700757864699 }, "semantic_similarity_avg:": 0.9973837733268738 }, "mauve:": 0.8771966174300425, "inference_performance:": { "min_latency_ms": 197.59607315063477, "max_latency_ms": 11124.351501464844, "lower_quartile_ms": 210.84624528884888, "median_latency_ms": 262.72761821746826, "upper_quartile_ms": 6509.876728057861, "avg_latency_ms": 2794.198556162805, "min_memory_gb": 0.04572629928588867, "max_memory_gb": 0.8657946586608887, "lower_quartile_gb": 0.16850972175598145, "median_memory_gb": 0.3102116584777832, "upper_quartile_gb": 0.6448842287063599, "avg_memory_gb": 0.37839093800380486, "model_load_memory_gb": 6.0996575355529785, "avg_inference_memory_gb": 0.37839093800380486 } }