{ "eval_loss:": 0.5489516315990449, "perplexity:": 1.7314368823284978, "performance_metrics:": { "accuracy:": 0.9993324432576769, "precision:": 1.0, "recall:": 1.0, "f1:": 1.0, "bleu:": 0.9576689031677551, "rouge:": { "rouge1": 0.9768971924457682, "rouge2": 0.9767712408609386, "rougeL": 0.9768971924457682 }, "semantic_similarity_avg:": 0.9972286224365234 }, "mauve:": 0.8804768654231001, "inference_performance:": { "min_latency_ms": 192.14558601379395, "max_latency_ms": 10639.036893844604, "lower_quartile_ms": 202.7614712715149, "median_latency_ms": 222.62287139892578, "upper_quartile_ms": 8060.651540756226, "avg_latency_ms": 2779.556450442733, "min_memory_gb": 0.045751094818115234, "max_memory_gb": 0.8718981742858887, "lower_quartile_gb": 0.16482305526733398, "median_memory_gb": 0.3032236099243164, "upper_quartile_gb": 0.6531751155853271, "avg_memory_gb": 0.3794371788906001, "model_load_memory_gb": 6.10884952545166, "avg_inference_memory_gb": 0.3794371788906001 } }