Upload folder using huggingface_hub

.ipynb_checkpoints/Granite3.2-2B-FP16-lora-FP16-Evaluation_Results-checkpoint.json

@@ -0,0 +1,32 @@
+{
+    "eval_loss": 0.628613162081992,
+    "perplexity": 1.8750084425057905,
+    "performance_metrics": {
+        "accuracy:": 0.9993324432576769,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.9588057481855817,
+        "rouge:": {
+            "rouge1": 0.9774806284001962,
+            "rouge2": 0.9773617811911263,
+            "rougeL": 0.9774806284001962
+        },
+        "semantic_similarity_avg:": 0.9974465370178223
+    },
+    "mauve": 0.8804768654231001,
+    "inference_performance": {
+        "min_latency_ms": 59.4637393951416,
+        "max_latency_ms": 3621.332883834839,
+        "lower_quartile_ms": 61.145663261413574,
+        "median_latency_ms": 62.72470951080322,
+        "upper_quartile_ms": 2128.1622648239136,
+        "avg_latency_ms": 899.8617341266932,
+        "min_memory_mb": 0.0,
+        "max_memory_mb": 0.00439453125,
+        "lower_quartile_mb": 0.0,
+        "median_memory_mb": 0.0,
+        "upper_quartile_mb": 0.0,
+        "avg_memory_mb": 2.9335989652870494e-06
+    }
+}

Granite3.2-2B-FP16-lora-FP16-Evaluation_Results.json

@@ -0,0 +1,34 @@
+{
+    "eval_loss:": 0.628613162081992,
+    "perplexity:": 1.8750084425057905,
+    "performance_metrics:": {
+        "accuracy:": 0.9986648865153538,
+        "precision:": 1.0,
+        "recall:": 1.0,
+        "f1:": 1.0,
+        "bleu:": 0.9576095377330995,
+        "rouge:": {
+            "rouge1": 0.9765448807677461,
+            "rouge2": 0.9763919443226166,
+            "rougeL": 0.9765410442347443
+        },
+        "semantic_similarity_avg:": 0.9966857433319092
+    },
+    "mauve:": 0.8804768654231001,
+    "inference_performance:": {
+        "min_latency_ms": 67.85345077514648,
+        "max_latency_ms": 4228.219270706177,
+        "lower_quartile_ms": 70.30397653579712,
+        "median_latency_ms": 74.25427436828613,
+        "upper_quartile_ms": 2400.713324546814,
+        "avg_latency_ms": 999.433975830893,
+        "min_memory_gb": 0.13478469848632812,
+        "max_memory_gb": 0.13478469848632812,
+        "lower_quartile_gb": 0.13478469848632812,
+        "median_memory_gb": 0.13478469848632812,
+        "upper_quartile_gb": 0.13478469848632812,
+        "avg_memory_gb": 0.13478469848632812,
+        "model_load_memory_gb": 7.857240676879883,
+        "avg_inference_memory_gb": 0.13478469848632812
+    }
+}