Create leaderboard.json

leaderboard.json

@@ -0,0 +1,338 @@
+[
+  {
+    "Model": "speakleash_Bielik-11B-v2.6-Instruct",
+    "Provider": "SpeakLeash",
+    "Quantization": "FP8",
+    "Parameters": 11,
+    "src_clf": 95.85,
+    "src_clf_time": 380,
+    "sum_rag": 98.62,
+    "sum_rag_v2": 95.38
+  },
+  {
+    "Model": "gpt-4o",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 96.05,
+    "src_clf_time": 0.0,
+    "sum_rag": 86.07,
+    "sum_rag_v2": 66.75
+  },
+  {
+    "Model": "gpt-4.1",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 96.39,
+    "src_clf_time": 0.0,
+    "sum_rag": 96.44,
+    "sum_rag_v2": 95.45
+  },
+  {
+    "Model": "gpt-4o-mini",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 95.8,
+    "src_clf_time": 0.0,
+    "sum_rag": 96.05,
+    "sum_rag_v2": 94.4
+  },
+  {
+    "Model": "gpt-5-nano",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 95.75,
+    "src_clf_time": 0.0,
+    "sum_rag": 93.83,
+    "sum_rag_v2": 53.08
+  },
+  {
+    "Model": "gpt-5-mini",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 96.71,
+    "src_clf_time": 0.0,
+    "sum_rag": 99.45,
+    "sum_rag_v2": 91.02
+  },
+  {
+    "Model": "gpt-5",
+    "Provider": "OpenAI",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 95.18,
+    "src_clf_time": 0.0,
+    "sum_rag": 98.53,
+    "sum_rag_v2": 84.9
+  },
+  {
+    "Model": "claude-4-sonnet",
+    "Provider": "Anthropic",
+    "Quantization": "None",
+    "Parameters": null,
+    "src_clf": 95.88,
+    "src_clf_time": 0.0,
+    "sum_rag": 99.45,
+    "sum_rag_v2": 94.98
+  },
+  {
+    "Model": "openai_gpt-oss-120b",
+    "Provider": "OpenAI",
+    "Quantization": null,
+    "Parameters": 120,
+    "src_clf": 96.17,
+    "src_clf_time": 60,
+    "sum_rag": 97.87,
+    "sum_rag_v2": 96.37
+  },
+  {
+    "Model": "openai_gpt-oss-20b",
+    "Provider": "OpenAI",
+    "Quantization": null,
+    "Parameters": 20,
+    "src_clf": 95.78,
+    "src_clf_time": 178,
+    "sum_rag": 96.34,
+    "sum_rag_v2": 88.37
+  },
+  {
+    "Model": "zai-org_GLM-4.5",
+    "Provider": "Zhipu.AI",
+    "Quantization": null,
+    "Parameters": 355,
+    "src_clf": 90.24,
+    "src_clf_time": 687,
+    "sum_rag": 99.45,
+    "sum_rag_v2": 99.28
+  },
+  {
+    "Model": "moonshotai_Kimi-K2-Instruct",
+    "Provider": "MoonshotAI",
+    "Quantization": null,
+    "Parameters": 1000,
+    "src_clf": 95.91,
+    "src_clf_time": 87,
+    "sum_rag": 97.3,
+    "sum_rag_v2": 96.03
+  },
+  {
+    "Model": "Qwen_Qwen3-235B-A22B-Thinking-2507",
+    "Provider": "Qwen",
+    "Quantization": null,
+    "Parameters": 235,
+    "src_clf": 95.72,
+    "src_clf_time": 741,
+    "sum_rag": 100.0,
+    "sum_rag_v2": 98.41
+  },
+  {
+    "Model": "Qwen_Qwen3-235B-A22B-Instruct-2507",
+    "Provider": "Qwen",
+    "Quantization": null,
+    "Parameters": 235,
+    "src_clf": 96.21,
+    "src_clf_time": 239,
+    "sum_rag": 97.21,
+    "sum_rag_v2": 93.76
+  },
+  {
+    "Model": "Qwen_Qwen3-30B-A3B",
+    "Provider": "Qwen",
+    "Quantization": null,
+    "Parameters": 30,
+    "src_clf": 94.38,
+    "src_clf_time": 423,
+    "sum_rag": 98.06,
+    "sum_rag_v2": 98.46
+  },
+  {
+    "Model": "zai-org_GLM-4.5-Air",
+    "Provider": "Zhipu.AI",
+    "Quantization": null,
+    "Parameters": 106,
+    "src_clf": 88.81,
+    "src_clf_time": 743,
+    "sum_rag": 99.09,
+    "sum_rag_v2": 98.72
+  },
+  {
+    "Model": "Qwen_Qwen3-14B",
+    "Provider": "Qwen",
+    "Quantization": null,
+    "Parameters": 14,
+    "src_clf": 95.43,
+    "src_clf_time": 401,
+    "sum_rag": 98.62,
+    "sum_rag_v2": 98.27
+  },
+  {
+    "Model": "Qwen_Qwen3-32B",
+    "Provider": "Qwen",
+    "Quantization": null,
+    "Parameters": 32,
+    "src_clf": 95.86,
+    "src_clf_time": 343,
+    "sum_rag": 98.15,
+    "sum_rag_v2": 98.11
+  },
+  {
+    "Model": "deepseek-ai_DeepSeek-V3-0324",
+    "Provider": "DeepSeek",
+    "Quantization": null,
+    "Parameters": 671,
+    "src_clf": 96.03,
+    "src_clf_time": 129,
+    "sum_rag": 99.45,
+    "sum_rag_v2": 95.29
+  },
+  {
+    "Model": "google_gemma-3-12b-it",
+    "Provider": "Google",
+    "Quantization": null,
+    "Parameters": 12,
+    "src_clf": 93.98,
+    "src_clf_time": 92,
+    "sum_rag_v2": 94.22,
+    "sum_rag": 93.44
+  },
+  {
+    "Model": "google_gemma-3-27b-it",
+    "Provider": "Google",
+    "Quantization": null,
+    "Parameters": 27,
+    "src_clf": 95.65,
+    "src_clf_time": 135,
+    "sum_rag_v2": 95.19,
+    "sum_rag": 96.53
+  },
+  {
+    "Model": "google_gemma-3-4b-it",
+    "Provider": "Google",
+    "Quantization": null,
+    "Parameters": 4,
+    "src_clf": 89.78,
+    "src_clf_time": 59,
+    "sum_rag_v2": 89.04,
+    "sum_rag": 82.91
+  },
+  {
+    "Model": "meta-llama_Llama-4-Maverick-17B-128E-Instruct-Turbo",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 400,
+    "src_clf": 96.08,
+    "src_clf_time": 59,
+    "sum_rag": 97.68,
+    "sum_rag_v2": 95.34
+  },
+  {
+    "Model": "meta-llama_Llama-4-Scout-17B-16E-Instruct",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 109,
+    "src_clf": 95.86,
+    "src_clf_time": 69,
+    "sum_rag": 97.3,
+    "sum_rag_v2": 95.24
+  },
+  {
+    "Model": "speakleash_Bielik-11B-v2.5-Instruct-FP8-Dynamic",
+    "Provider": "SpeakLeash",
+    "Quantization": "FP8",
+    "Parameters": 11,
+    "sum_rag": 93.02,
+    "sum_rag_v2": 93.55,
+    "src_clf": 96.17,
+    "src_clf_time": 464
+  },
+  {
+    "Model": "meta-llama_Llama-4-Maverick-17B-128E-Instruct-FP8",
+    "Provider": null,
+    "Quantization": null,
+    "Parameters": null,
+    "sum_rag": 97.68,
+    "sum_rag_v2": 95.34
+  },
+  {
+    "Model": "speakleash_Bielik-11B-v2.6-Instruct-FP8-Dynamic",
+    "Provider": null,
+    "Quantization": null,
+    "Parameters": null,
+    "sum_rag": 97.3,
+    "sum_rag_v2": 94.58,
+    "src_clf": 95.85,
+    "src_clf_time": 451
+  },
+  {
+    "Model": "meta-llama_Llama-3.3-70B-Instruct-Turbo",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 70,
+    "src_clf": 95.84,
+    "src_clf_time": 151,
+    "sum_rag_v2": 92.74,
+    "sum_rag": 97.11
+  },
+  {
+    "Model": "speakleash_Bielik-11B-v2.5-Instruct",
+    "Provider": "SpeakLeash",
+    "Quantization": null,
+    "Parameters": 11,
+    "src_clf": 96.12,
+    "src_clf_time": 387,
+    "sum_rag": 89.16,
+    "sum_rag_v2": 94.42
+  },
+  {
+    "Model": "meta-llama_Llama-3.3-70B-Instruct",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 70,
+    "src_clf": 95.89,
+    "src_clf_time": 299,
+    "sum_rag": 96.24,
+    "sum_rag_v2": 92.98
+  },
+  {
+    "Model": "gaius-lex_llama3-8b-rag-pl-v0.8",
+    "Provider": "Gaius-Lex",
+    "Quantization": null,
+    "Parameters": 8,
+    "sum_rag": 93.33,
+    "src_clf": 78.73,
+    "src_clf_time": 255,
+    "sum_rag_v2": 71.37
+  },
+  {
+    "Model": "meta-llama_Meta-Llama-3.1-8B-Instruct",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 8,
+    "sum_rag": 83.17,
+    "src_clf": 91.81,
+    "src_clf_time": 41,
+    "sum_rag_v2": 90.12
+  },
+  {
+    "Model": "gaius-lex_llama3-8b-rag-pl-v0.6",
+    "Provider": "Gaius-Lex",
+    "Quantization": null,
+    "Parameters": 8,
+    "src_clf": 2.57,
+    "src_clf_time": 229
+  },
+  {
+    "Model": "meta-llama_Meta-Llama-3-8B-Instruct",
+    "Provider": "Meta",
+    "Quantization": null,
+    "Parameters": 8,
+    "sum_rag": 90.69,
+    "sum_rag_v2": 64.46,
+    "src_clf": 91.84,
+    "src_clf_time": 107
+  }
+]