Update ShoppingMMLU_overall.json

ShoppingMMLU_overall.json

@@ -11,7 +11,7 @@
                 "OpenSource": "No",
                 "Verified": "Yes"
             },          
-          "MedQA": {
+            "MedQA": {
                 "Overall": 65.1
             },
             "MedMCQA": {
@@ -24,7 +24,7 @@
                 "Overall": 70.8
             },
             "Referral QA": {
-                "Overall": 70.8
+                "Overall": 80.5
             },
             "Treat Recom.": {
                 "Overall": 9.1
@@ -57,7 +57,7 @@
                 "Overall": 70.8
             },
             "Pharma. QA": {
-                "Overall": 70.8
+                "Overall": 60.6
             },
             "Drug Inter.": {
                 "Overall": 51.5
@@ -73,7 +73,7 @@
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
+            "MedQA": {
                 "Overall": 61.2
             },
             "MedMCQA": {
@@ -89,7 +89,7 @@
                 "Overall": 81.1
             },
             "Treat Recom.": {
-                "Overall":  7.3
+                "Overall": 7.3
             },
             "MIMIC": {
                 "Overall": 14.1
@@ -98,7 +98,7 @@
                 "Overall": 10.3
             },
             "Hospitaliz. Summari.": {
-                "Overall":  10.5
+                "Overall": 10.5
             },
             "Patient Education": {
                 "Overall": 9.2
@@ -116,7 +116,7 @@
                 "Overall": 50.8
             },
             "HoC": {
-                "Overall":  66.4
+                "Overall": 66.4
             },
             "Pharma. QA": {
                 "Overall": 57.3
@@ -135,56 +135,56 @@
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 83.4
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 78.2
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 92.3
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 80.0
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 83.2
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 18.6
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 20.7
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 18.6
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 14.2
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 12.7
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 71.3
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 58.4
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 64.6
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 68.2
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 83.6
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 63.8
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 56.5
             }
         },
         "Alpaca": {
@@ -193,175 +193,370 @@
                     "Alpaca"
                 ],
                 "Parameters": "7B",
-                "Org": "OpenAI",
-                "OpenSource": "No",
+                "Org": "",
+                "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 34.2
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 30.1
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 40.8
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 65.2
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 74.8
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 3.5
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 12.6
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 8.7
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 4.1
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 2.9
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 41.2
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 36.5
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 37.4
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 36.9
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 52.6
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 41.3
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 47.5
             }
         },
-        "Vicuna-7B-v1.5": {
+        "Vicuna-7B": {
             "META": {
                 "Method": [
-                    "Vicuna-7B-v1.5"
+                    "Vicuna-7B"
                 ],
                 "Parameters": "7B",
                 "Org": "LMSys",
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 53.46
+            "MedQA": {
+                "Overall": 34.5
+            },
+            "MedMCQA": {
+                "Overall": 33.4
+            },
+            "MMLU-Medicine": {
+                "Overall": 37.3
+            },
+            "PubMedQA": {
+                "Overall": 64.8
+            },
+            "Referral QA": {
+                "Overall": 76.4
+            },
+            "Treat Recom.": {
+                "Overall": 2.6
+            },
+            "MIMIC": {
+                "Overall": 13.8
+            },
+            "IU-Xray": {
+                "Overall": 8.2
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 4.5
+            },
+            "Patient Education": {
+                "Overall": 3.1
+            },
+            "BC5": {
+                "Overall": 44.5
+            },
+            "NCBI": {
+                "Overall": 37.0
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 45.06
+            "DDI": {
+                "Overall": 39.4
             },
-            "User Behavior Alignment": {
-                "Overall": 41.11
+            "GAD": {
+                "Overall": 41.2
             },
-            "Multi-lingual Abilities": {
-                "Overall": 43.82
+            "HoC": {
+                "Overall": 53.8
+            },
+            "Pharma. QA": {
+                "Overall": 42.3
+            },
+            "Drug Inter.": {
+                "Overall": 45.5
             }
         },
-        "LLaMA2-7B-Chat": {
+        "LLaMA-2-7B": {
             "META": {
                 "Method": [
-                    "LLaMA2-7B-Chat"
+                    "LLaMA-2-7B"
                 ],
                 "Parameters": "7B",
                 "Org": "Meta",
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 51.67
+            "MedQA": {
+                "Overall": 32.9
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 43.48
+            "MedMCQA": {
+                "Overall": 30.6
             },
-            "User Behavior Alignment": {
-                "Overall": 41.42
+            "MMLU-Medicine": {
+                "Overall": 42.4
             },
-            "Multi-lingual Abilities": {
-                "Overall": 40.43
+            "PubMedQA": {
+                "Overall": 63.4
+            },
+            "Referral QA": {
+                "Overall": 74.5
+            },
+            "Treat Recom.": {
+                "Overall": 3.3
+            },
+            "MIMIC": {
+                "Overall": 12.3
+            },
+            "IU-Xray": {
+                "Overall": 4.9
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 4.6
+            },
+            "Patient Education": {
+                "Overall": 4.6
+            },
+            "BC5": {
+                "Overall": 40.1
+            },
+            "NCBI": {
+                "Overall": 38.4
+            },
+            "DDI": {
+                "Overall": 37.9
+            },
+            "GAD": {
+                "Overall": 39.3
+            },
+            "HoC": {
+                "Overall": 48.6
+            },
+            "Pharma. QA": {
+                "Overall": 46.5
+            },
+            "Drug Inter.": {
+                "Overall": 48.0
             }
         },
-        "Mistral-7B-Instruct": {
+        "Mistral": {
             "META": {
                 "Method": [
-                    "Mistral-7B-Instruct"
+                    "Mistral"
                 ],
                 "Parameters": "7B",
                 "Org": "MistralAI",
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 62.03
+            "MedQA": {
+                "Overall": 35.7
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 46.36
+            "MedMCQA": {
+                "Overall": 37.8
+            },
+            "MMLU-Medicine": {
+                "Overall": 46.9
+            },
+            "PubMedQA": {
+                "Overall": 69.4
+            },
+            "Referral QA": {
+                "Overall": 77.7
             },
-            "User Behavior Alignment": {
-                "Overall": 42.21
+            "Treat Recom.": {
+                "Overall": 5.0
             },
-            "Multi-lingual Abilities": {
-                "Overall": 43.32
+            "MIMIC": {
+                "Overall": 13.2
+            },
+            "IU-Xray": {
+                "Overall": 7.9
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 6.1
+            },
+            "Patient Education": {
+                "Overall": 5.3
+            },
+            "BC5": {
+                "Overall": 46.8
+            },
+            "NCBI": {
+                "Overall": 39.9
+            },
+            "DDI": {
+                "Overall": 43.5
+            },
+            "GAD": {
+                "Overall": 44.3
+            },
+            "HoC": {
+                "Overall": 59.6
+            },
+            "Pharma. QA": {
+                "Overall": 51.2
+            },
+            "Drug Inter.": {
+                "Overall": 53.0
             }
         },
-        "Vicuna-13B-v1.5": {
+        "Vicuna-13B": {
             "META": {
                 "Method": [
-                    "Vicuna-13B-v1.5"
+                    "Vicuna-13B"
                 ],
                 "Parameters": "13B",
                 "Org": "LMSys",
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 59.64
+            "MedQA": {
+                "Overall": 38.0
+            },
+            "MedMCQA": {
+                "Overall": 36.4
+            },
+            "MMLU-Medicine": {
+                "Overall": 45.6
+            },
+            "PubMedQA": {
+                "Overall": 66.2
+            },
+            "Referral QA": {
+                "Overall": 76.8
+            },
+            "Treat Recom.": {
+                "Overall": 4.6
+            },
+            "MIMIC": {
+                "Overall": 14.5
+            },
+            "IU-Xray": {
+                "Overall": 9.4
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 6.2
+            },
+            "Patient Education": {
+                "Overall": 4.7
+            },
+            "BC5": {
+                "Overall": 46.2
+            },
+            "NCBI": {
+                "Overall": 39.0
+            },
+            "DDI": {
+                "Overall": 41.3
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 52.63
+            "GAD": {
+                "Overall": 43.5
             },
-            "User Behavior Alignment": {
-                "Overall": 49.81
+            "HoC": {
+                "Overall": 56.7
             },
-            "Multi-lingual Abilities": {
-                "Overall": 49.64
+            "Pharma. QA": {
+                "Overall": 45.1
+            },
+            "Drug Inter.": {
+                "Overall": 46.0
             }
         },
-        "LLaMA-2-13B-Chat": {
+        "LLaMA-2-13B": {
             "META": {
                 "Method": [
-                    "LLaMA-2-13B-Chat"
+                    "LLaMA-2-13B"
                 ],
                 "Parameters": "13B",
                 "Org": "Meta",
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 51.79
+            "MedQA": {
+                "Overall": 38.1
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 45.01
+            "MedMCQA": {
+                "Overall": 35.5
             },
-            "User Behavior Alignment": {
-                "Overall": 39.95
+            "MMLU-Medicine": {
+                "Overall": 46.4
+            },
+            "PubMedQA": {
+                "Overall": 66.8
+            },
+            "Referral QA": {
+                "Overall": 77.1
+            },
+            "Treat Recom.": {
+                "Overall": 4.8
+            },
+            "MIMIC": {
+                "Overall": 12.0
+            },
+            "IU-Xray": {
+                "Overall": 9.1
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 6.4
+            },
+            "Patient Education": {
+                "Overall": 5.6
+            },
+            "BC5": {
+                "Overall": 46.6
             },
-            "Multi-lingual Abilities": {
-                "Overall": 42.99
+            "NCBI": {
+                "Overall": 38.3
+            },
+            "DDI": {
+                "Overall": 39.7
+            },
+            "GAD": {
+                "Overall": 41.2
+            },
+            "HoC": {
+                "Overall": 55.9
+            },
+            "Pharma. QA": {
+                "Overall": 46.9
+            },
+            "Drug Inter.": {
+                "Overall": 47.5
             }
         },
         "LLaMA-2-70B": {
@@ -374,17 +569,56 @@
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 61.84
+            "MedQA": {
+                "Overall": 45.8
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 40.73
+            "MedMCQA": {
+                "Overall": 42.7
             },
-            "User Behavior Alignment": {
-                "Overall": 44.2
+            "MMLU-Medicine": {
+                "Overall": 67.4
+            },
+            "PubMedQA": {
+                "Overall": 67.4
+            },
+            "Referral QA": {
+                "Overall": 78.9
+            },
+            "Treat Recom.": {
+                "Overall": 5.5
+            },
+            "MIMIC": {
+                "Overall": 13.9
+            },
+            "IU-Xray": {
+                "Overall": 8.0
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 8.3
+            },
+            "Patient Education": {
+                "Overall": 6.8
+            },
+            "BC5": {
+                "Overall": 47.8
+            },
+            "NCBI": {
+                "Overall": 41.5
+            },
+            "DDI": {
+                "Overall": 45.6
+            },
+            "GAD": {
+                "Overall": 44.7
+            },
+            "HoC": {
+                "Overall": 63.2
             },
-            "Multi-lingual Abilities": {
-                "Overall": 47.04
+            "Pharma. QA": {
+                "Overall": 49.3
+            },
+            "Drug Inter.": {
+                "Overall": 51.5
             }
         },
         "LLaMA-3-70B": {
@@ -397,17 +631,56 @@
                 "OpenSource": "Yes",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 69.59
+            "MedQA": {
+                "Overall": 78.8
+            },
+            "MedMCQA": {
+                "Overall": 74.7
+            },
+            "MMLU-Medicine": {
+                "Overall": 83.4
+            },
+            "PubMedQA": {
+                "Overall": 77.4
+            },
+            "Referral QA": {
+                "Overall": 82.4
+            },
+            "Treat Recom.": {
+                "Overall": 10.2
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 63.56
+            "MIMIC": {
+                "Overall": 18.4
+            },
+            "IU-Xray": {
+                "Overall": 15.5
+            },
+            "Hospitaliz. Summari.": {
+                "Overall": 10.9
+            },
+            "Patient Education": {
+                "Overall": 10.1
+            },
+            "BC5": {
+                "Overall": 63.7
+            },
+            "NCBI": {
+                "Overall": 50.2
+            },
+            "DDI": {
+                "Overall": 59.7
+            },
+            "GAD": {
+                "Overall": 63.1
+            },
+            "HoC": {
+                "Overall": 79.0
             },
-            "User Behavior Alignment": {
-                "Overall": 55.77
+            "Pharma. QA": {
+                "Overall": 62.4
             },
-            "Multi-lingual Abilities": {
-                "Overall": 58.95
+            "Drug Inter.": {
+                "Overall": 53.0
             }
         },
         "Huatuo": {
@@ -415,61 +688,61 @@
                 "Method": [
                     "Huatuo"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "7B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 28.4
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 24.8
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 31.6
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 61.0
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 69.3
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 3.8
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 8.7
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 3.8
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 2.2
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 1.4
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 43.6
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 37.5
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 40.1
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 38.2
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 50.2
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 44.1
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 49.5
             }
         },
         "ChatDoctor": {
@@ -477,123 +750,123 @@
                 "Method": [
                     "ChatDoctor"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "7B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 33.2
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 29.3
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 37.0
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 63.8
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 73.3
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 3.8
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 8.9
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 4.2
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 2.8
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 1.7
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 45.8
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 39.0
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 40.4
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 38.1
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 55.7
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 42.7
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 51.0
             }
         },
-        "PMC-LLaMA": {
+        "PMC-LLaMA-7B": {
             "META": {
                 "Method": [
-                    "PMC-LLaMA"
+                    "PMC-LLaMA-7B"
                 ],
                 "Parameters": "7B",
-                "Org": "OpenAI",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 28.7
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 29.8
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 39.5
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 60.2
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 70.2
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 4.0
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 7.6
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 4.0
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 3.6
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 1.5
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 45.2
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 37.8
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 40.8
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 42.0
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 55.6
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 45.5
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 47.8
             }
         },
         "Baize-Healthcare": {
@@ -602,184 +875,184 @@
                     "Baize-Healthcare"
                 ],
                 "Parameters": "7B",
-                "Org": "OpenAI",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 29.4
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 31.3
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 39.9
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 64.4
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 74.0
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 4.7
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 9.8
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 4.4
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 3.0
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 1.8
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 44.4
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 38.5
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 41.9
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 45.8
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 56.9
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 50.4
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 49.5
             }
         },
-        "MedAlpaca": {
+        "MedAlpaca-7B": {
             "META": {
                 "Method": [
-                    "MedAlpaca"
+                    "MedAlpaca-7B"
                 ],
                 "Parameters": "7B",
-                "Org": "OpenAI",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 35.1
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 32.3
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 41.9
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 62.4
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 74.5
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 4.8
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 10.4
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 7.6
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 4.5
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 2.7
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 47.3
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 39.3
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 43.4
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 45.4
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 59.0
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 47.7
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 52.7
             }
         },
-        "Meditron": {
+        "Meditron-7B": {
             "META": {
                 "Method": [
-                    "Meditron"
+                    "Meditron-7B"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "7B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 35.3
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 31.1
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 41.3
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 61.4
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 74.9
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 5.8
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 12.5
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 7.8
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 4.8
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 5.9
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 46.5
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 39.2
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 42.7
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 43.3
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 57.9
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 50.7
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 52.0
             }
         },
         "BioMistral": {
@@ -787,185 +1060,185 @@
                 "Method": [
                     "BioMistral"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "7B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 35.4
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 34.8
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 41.6
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 66.4
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 77.0
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 7.6
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 14.2
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 8.5
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 7.5
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 6.6
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 48.8
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 40.4
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 46.0
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 48.5
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 64.3
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 54.5
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 54.0
             }
         },
-        "PMC-LLaMA": {
+        "PMC-LLaMA-13B": {
             "META": {
                 "Method": [
-                    "PMC-LLaMA"
+                    "PMC-LLaMA-13B"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "13B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 39.6
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 37.7
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 56.3
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 67.0
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 77.6
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 4.9
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 9.4
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 5.9
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 4.2
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 2.7
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 51.5
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 43.1
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 48.4
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 48.7
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 65.3
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 48.8
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 51.5
             }
         },
-        "MedAlpaca": {
+        "MedAlpaca-13B": {
             "META": {
                 "Method": [
-                    "MedAlpaca"
+                    "MedAlpaca-13B"
                 ],
-                "Parameters": "7B",
-                "Org": "OpenAI",
+                "Parameters": "13B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 37.3
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 35.7
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 53.6
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 65.6
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 77.4
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 5.1
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 11.7
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 8.6
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 5.0
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 3.5
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 49.2
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 41.6
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 44.1
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 44.4
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 59.4
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 51.6
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 50.0
             }
         },
         "ClinicalCamel": {
@@ -973,61 +1246,61 @@
                 "Method": [
                     "ClinicalCamel"
                 ],
-                "Parameters": "",
-                "Org": "OpenAI",
+                "Parameters": "70B",
+                "Org": "",
                 "OpenSource": "No",
                 "Verified": "Yes"
             },
-          "MedQA": {
-                "Overall": 80.75
+            "MedQA": {
+                "Overall": 46.4
             },
             "MedMCQA": {
-                "Overall": 71.63
+                "Overall": 45.8
             },
             "MMLU-Medicine": {
-                "Overall": 70.17
+                "Overall": 65.4
             },
             "PubMedQA": {
-                "Overall": 67.76
+                "Overall": 71.0
             },
             "Referral QA": {
-                "Overall": 67.76
+                "Overall": 79.8
             },
             "Treat Recom.": {
-                "Overall": 67.76
+                "Overall": 8.4
             },
             "MIMIC": {
-                "Overall": 67.76
+                "Overall": 13.0
             },
             "IU-Xray": {
-                "Overall": 67.76
+                "Overall": 9.6
             },
             "Hospitaliz. Summari.": {
-                "Overall": 67.76
+                "Overall": 7.9
             },
             "Patient Education": {
-                "Overall": 67.76
+                "Overall": 7.2
             },
             "BC5": {
-                "Overall": 67.76
+                "Overall": 51.2
             },
             "NCBI": {
-                "Overall": 67.76
+                "Overall": 43.7
             },
             "DDI": {
-                "Overall": 67.76
+                "Overall": 47.6
             },
             "GAD": {
-                "Overall": 67.76
+                "Overall": 47.2
             },
             "HoC": {
-                "Overall": 67.76
+                "Overall": 64.8
             },
             "Pharma. QA": {
-                "Overall": 67.76
+                "Overall": 52.6
             },
             "Drug Inter.": {
-                "Overall": 67.76
+                "Overall": 52.5
             }
         },
         "Meditron-70B": {
@@ -1035,23 +1308,62 @@
                 "Method": [
                     "Meditron-70B"
                 ],
-                "Parameters": "13B",
-                "Org": "Meta",
-                "OpenSource": "Yes",
+                "Parameters": "70B",
+                "Org": "",
+                "OpenSource": "No",
                 "Verified": "Yes"
             },
-            "Shopping Concept Understanding": {
-                "Overall": 45.86
+            "MedQA": {
+                "Overall": 45.7
+            },
+            "MedMCQA": {
+                "Overall": 44.9
+            },
+            "MMLU-Medicine": {
+                "Overall": 65.1
+            },
+            "PubMedQA": {
+                "Overall": 70.6
             },
-            "Shopping Knowledge Reasoning": {
-                "Overall": 39.47
+            "Referral QA": {
+                "Overall": 78.6
+            },
+            "Treat Recom.": {
+                "Overall": 8.9
             },
-            "User Behavior Alignment": {
-                "Overall": 39.43
+            "MIMIC": {
+                "Overall": 13.3
+            },
+            "IU-Xray": {
+                "Overall": 8.0
             },
-            "Multi-lingual Abilities": {
-                "Overall": 44.23
+            "Hospitaliz. Summari.": {
+                "Overall": 9.6
+            },
+            "Patient Education": {
+                "Overall": 7.7
+            },
+            "BC5": {
+                "Overall": 54.3
+            },
+            "NCBI": {
+                "Overall": 45.7
+            },
+            "DDI": {
+                "Overall": 51.2
+            },
+            "GAD": {
+                "Overall": 49.6
+            },
+            "HoC": {
+                "Overall": 69.6
+            },
+            "Pharma. QA": {
+                "Overall": 58.7
+            },
+            "Drug Inter.": {
+                "Overall": 54.5
             }
         }
     }
-}
+}