Spaces:
Sleeping
Sleeping
| { | |
| "time": "241111120000", | |
| "results": { | |
| "Task-specific SOTA": { | |
| "META": { | |
| "Method": [ | |
| "Task-specific SOTA" | |
| ], | |
| "Parameters": "", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "No", | |
| "SOTA": "Yes", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 44.6 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 43.0 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 60.2 | |
| }, | |
| "MIMIC": { | |
| "Overall": 46.1 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 67.9 | |
| }, | |
| "BC5": { | |
| "Overall": 90.0 | |
| }, | |
| "NCBI": { | |
| "Overall": 89.4 | |
| }, | |
| "DDI": { | |
| "Overall": 84.1 | |
| }, | |
| "GAD": { | |
| "Overall": 84.0 | |
| }, | |
| "HoC": { | |
| "Overall": 85.1 | |
| } | |
| }, | |
| "Claude-2": { | |
| "META": { | |
| "Method": [ | |
| "Claude-2" | |
| ], | |
| "Parameters": "", | |
| "Org": "Anthropic", | |
| "Commercial LLMs": "Yes", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "No", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 65.1 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 60.3 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 78.7 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 70.8 | |
| }, | |
| "Referral QA": { | |
| "Overall": 80.5 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 9.1 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.3 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 9.4 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 11.3 | |
| }, | |
| "Patient Education": { | |
| "Overall": 8.4 | |
| }, | |
| "BC5": { | |
| "Overall": 52.9 | |
| }, | |
| "NCBI": { | |
| "Overall": 44.2 | |
| }, | |
| "DDI": { | |
| "Overall": 50.4 | |
| }, | |
| "GAD": { | |
| "Overall": 50.7 | |
| }, | |
| "HoC": { | |
| "Overall": 70.8 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 60.6 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 51.5 | |
| } | |
| }, | |
| "GPT-3.5-turbo": { | |
| "META": { | |
| "Method": [ | |
| "GPT-3.5-turbo" | |
| ], | |
| "Parameters": "", | |
| "Org": "OpenAI", | |
| "Commercial LLMs": "Yes", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "No", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 61.2 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 59.4 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 73.5 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 70.2 | |
| }, | |
| "Referral QA": { | |
| "Overall": 81.1 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 7.3 | |
| }, | |
| "MIMIC": { | |
| "Overall": 14.1 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 10.3 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 10.5 | |
| }, | |
| "Patient Education": { | |
| "Overall": 9.2 | |
| }, | |
| "BC5": { | |
| "Overall": 52.3 | |
| }, | |
| "NCBI": { | |
| "Overall": 46.1 | |
| }, | |
| "DDI": { | |
| "Overall": 49.3 | |
| }, | |
| "GAD": { | |
| "Overall": 50.8 | |
| }, | |
| "HoC": { | |
| "Overall": 66.4 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 57.3 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 47.0 | |
| } | |
| }, | |
| "GPT-4": { | |
| "META": { | |
| "Method": [ | |
| "GPT-4" | |
| ], | |
| "Parameters": "", | |
| "Org": "OpenAI", | |
| "Commercial LLMs": "Yes", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "No", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 83.4 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 78.2 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 92.3 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 80.0 | |
| }, | |
| "Referral QA": { | |
| "Overall": 83.2 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 18.6 | |
| }, | |
| "MIMIC": { | |
| "Overall": 20.7 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 18.6 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 14.2 | |
| }, | |
| "Patient Education": { | |
| "Overall": 12.7 | |
| }, | |
| "BC5": { | |
| "Overall": 71.3 | |
| }, | |
| "NCBI": { | |
| "Overall": 58.4 | |
| }, | |
| "DDI": { | |
| "Overall": 64.6 | |
| }, | |
| "GAD": { | |
| "Overall": 68.2 | |
| }, | |
| "HoC": { | |
| "Overall": 83.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 63.8 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 56.5 | |
| } | |
| }, | |
| "Alpaca": { | |
| "META": { | |
| "Method": [ | |
| "Alpaca" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 34.2 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 30.1 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 40.8 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 65.2 | |
| }, | |
| "Referral QA": { | |
| "Overall": 74.8 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 3.5 | |
| }, | |
| "MIMIC": { | |
| "Overall": 12.6 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.7 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.1 | |
| }, | |
| "Patient Education": { | |
| "Overall": 2.9 | |
| }, | |
| "BC5": { | |
| "Overall": 41.2 | |
| }, | |
| "NCBI": { | |
| "Overall": 36.5 | |
| }, | |
| "DDI": { | |
| "Overall": 37.4 | |
| }, | |
| "GAD": { | |
| "Overall": 36.9 | |
| }, | |
| "HoC": { | |
| "Overall": 52.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 41.3 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 47.5 | |
| } | |
| }, | |
| "Vicuna-7B": { | |
| "META": { | |
| "Method": [ | |
| "Vicuna-7B" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "LMSys", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 34.5 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 33.4 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 43.4 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 64.8 | |
| }, | |
| "Referral QA": { | |
| "Overall": 76.4 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 2.6 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.8 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.2 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.5 | |
| }, | |
| "Patient Education": { | |
| "Overall": 3.1 | |
| }, | |
| "BC5": { | |
| "Overall": 44.5 | |
| }, | |
| "NCBI": { | |
| "Overall": 37.0 | |
| }, | |
| "DDI": { | |
| "Overall": 39.4 | |
| }, | |
| "GAD": { | |
| "Overall": 41.2 | |
| }, | |
| "HoC": { | |
| "Overall": 53.8 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 42.3 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 45.5 | |
| } | |
| }, | |
| "LLaMA-2-7B": { | |
| "META": { | |
| "Method": [ | |
| "LLaMA-2-7B" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "Meta", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 32.9 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 30.6 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 42.3 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 63.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 74.5 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 3.3 | |
| }, | |
| "MIMIC": { | |
| "Overall": 12.3 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.6 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.9 | |
| }, | |
| "Patient Education": { | |
| "Overall": 4.6 | |
| }, | |
| "BC5": { | |
| "Overall": 40.1 | |
| }, | |
| "NCBI": { | |
| "Overall": 34.8 | |
| }, | |
| "DDI": { | |
| "Overall": 37.9 | |
| }, | |
| "GAD": { | |
| "Overall": 39.3 | |
| }, | |
| "HoC": { | |
| "Overall": 48.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 46.5 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 48.0 | |
| } | |
| }, | |
| "Mistral": { | |
| "META": { | |
| "Method": [ | |
| "Mistral" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "MistralAI", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 35.7 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 37.8 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 46.3 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 69.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 77.7 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 5.0 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.2 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 7.9 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 6.1 | |
| }, | |
| "Patient Education": { | |
| "Overall": 5.3 | |
| }, | |
| "BC5": { | |
| "Overall": 46.8 | |
| }, | |
| "NCBI": { | |
| "Overall": 39.9 | |
| }, | |
| "DDI": { | |
| "Overall": 43.5 | |
| }, | |
| "GAD": { | |
| "Overall": 44.3 | |
| }, | |
| "HoC": { | |
| "Overall": 59.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 51.2 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 53.0 | |
| } | |
| }, | |
| "Vicuna-13B": { | |
| "META": { | |
| "Method": [ | |
| "Vicuna-13B" | |
| ], | |
| "Parameters": "13B", | |
| "Org": "LMSys", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 38.0 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 36.4 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 45.6 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 66.2 | |
| }, | |
| "Referral QA": { | |
| "Overall": 76.8 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.6 | |
| }, | |
| "MIMIC": { | |
| "Overall": 14.5 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 9.4 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 6.2 | |
| }, | |
| "Patient Education": { | |
| "Overall": 4.7 | |
| }, | |
| "BC5": { | |
| "Overall": 46.2 | |
| }, | |
| "NCBI": { | |
| "Overall": 39.0 | |
| }, | |
| "DDI": { | |
| "Overall": 41.3 | |
| }, | |
| "GAD": { | |
| "Overall": 43.5 | |
| }, | |
| "HoC": { | |
| "Overall": 56.7 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 45.1 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 46.0 | |
| } | |
| }, | |
| "LLaMA-2-13B": { | |
| "META": { | |
| "Method": [ | |
| "LLaMA-2-13B" | |
| ], | |
| "Parameters": "13B", | |
| "Org": "Meta", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 38.1 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 35.5 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 46.0 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 66.8 | |
| }, | |
| "Referral QA": { | |
| "Overall": 77.1 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.8 | |
| }, | |
| "MIMIC": { | |
| "Overall": 12.0 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 9.1 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 6.4 | |
| }, | |
| "Patient Education": { | |
| "Overall": 5.6 | |
| }, | |
| "BC5": { | |
| "Overall": 46.6 | |
| }, | |
| "NCBI": { | |
| "Overall": 38.3 | |
| }, | |
| "DDI": { | |
| "Overall": 39.7 | |
| }, | |
| "GAD": { | |
| "Overall": 41.2 | |
| }, | |
| "HoC": { | |
| "Overall": 55.9 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 46.9 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 47.5 | |
| } | |
| }, | |
| "LLaMA-2-70B": { | |
| "META": { | |
| "Method": [ | |
| "LLaMA-2-70B" | |
| ], | |
| "Parameters": "70B", | |
| "Org": "Meta", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 45.8 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 42.7 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 54.0 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 67.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 78.9 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 5.5 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.9 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.0 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 8.3 | |
| }, | |
| "Patient Education": { | |
| "Overall": 6.8 | |
| }, | |
| "BC5": { | |
| "Overall": 47.8 | |
| }, | |
| "NCBI": { | |
| "Overall": 41.5 | |
| }, | |
| "DDI": { | |
| "Overall": 45.6 | |
| }, | |
| "GAD": { | |
| "Overall": 44.7 | |
| }, | |
| "HoC": { | |
| "Overall": 63.2 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 49.3 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 51.5 | |
| } | |
| }, | |
| "LLaMA-3-70B": { | |
| "META": { | |
| "Method": [ | |
| "LLaMA-3-70B" | |
| ], | |
| "Parameters": "70B", | |
| "Org": "Meta", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "Yes", | |
| "Medical LLMs": "No", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 78.8 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 74.7 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 86.4 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 77.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 82.4 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 10.2 | |
| }, | |
| "MIMIC": { | |
| "Overall": 18.4 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 15.5 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 10.9 | |
| }, | |
| "Patient Education": { | |
| "Overall": 10.1 | |
| }, | |
| "BC5": { | |
| "Overall": 63.7 | |
| }, | |
| "NCBI": { | |
| "Overall": 50.2 | |
| }, | |
| "DDI": { | |
| "Overall": 59.7 | |
| }, | |
| "GAD": { | |
| "Overall": 63.1 | |
| }, | |
| "HoC": { | |
| "Overall": 79.0 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 62.4 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 53.0 | |
| } | |
| }, | |
| "Huatuo": { | |
| "META": { | |
| "Method": [ | |
| "Huatuo" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 28.4 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 24.8 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 31.6 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 61.0 | |
| }, | |
| "Referral QA": { | |
| "Overall": 69.3 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 3.8 | |
| }, | |
| "MIMIC": { | |
| "Overall": 8.7 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 3.8 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 2.2 | |
| }, | |
| "Patient Education": { | |
| "Overall": 1.4 | |
| }, | |
| "BC5": { | |
| "Overall": 43.6 | |
| }, | |
| "NCBI": { | |
| "Overall": 37.5 | |
| }, | |
| "DDI": { | |
| "Overall": 40.1 | |
| }, | |
| "GAD": { | |
| "Overall": 38.2 | |
| }, | |
| "HoC": { | |
| "Overall": 50.2 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 44.1 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 49.5 | |
| } | |
| }, | |
| "ChatDoctor": { | |
| "META": { | |
| "Method": [ | |
| "ChatDoctor" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 33.2 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 31.5 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 40.4 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 63.8 | |
| }, | |
| "Referral QA": { | |
| "Overall": 73.7 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 5.3 | |
| }, | |
| "MIMIC": { | |
| "Overall": 8.9 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 4.2 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 2.8 | |
| }, | |
| "Patient Education": { | |
| "Overall": 1.7 | |
| }, | |
| "BC5": { | |
| "Overall": 45.8 | |
| }, | |
| "NCBI": { | |
| "Overall": 40.9 | |
| }, | |
| "DDI": { | |
| "Overall": 41.2 | |
| }, | |
| "GAD": { | |
| "Overall": 40.1 | |
| }, | |
| "HoC": { | |
| "Overall": 55.7 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 42.7 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 48.5 | |
| } | |
| }, | |
| "PMC-LLaMA-7B": { | |
| "META": { | |
| "Method": [ | |
| "PMC-LLaMA-7B" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 28.7 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 29.8 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 39.0 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 60.2 | |
| }, | |
| "Referral QA": { | |
| "Overall": 70.2 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.0 | |
| }, | |
| "MIMIC": { | |
| "Overall": 7.6 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 4.0 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 3.6 | |
| }, | |
| "Patient Education": { | |
| "Overall": 1.5 | |
| }, | |
| "BC5": { | |
| "Overall": 45.2 | |
| }, | |
| "NCBI": { | |
| "Overall": 37.8 | |
| }, | |
| "DDI": { | |
| "Overall": 40.8 | |
| }, | |
| "GAD": { | |
| "Overall": 42.0 | |
| }, | |
| "HoC": { | |
| "Overall": 55.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 45.5 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 51.0 | |
| } | |
| }, | |
| "Baize-Healthcare": { | |
| "META": { | |
| "Method": [ | |
| "Baize-Healthcare" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 34.9 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 31.3 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 41.9 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 64.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 74.0 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.7 | |
| }, | |
| "MIMIC": { | |
| "Overall": 9.8 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 4.4 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.3 | |
| }, | |
| "Patient Education": { | |
| "Overall": 1.8 | |
| }, | |
| "BC5": { | |
| "Overall": 44.4 | |
| }, | |
| "NCBI": { | |
| "Overall": 38.5 | |
| }, | |
| "DDI": { | |
| "Overall": 41.9 | |
| }, | |
| "GAD": { | |
| "Overall": 45.8 | |
| }, | |
| "HoC": { | |
| "Overall": 54.5 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 46.9 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 50.5 | |
| } | |
| }, | |
| "MedAlpaca-7B": { | |
| "META": { | |
| "Method": [ | |
| "MedAlpaca-7B" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 35.1 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 32.9 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 48.5 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 62.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 75.3 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.8 | |
| }, | |
| "MIMIC": { | |
| "Overall": 10.4 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 7.6 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.5 | |
| }, | |
| "Patient Education": { | |
| "Overall": 2.7 | |
| }, | |
| "BC5": { | |
| "Overall": 47.3 | |
| }, | |
| "NCBI": { | |
| "Overall": 39.0 | |
| }, | |
| "DDI": { | |
| "Overall": 43.5 | |
| }, | |
| "GAD": { | |
| "Overall": 44.0 | |
| }, | |
| "HoC": { | |
| "Overall": 58.7 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 47.9 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 48.0 | |
| } | |
| }, | |
| "Meditron-7B": { | |
| "META": { | |
| "Method": [ | |
| "Meditron-7B" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 33.5 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 31.1 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 45.2 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 61.6 | |
| }, | |
| "Referral QA": { | |
| "Overall": 74.9 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 5.8 | |
| }, | |
| "MIMIC": { | |
| "Overall": 12.5 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 7.8 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 6.8 | |
| }, | |
| "Patient Education": { | |
| "Overall": 5.9 | |
| }, | |
| "BC5": { | |
| "Overall": 46.5 | |
| }, | |
| "NCBI": { | |
| "Overall": 39.2 | |
| }, | |
| "DDI": { | |
| "Overall": 42.7 | |
| }, | |
| "GAD": { | |
| "Overall": 43.3 | |
| }, | |
| "HoC": { | |
| "Overall": 57.9 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 50.7 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 52.0 | |
| } | |
| }, | |
| "BioMistral": { | |
| "META": { | |
| "Method": [ | |
| "BioMistral" | |
| ], | |
| "Parameters": "7B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 35.4 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 34.8 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 52.6 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 66.4 | |
| }, | |
| "Referral QA": { | |
| "Overall": 77.0 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 7.6 | |
| }, | |
| "MIMIC": { | |
| "Overall": 14.2 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.5 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 7.5 | |
| }, | |
| "Patient Education": { | |
| "Overall": 6.6 | |
| }, | |
| "BC5": { | |
| "Overall": 48.8 | |
| }, | |
| "NCBI": { | |
| "Overall": 40.4 | |
| }, | |
| "DDI": { | |
| "Overall": 46.0 | |
| }, | |
| "GAD": { | |
| "Overall": 48.5 | |
| }, | |
| "HoC": { | |
| "Overall": 64.3 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 54.5 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 54.0 | |
| } | |
| }, | |
| "PMC-LLaMA-13B": { | |
| "META": { | |
| "Method": [ | |
| "PMC-LLaMA-13B" | |
| ], | |
| "Parameters": "13B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 39.6 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 37.7 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 56.3 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 67.0 | |
| }, | |
| "Referral QA": { | |
| "Overall": 77.6 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 4.9 | |
| }, | |
| "MIMIC": { | |
| "Overall": 9.4 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 5.9 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 4.2 | |
| }, | |
| "Patient Education": { | |
| "Overall": 2.7 | |
| }, | |
| "BC5": { | |
| "Overall": 51.5 | |
| }, | |
| "NCBI": { | |
| "Overall": 43.1 | |
| }, | |
| "DDI": { | |
| "Overall": 48.4 | |
| }, | |
| "GAD": { | |
| "Overall": 48.7 | |
| }, | |
| "HoC": { | |
| "Overall": 65.3 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 48.8 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 51.5 | |
| } | |
| }, | |
| "MedAlpaca-13B": { | |
| "META": { | |
| "Method": [ | |
| "MedAlpaca-13B" | |
| ], | |
| "Parameters": "13B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 37.3 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 35.7 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 51.5 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 65.6 | |
| }, | |
| "Referral QA": { | |
| "Overall": 77.4 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 5.1 | |
| }, | |
| "MIMIC": { | |
| "Overall": 11.7 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.6 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 5.0 | |
| }, | |
| "Patient Education": { | |
| "Overall": 3.5 | |
| }, | |
| "BC5": { | |
| "Overall": 49.2 | |
| }, | |
| "NCBI": { | |
| "Overall": 41.6 | |
| }, | |
| "DDI": { | |
| "Overall": 44.1 | |
| }, | |
| "GAD": { | |
| "Overall": 44.5 | |
| }, | |
| "HoC": { | |
| "Overall": 59.4 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 51.6 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 50.0 | |
| } | |
| }, | |
| "ClinicalCamel": { | |
| "META": { | |
| "Method": [ | |
| "ClinicalCamel" | |
| ], | |
| "Parameters": "70B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 46.4 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 45.8 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 68.4 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 71.0 | |
| }, | |
| "Referral QA": { | |
| "Overall": 79.8 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 8.4 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.0 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 9.6 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 7.9 | |
| }, | |
| "Patient Education": { | |
| "Overall": 7.2 | |
| }, | |
| "BC5": { | |
| "Overall": 51.2 | |
| }, | |
| "NCBI": { | |
| "Overall": 43.7 | |
| }, | |
| "DDI": { | |
| "Overall": 47.6 | |
| }, | |
| "GAD": { | |
| "Overall": 47.2 | |
| }, | |
| "HoC": { | |
| "Overall": 64.8 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 52.6 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 52.5 | |
| } | |
| }, | |
| "Meditron-70B": { | |
| "META": { | |
| "Method": [ | |
| "Meditron-70B" | |
| ], | |
| "Parameters": "70B", | |
| "Org": "", | |
| "Commercial LLMs": "No", | |
| "General LLMs": "No", | |
| "Medical LLMs": "Yes", | |
| "SOTA": "No", | |
| "OpenSource": "Yes", | |
| "Verified": "Yes" | |
| }, | |
| "MedQA": { | |
| "Overall": 45.7 | |
| }, | |
| "MedMCQA": { | |
| "Overall": 44.9 | |
| }, | |
| "MMLU-Medicine": { | |
| "Overall": 65.1 | |
| }, | |
| "PubMedQA": { | |
| "Overall": 70.6 | |
| }, | |
| "Referral QA": { | |
| "Overall": 78.6 | |
| }, | |
| "Treat Recom.": { | |
| "Overall": 8.9 | |
| }, | |
| "MIMIC": { | |
| "Overall": 13.3 | |
| }, | |
| "IU-Xray": { | |
| "Overall": 8.0 | |
| }, | |
| "Hospitaliz. Summari.": { | |
| "Overall": 9.6 | |
| }, | |
| "Patient Education": { | |
| "Overall": 7.7 | |
| }, | |
| "BC5": { | |
| "Overall": 54.3 | |
| }, | |
| "NCBI": { | |
| "Overall": 45.7 | |
| }, | |
| "DDI": { | |
| "Overall": 51.2 | |
| }, | |
| "GAD": { | |
| "Overall": 49.6 | |
| }, | |
| "HoC": { | |
| "Overall": 69.6 | |
| }, | |
| "Pharma. QA": { | |
| "Overall": 58.7 | |
| }, | |
| "Drug Inter.": { | |
| "Overall": 54.5 | |
| } | |
| } | |
| } | |
| } | |