[ { "model_name": "model-BioMistral-BioMistral-7B", "2011 Spring": 22.727272727272727, "2010 Spring": 25.5, "2008 Fall": 20.812182741116754, "2011 Fall": 27.77777777777778, "2009 Fall": 24.36548223350254, "2010 Fall": 27.27272727272727, "2012 Spring": 27.500000000000004, "2009 Spring": 28.643216080402013, "2012 Fall": 22.95918367346939, "2022 Spring": 22.95918367346939, "2014 Spring": 26.666666666666668, "2022 Fall": 24.489795918367346, "2014 Fall": 25.520833333333332, "2024 Spring": 28.426395939086298, "2015 Spring": 27.77777777777778, "2023 Spring": 26.288659793814436, "2021 Fall": 26.288659793814436, "2015 Fall": 30.0, "2023 Fall": 24.742268041237114, "2021 Spring": 28.000000000000004, "2013 Spring": 27.604166666666668, "2013 Fall": 22.5130890052356, "overall_accuracy": 25.858070500927642 }, { "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0", "2011 Spring": 37.37373737373738, "2010 Spring": 38.5, "2008 Fall": 38.07106598984771, "2011 Fall": 42.92929292929293, "2009 Fall": 31.979695431472084, "2010 Fall": 34.84848484848485, "2012 Spring": 37.0, "2009 Spring": 34.17085427135678, "2012 Fall": 39.285714285714285, "2022 Spring": 34.183673469387756, "2014 Spring": 36.92307692307693, "2022 Fall": 41.83673469387755, "2014 Fall": 35.9375, "2024 Spring": 37.055837563451774, "2015 Spring": 33.83838383838384, "2023 Spring": 32.98969072164948, "2021 Fall": 36.597938144329895, "2015 Fall": 33.1578947368421, "2023 Fall": 38.659793814432994, "2021 Spring": 33.5, "2013 Spring": 32.8125, "2013 Fall": 40.31413612565445, "overall_accuracy": 36.45640074211503 }, { "model_name": "model-meta-llama-Meta-Llama-3.1-8B-Instruct", "2011 Spring": 53.03030303030303, "2010 Spring": 54.0, "2008 Fall": 51.26903553299492, "2011 Fall": 56.56565656565656, "2009 Fall": 47.20812182741117, "2010 Fall": 43.43434343434344, "2012 Spring": 53.0, "2009 Spring": 45.22613065326633, "2012 Fall": 52.55102040816326, "2022 Spring": 45.91836734693878, "2014 Spring": 52.307692307692314, "2022 Fall": 53.06122448979592, "2014 Fall": 53.125, "2024 Spring": 57.868020304568525, "2015 Spring": 54.54545454545454, "2023 Spring": 51.03092783505154, "2021 Fall": 52.0618556701031, "2015 Fall": 44.73684210526316, "2023 Fall": 48.45360824742268, "2021 Spring": 47.0, "2013 Spring": 54.166666666666664, "2013 Fall": 51.832460732984295, "overall_accuracy": 51.02040816326531 }, { "model_name": "model-Qwen-Qwen2.5-7B-Instruct", "2011 Spring": 50.0, "2010 Spring": 52.5, "2008 Fall": 54.314720812182735, "2011 Fall": 59.59595959595959, "2009 Fall": 45.68527918781726, "2010 Fall": 48.484848484848484, "2012 Spring": 45.0, "2009 Spring": 51.75879396984925, "2012 Fall": 48.97959183673469, "2022 Spring": 50.0, "2014 Spring": 48.717948717948715, "2022 Fall": 52.55102040816326, "2014 Fall": 53.645833333333336, "2024 Spring": 55.32994923857868, "2015 Spring": 47.474747474747474, "2023 Spring": 51.546391752577314, "2021 Fall": 58.24742268041238, "2015 Fall": 50.0, "2023 Fall": 50.0, "2021 Spring": 50.5, "2013 Spring": 56.770833333333336, "2013 Fall": 50.26178010471204, "overall_accuracy": 51.41465677179963 }, { "model_name": "model-gpt-4o-2024-08-06", "2011 Spring": 87.37373737373737, "2010 Spring": 88.5, "2008 Fall": 88.3248730964467, "2011 Fall": 90.40404040404042, "2009 Fall": 87.81725888324873, "2010 Fall": 89.39393939393939, "2012 Spring": 90.0, "2009 Spring": 86.93467336683418, "2012 Fall": 88.77551020408163, "2022 Spring": 89.28571428571429, "2014 Spring": 88.71794871794872, "2022 Fall": 91.3265306122449, "2014 Fall": 91.66666666666666, "2024 Spring": 93.4010152284264, "2015 Spring": 89.8989898989899, "2023 Spring": 90.72164948453609, "2021 Fall": 86.5979381443299, "2015 Fall": 87.89473684210526, "2023 Fall": 91.23711340206185, "2021 Spring": 91.0, "2013 Spring": 89.0625, "2013 Fall": 88.48167539267016, "overall_accuracy": 89.40166975881262 }, { "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct", "2011 Spring": 59.59595959595959, "2010 Spring": 62.0, "2008 Fall": 59.89847715736041, "2011 Fall": 60.1010101010101, "2009 Fall": 58.37563451776649, "2010 Fall": 63.13131313131313, "2012 Spring": 61.0, "2009 Spring": 63.31658291457286, "2012 Fall": 63.26530612244898, "2022 Spring": 58.16326530612245, "2014 Spring": 57.948717948717956, "2022 Fall": 67.85714285714286, "2014 Fall": 63.541666666666664, "2024 Spring": 65.48223350253807, "2015 Spring": 59.59595959595959, "2023 Spring": 63.4020618556701, "2021 Fall": 62.371134020618555, "2015 Fall": 61.578947368421055, "2023 Fall": 62.88659793814433, "2021 Spring": 64.5, "2013 Spring": 61.458333333333336, "2013 Fall": 61.78010471204188, "overall_accuracy": 61.87384044526901 }, { "model_name": "model-OpenMeditron-Meditron3-8B", "2011 Spring": 43.93939393939394, "2010 Spring": 48.0, "2008 Fall": 46.192893401015226, "2011 Fall": 47.474747474747474, "2009 Fall": 46.7005076142132, "2010 Fall": 40.4040404040404, "2012 Spring": 43.5, "2009 Spring": 43.21608040201005, "2012 Fall": 45.40816326530612, "2022 Spring": 41.83673469387755, "2014 Spring": 42.05128205128205, "2022 Fall": 43.36734693877551, "2014 Fall": 52.604166666666664, "2024 Spring": 51.26903553299492, "2015 Spring": 44.94949494949495, "2023 Spring": 47.93814432989691, "2021 Fall": 44.329896907216494, "2015 Fall": 42.63157894736842, "2023 Fall": 42.2680412371134, "2021 Spring": 44.0, "2013 Spring": 48.95833333333333, "2013 Fall": 51.832460732984295, "overall_accuracy": 45.570500927643785 }, { "model_name": "model-gpt-4o-mini-2024-07-18", "2011 Spring": 75.75757575757575, "2010 Spring": 74.5, "2008 Fall": 77.15736040609137, "2011 Fall": 72.72727272727273, "2009 Fall": 71.06598984771574, "2010 Fall": 75.75757575757575, "2012 Spring": 75.0, "2009 Spring": 72.8643216080402, "2012 Fall": 78.57142857142857, "2022 Spring": 70.40816326530613, "2014 Spring": 72.82051282051282, "2022 Fall": 76.53061224489795, "2014 Fall": 76.5625, "2024 Spring": 82.23350253807106, "2015 Spring": 73.23232323232324, "2023 Spring": 75.25773195876289, "2021 Fall": 72.16494845360825, "2015 Fall": 75.78947368421053, "2023 Fall": 78.35051546391753, "2021 Spring": 80.5, "2013 Spring": 74.47916666666666, "2013 Fall": 78.01047120418848, "overall_accuracy": 75.44063079777365 }, { "model_name": "model-meta-llama-Llama-3.2-1B-Instruct", "2011 Spring": 18.181818181818183, "2010 Spring": 25.5, "2008 Fall": 20.304568527918782, "2011 Fall": 30.303030303030305, "2009 Fall": 25.380710659898476, "2010 Fall": 23.737373737373737, "2012 Spring": 29.5, "2009 Spring": 29.145728643216078, "2012 Fall": 26.53061224489796, "2022 Spring": 20.918367346938776, "2014 Spring": 25.64102564102564, "2022 Fall": 23.46938775510204, "2014 Fall": 26.041666666666668, "2024 Spring": 25.380710659898476, "2015 Spring": 26.767676767676768, "2023 Spring": 22.68041237113402, "2021 Fall": 23.195876288659793, "2015 Fall": 23.684210526315788, "2023 Fall": 27.835051546391753, "2021 Spring": 26.5, "2013 Spring": 21.875, "2013 Fall": 23.036649214659686, "overall_accuracy": 24.81447124304267 }, { "model_name": "model-OpenMeditron-Meditron3-70B", "2011 Spring": 64.14141414141415, "2010 Spring": 73.5, "2008 Fall": 62.43654822335025, "2011 Fall": 69.1919191919192, "2009 Fall": 58.88324873096447, "2010 Fall": 61.111111111111114, "2012 Spring": 68.5, "2009 Spring": 59.2964824120603, "2012 Fall": 66.83673469387756, "2022 Spring": 70.91836734693877, "2014 Spring": 70.25641025641025, "2022 Fall": 63.775510204081634, "2014 Fall": 69.27083333333334, "2024 Spring": 77.66497461928934, "2015 Spring": 67.67676767676768, "2023 Spring": 67.0103092783505, "2021 Fall": 64.43298969072166, "2015 Fall": 66.3157894736842, "2023 Fall": 68.55670103092784, "2021 Spring": 70.5, "2013 Spring": 65.625, "2013 Fall": 66.49214659685863, "overall_accuracy": 66.92949907235621 }, { "model_name": "model-aaditya-Llama3-OpenBioLLM-70B", "2011 Spring": 23.232323232323232, "2010 Spring": 18.0, "2008 Fall": 36.04060913705584, "2011 Fall": 58.58585858585859, "2009 Fall": 54.314720812182735, "2010 Fall": 54.04040404040404, "2012 Spring": 61.0, "2009 Spring": 54.2713567839196, "2012 Fall": 58.16326530612245, "2022 Spring": 60.204081632653065, "2014 Spring": 57.43589743589743, "2022 Fall": 57.6530612244898, "2014 Fall": 63.541666666666664, "2024 Spring": 68.02030456852792, "2015 Spring": 62.121212121212125, "2023 Spring": 62.371134020618555, "2021 Fall": 61.34020618556701, "2015 Fall": 57.89473684210527, "2023 Fall": 62.371134020618555, "2021 Spring": 65.0, "2013 Spring": 57.8125, "2013 Fall": 61.25654450261781, "overall_accuracy": 55.14842300556586 }, { "model_name": "model-meta-llama-Llama-3.2-3B-Instruct", "2011 Spring": 36.868686868686865, "2010 Spring": 38.0, "2008 Fall": 38.578680203045685, "2011 Fall": 47.97979797979798, "2009 Fall": 38.578680203045685, "2010 Fall": 38.38383838383838, "2012 Spring": 36.0, "2009 Spring": 40.20100502512563, "2012 Fall": 40.30612244897959, "2022 Spring": 38.265306122448976, "2014 Spring": 37.94871794871795, "2022 Fall": 38.775510204081634, "2014 Fall": 36.97916666666667, "2024 Spring": 42.63959390862944, "2015 Spring": 40.4040404040404, "2023 Spring": 37.628865979381445, "2021 Fall": 42.2680412371134, "2015 Fall": 34.73684210526316, "2023 Fall": 42.78350515463917, "2021 Spring": 39.0, "2013 Spring": 34.375, "2013 Fall": 43.97905759162304, "overall_accuracy": 39.308905380333954 }, { "model_name": "model-mistralai-Mistral-Large-Instruct-2407", "2011 Spring": 76.26262626262627, "2010 Spring": 76.5, "2008 Fall": 76.6497461928934, "2011 Fall": 79.29292929292929, "2009 Fall": 71.57360406091371, "2010 Fall": 74.24242424242425, "2012 Spring": 77.5, "2009 Spring": 72.8643216080402, "2012 Fall": 76.53061224489795, "2022 Spring": 72.95918367346938, "2014 Spring": 80.0, "2022 Fall": 75.0, "2014 Fall": 76.5625, "2024 Spring": 86.80203045685279, "2015 Spring": 75.25252525252525, "2023 Spring": 79.38144329896907, "2021 Fall": 76.28865979381443, "2015 Fall": 71.05263157894737, "2023 Fall": 76.80412371134021, "2021 Spring": 79.5, "2013 Spring": 71.875, "2013 Fall": 75.91623036649214, "overall_accuracy": 76.32189239332097 }, { "model_name": "model-meta-llama-Meta-Llama-3.1-70B-Instruct", "2011 Spring": 77.27272727272727, "2010 Spring": 82.0, "2008 Fall": 79.69543147208121, "2011 Fall": 83.33333333333334, "2009 Fall": 81.21827411167513, "2010 Fall": 80.8080808080808, "2012 Spring": 80.0, "2009 Spring": 72.8643216080402, "2012 Fall": 81.12244897959184, "2022 Spring": 79.59183673469387, "2014 Spring": 76.41025641025641, "2022 Fall": 82.14285714285714, "2014 Fall": 87.5, "2024 Spring": 86.29441624365482, "2015 Spring": 77.77777777777779, "2023 Spring": 78.8659793814433, "2021 Fall": 81.44329896907216, "2015 Fall": 78.42105263157895, "2023 Fall": 83.50515463917526, "2021 Spring": 84.5, "2013 Spring": 77.60416666666666, "2013 Fall": 78.01047120418848, "overall_accuracy": 80.47309833024119 }, { "model_name": "model-ProbeMedicalYonseiMAILab-medllama3-v20", "2011 Spring": 39.8989898989899, "2010 Spring": 46.0, "2008 Fall": 38.07106598984771, "2011 Fall": 40.4040404040404, "2009 Fall": 36.04060913705584, "2010 Fall": 38.38383838383838, "2012 Spring": 40.5, "2009 Spring": 35.678391959798994, "2012 Fall": 46.42857142857143, "2022 Spring": 39.285714285714285, "2014 Spring": 37.94871794871795, "2022 Fall": 41.83673469387755, "2014 Fall": 43.75, "2024 Spring": 44.67005076142132, "2015 Spring": 38.38383838383838, "2023 Spring": 41.23711340206185, "2021 Fall": 45.36082474226804, "2015 Fall": 32.631578947368425, "2023 Fall": 44.84536082474227, "2021 Spring": 40.5, "2013 Spring": 41.14583333333333, "2013 Fall": 40.31413612565445, "overall_accuracy": 40.60760667903525 }, { "model_name": "model-mistralai-Mistral-Small-Instruct-2409", "2011 Spring": 46.464646464646464, "2010 Spring": 54.0, "2008 Fall": 51.26903553299492, "2011 Fall": 52.02020202020202, "2009 Fall": 45.68527918781726, "2010 Fall": 50.0, "2012 Spring": 56.49999999999999, "2009 Spring": 52.26130653266332, "2012 Fall": 49.48979591836735, "2022 Spring": 48.97959183673469, "2014 Spring": 48.205128205128204, "2022 Fall": 52.04081632653062, "2014 Fall": 48.95833333333333, "2024 Spring": 58.37563451776649, "2015 Spring": 52.02020202020202, "2023 Spring": 53.09278350515464, "2021 Fall": 53.608247422680414, "2015 Fall": 47.89473684210526, "2023 Fall": 52.0618556701031, "2021 Spring": 55.00000000000001, "2013 Spring": 49.47916666666667, "2013 Fall": 52.35602094240838, "overall_accuracy": 51.36827458256029 }, { "model_name": "model-Qwen-Qwen2.5-72B-Instruct", "2011 Spring": 75.25252525252525, "2010 Spring": 76.0, "2008 Fall": 80.71065989847716, "2011 Fall": 73.73737373737373, "2009 Fall": 71.06598984771574, "2010 Fall": 74.74747474747475, "2012 Spring": 79.0, "2009 Spring": 74.87437185929649, "2012 Fall": 76.0204081632653, "2022 Spring": 72.95918367346938, "2014 Spring": 77.43589743589745, "2022 Fall": 77.04081632653062, "2014 Fall": 84.375, "2024 Spring": 81.21827411167513, "2015 Spring": 75.25252525252525, "2023 Spring": 77.83505154639175, "2021 Fall": 73.19587628865979, "2015 Fall": 73.15789473684211, "2023 Fall": 76.28865979381443, "2021 Spring": 78.5, "2013 Spring": 72.91666666666666, "2013 Fall": 79.05759162303664, "overall_accuracy": 76.39146567717997 } ]