Upload

leaderboards/ldek_accs.json

@@ -1,93 +1,119 @@
 [
     {
-        "model_name": "model-mistralai-Mistral-Large-Instruct-2407",
-        "2008 Falĺ": 61.61616161616161,
-        "2012 Spring": 54.123711340206185,
-        "2010 Falĺ": 62.311557788944725,
-        "2009 Spring": 67.67676767676768,
-        "2010 Spring": 69.5,
-        "2011 Spring": 56.56565656565656,
-        "2012 Falĺ": 66.3265306122449,
-        "2011 Falĺ": 58.080808080808076,
-        "2009 Falĺ": 63.0,
-        "2022 Spring": 54.54545454545454,
-        "2014 Spring": 54.08163265306123,
-        "2022 Fall": 56.63265306122449,
-        "2014 Fall": 56.476683937823836,
-        "2024 Spring": 55.83756345177665,
-        "2015 Spring": 58.602150537634415,
-        "2023 Spring": 57.57575757575758,
-        "2021 Fall": 56.060606060606055,
-        "2015 Fall": 60.0,
-        "2023 Fall": 48.205128205128204,
-        "2021 Spring": 57.14285714285714,
-        "2013 Spring": 61.34020618556701,
-        "2013 Fall": 55.497382198952884,
-        "overall_accuracy": 58.71431886748666
+        "model_name": "model-BioMistral-BioMistral-7B",
+        "2008 Fall": 23.232323232323232,
+        "2012 Spring": 21.1340206185567,
+        "2010 Fall": 23.115577889447238,
+        "2009 Spring": 25.757575757575758,
+        "2010 Spring": 23.0,
+        "2011 Spring": 23.737373737373737,
+        "2012 Fall": 28.57142857142857,
+        "2011 Fall": 24.242424242424242,
+        "2009 Fall": 23.5,
+        "2022 Spring": 20.2020202020202,
+        "2014 Spring": 24.489795918367346,
+        "2022 Fall": 28.57142857142857,
+        "2014 Fall": 22.279792746113987,
+        "2024 Spring": 25.888324873096447,
+        "2015 Spring": 24.731182795698924,
+        "2023 Spring": 24.747474747474747,
+        "2021 Fall": 26.767676767676768,
+        "2015 Fall": 28.421052631578945,
+        "2023 Fall": 25.64102564102564,
+        "2021 Spring": 19.387755102040817,
+        "2013 Spring": 23.711340206185564,
+        "2013 Fall": 29.84293193717277,
+        "overall_accuracy": 24.576467857971686
     },
     {
-        "model_name": "model-Qwen-Qwen2.5-72B-Instruct",
-        "2008 Falĺ": 58.58585858585859,
-        "2012 Spring": 56.70103092783505,
-        "2010 Falĺ": 60.80402010050251,
-        "2009 Spring": 60.1010101010101,
-        "2010 Spring": 63.5,
-        "2011 Spring": 58.58585858585859,
-        "2012 Falĺ": 66.83673469387756,
-        "2011 Falĺ": 54.54545454545454,
-        "2009 Falĺ": 70.5,
-        "2022 Spring": 59.59595959595959,
-        "2014 Spring": 53.57142857142857,
-        "2022 Fall": 61.73469387755102,
-        "2014 Fall": 61.6580310880829,
-        "2024 Spring": 57.360406091370564,
-        "2015 Spring": 58.602150537634415,
-        "2023 Spring": 56.56565656565656,
-        "2021 Fall": 59.59595959595959,
-        "2015 Fall": 57.36842105263158,
-        "2023 Fall": 54.871794871794876,
-        "2021 Spring": 58.673469387755105,
-        "2013 Spring": 61.855670103092784,
-        "2013 Fall": 57.06806282722513,
-        "overall_accuracy": 59.503365049895564
+        "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0",
+        "2008 Fall": 29.292929292929294,
+        "2012 Spring": 31.958762886597935,
+        "2010 Fall": 28.14070351758794,
+        "2009 Spring": 31.313131313131315,
+        "2010 Spring": 35.0,
+        "2011 Spring": 23.737373737373737,
+        "2012 Fall": 38.265306122448976,
+        "2011 Fall": 25.757575757575758,
+        "2009 Fall": 35.0,
+        "2022 Spring": 30.808080808080806,
+        "2014 Spring": 31.122448979591837,
+        "2022 Fall": 34.69387755102041,
+        "2014 Fall": 34.196891191709845,
+        "2024 Spring": 29.949238578680205,
+        "2015 Spring": 31.182795698924732,
+        "2023 Spring": 30.808080808080806,
+        "2021 Fall": 29.797979797979796,
+        "2015 Fall": 26.31578947368421,
+        "2023 Fall": 32.82051282051282,
+        "2021 Spring": 33.6734693877551,
+        "2013 Spring": 30.927835051546392,
+        "2013 Fall": 30.89005235602094,
+        "overall_accuracy": 31.16732420515201
     },
     {
-        "model_name": "model-OpenMeditron-Meditron3-8B",
-        "2008 Falĺ": 38.88888888888889,
-        "2012 Spring": 39.69072164948454,
-        "2010 Falĺ": 36.18090452261307,
-        "2009 Spring": 41.41414141414141,
-        "2010 Spring": 43.0,
-        "2011 Spring": 32.82828282828283,
-        "2012 Falĺ": 42.3469387755102,
-        "2011 Falĺ": 33.33333333333333,
-        "2009 Falĺ": 41.5,
-        "2022 Spring": 34.34343434343434,
-        "2014 Spring": 30.102040816326532,
-        "2022 Fall": 36.734693877551024,
-        "2014 Fall": 39.89637305699482,
-        "2024 Spring": 38.07106598984771,
-        "2015 Spring": 36.55913978494624,
-        "2023 Spring": 38.38383838383838,
-        "2021 Fall": 41.41414141414141,
-        "2015 Fall": 39.473684210526315,
-        "2023 Fall": 34.35897435897436,
-        "2021 Spring": 40.816326530612244,
-        "2013 Spring": 42.78350515463917,
-        "2013 Fall": 40.83769633507853,
-        "overall_accuracy": 38.31515432815038
+        "model_name": "model-meta-llama-Meta-Llama-3.1-8B-Instruct",
+        "2008 Fall": 40.4040404040404,
+        "2012 Spring": 40.72164948453608,
+        "2010 Fall": 43.71859296482412,
+        "2009 Spring": 47.97979797979798,
+        "2010 Spring": 46.0,
+        "2011 Spring": 33.83838383838384,
+        "2012 Fall": 50.0,
+        "2011 Fall": 41.41414141414141,
+        "2009 Fall": 54.0,
+        "2022 Spring": 38.88888888888889,
+        "2014 Spring": 33.16326530612245,
+        "2022 Fall": 40.816326530612244,
+        "2014 Fall": 42.487046632124354,
+        "2024 Spring": 39.59390862944163,
+        "2015 Spring": 42.473118279569896,
+        "2023 Spring": 44.94949494949495,
+        "2021 Fall": 40.909090909090914,
+        "2015 Fall": 41.578947368421055,
+        "2023 Fall": 42.05128205128205,
+        "2021 Spring": 41.3265306122449,
+        "2013 Spring": 41.23711340206185,
+        "2013 Fall": 44.50261780104712,
+        "overall_accuracy": 42.37642144349037
+    },
+    {
+        "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct",
+        "2008 Fall": 45.45454545454545,
+        "2012 Spring": 46.391752577319586,
+        "2010 Fall": 52.26130653266332,
+        "2009 Spring": 51.515151515151516,
+        "2010 Spring": 48.5,
+        "2011 Spring": 41.91919191919192,
+        "2012 Fall": 57.6530612244898,
+        "2011 Fall": 45.95959595959596,
+        "2009 Fall": 49.5,
+        "2022 Spring": 40.4040404040404,
+        "2014 Spring": 34.69387755102041,
+        "2022 Fall": 43.36734693877551,
+        "2014 Fall": 44.04145077720207,
+        "2024 Spring": 50.76142131979695,
+        "2015 Spring": 43.54838709677419,
+        "2023 Spring": 41.91919191919192,
+        "2021 Fall": 43.93939393939394,
+        "2015 Fall": 40.0,
+        "2023 Fall": 37.94871794871795,
+        "2021 Spring": 50.0,
+        "2013 Spring": 47.93814432989691,
+        "2013 Fall": 42.93193717277487,
+        "overall_accuracy": 45.50939893246693
     },
     {
         "model_name": "model-gpt-4o-2024-08-06",
-        "2008 Falĺ": 78.78787878787878,
+        "2008 Fall": 78.78787878787878,
         "2012 Spring": 77.83505154639175,
-        "2010 Falĺ": 74.37185929648241,
+        "2010 Fall": 74.37185929648241,
         "2009 Spring": 85.85858585858585,
         "2010 Spring": 83.0,
         "2011 Spring": 72.22222222222221,
-        "2012 Falĺ": 76.53061224489795,
-        "2011 Falĺ": 72.72727272727273,
-        "2009 Falĺ": 81.5,
+        "2012 Fall": 76.53061224489795,
+        "2011 Fall": 72.72727272727273,
+        "2009 Fall": 81.5,
         "2022 Spring": 77.27272727272727,
         "2014 Spring": 79.08163265306123,
         "2022 Fall": 69.38775510204081,
@@ -104,68 +130,94 @@
         "overall_accuracy": 75.63239730796009
     },
     {
-        "model_name": "model-meta-llama-Llama-3.2-3B-Instruct",
-        "2008 Falĺ": 36.36363636363637,
-        "2012 Spring": 30.927835051546392,
-        "2010 Falĺ": 36.18090452261307,
-        "2009 Spring": 34.34343434343434,
-        "2010 Spring": 40.5,
+        "model_name": "model-OpenMeditron-Meditron3-8B",
+        "2008 Fall": 38.88888888888889,
+        "2012 Spring": 39.69072164948454,
+        "2010 Fall": 36.18090452261307,
+        "2009 Spring": 41.41414141414141,
+        "2010 Spring": 43.0,
         "2011 Spring": 32.82828282828283,
-        "2012 Falĺ": 40.816326530612244,
-        "2011 Falĺ": 29.292929292929294,
-        "2009 Falĺ": 43.0,
-        "2022 Spring": 29.797979797979796,
-        "2014 Spring": 28.061224489795915,
-        "2022 Fall": 36.224489795918366,
-        "2014 Fall": 29.533678756476682,
-        "2024 Spring": 35.53299492385787,
+        "2012 Fall": 42.3469387755102,
+        "2011 Fall": 33.33333333333333,
+        "2009 Fall": 41.5,
+        "2022 Spring": 34.34343434343434,
+        "2014 Spring": 30.102040816326532,
+        "2022 Fall": 36.734693877551024,
+        "2014 Fall": 39.89637305699482,
+        "2024 Spring": 38.07106598984771,
         "2015 Spring": 36.55913978494624,
-        "2023 Spring": 35.35353535353536,
-        "2021 Fall": 27.77777777777778,
-        "2015 Fall": 30.526315789473685,
-        "2023 Fall": 29.230769230769234,
-        "2021 Spring": 31.122448979591837,
-        "2013 Spring": 33.50515463917525,
-        "2013 Fall": 35.07853403141361,
-        "overall_accuracy": 33.766535158969596
+        "2023 Spring": 38.38383838383838,
+        "2021 Fall": 41.41414141414141,
+        "2015 Fall": 39.473684210526315,
+        "2023 Fall": 34.35897435897436,
+        "2021 Spring": 40.816326530612244,
+        "2013 Spring": 42.78350515463917,
+        "2013 Fall": 40.83769633507853,
+        "overall_accuracy": 38.31515432815038
     },
     {
-        "model_name": "model-mistralai-Mistral-Small-Instruct-2409",
-        "2008 Falĺ": 38.38383838383838,
-        "2012 Spring": 34.5360824742268,
-        "2010 Falĺ": 40.7035175879397,
-        "2009 Spring": 44.44444444444444,
-        "2010 Spring": 46.5,
-        "2011 Spring": 34.84848484848485,
-        "2012 Falĺ": 46.42857142857143,
-        "2011 Falĺ": 38.88888888888889,
-        "2009 Falĺ": 45.0,
-        "2022 Spring": 38.88888888888889,
-        "2014 Spring": 34.69387755102041,
+        "model_name": "model-Qwen-Qwen2.5-7B-Instruct",
+        "2008 Fall": 41.41414141414141,
+        "2012 Spring": 40.20618556701031,
+        "2010 Fall": 43.21608040201005,
+        "2009 Spring": 40.4040404040404,
+        "2010 Spring": 41.5,
+        "2011 Spring": 38.38383838383838,
+        "2012 Fall": 48.97959183673469,
+        "2011 Fall": 38.88888888888889,
+        "2009 Fall": 43.5,
+        "2022 Spring": 43.93939393939394,
+        "2014 Spring": 35.714285714285715,
         "2022 Fall": 42.857142857142854,
-        "2014 Fall": 37.82383419689119,
-        "2024 Spring": 44.16243654822335,
-        "2015 Spring": 38.17204301075269,
-        "2023 Spring": 41.41414141414141,
-        "2021 Fall": 42.42424242424242,
-        "2015 Fall": 42.10526315789473,
-        "2023 Fall": 40.0,
-        "2021 Spring": 41.3265306122449,
-        "2013 Spring": 43.29896907216495,
-        "2013 Fall": 44.50261780104712,
-        "overall_accuracy": 40.98398700394523
+        "2014 Fall": 46.63212435233161,
+        "2024 Spring": 45.68527918781726,
+        "2015 Spring": 42.473118279569896,
+        "2023 Spring": 44.94949494949495,
+        "2021 Fall": 43.43434343434344,
+        "2015 Fall": 40.0,
+        "2023 Fall": 46.15384615384615,
+        "2021 Spring": 47.44897959183674,
+        "2013 Spring": 44.84536082474227,
+        "2013 Fall": 43.97905759162304,
+        "overall_accuracy": 42.93339521930842
+    },
+    {
+        "model_name": "model-mistralai-Mistral-Large-Instruct-2407",
+        "2008 Fall": 61.61616161616161,
+        "2012 Spring": 54.123711340206185,
+        "2010 Fall": 62.311557788944725,
+        "2009 Spring": 67.67676767676768,
+        "2010 Spring": 69.5,
+        "2011 Spring": 56.56565656565656,
+        "2012 Fall": 66.3265306122449,
+        "2011 Fall": 58.080808080808076,
+        "2009 Fall": 63.0,
+        "2022 Spring": 54.54545454545454,
+        "2014 Spring": 54.08163265306123,
+        "2022 Fall": 56.63265306122449,
+        "2014 Fall": 56.476683937823836,
+        "2024 Spring": 55.83756345177665,
+        "2015 Spring": 58.602150537634415,
+        "2023 Spring": 57.57575757575758,
+        "2021 Fall": 56.060606060606055,
+        "2015 Fall": 60.0,
+        "2023 Fall": 48.205128205128204,
+        "2021 Spring": 57.14285714285714,
+        "2013 Spring": 61.34020618556701,
+        "2013 Fall": 55.497382198952884,
+        "overall_accuracy": 58.71431886748666
     },
     {
         "model_name": "model-gpt-4o-mini-2024-07-18",
-        "2008 Falĺ": 59.09090909090909,
+        "2008 Fall": 59.09090909090909,
         "2012 Spring": 55.670103092783506,
-        "2010 Falĺ": 55.27638190954774,
+        "2010 Fall": 55.27638190954774,
         "2009 Spring": 68.18181818181817,
         "2010 Spring": 62.5,
         "2011 Spring": 50.0,
-        "2012 Falĺ": 65.3061224489796,
-        "2011 Falĺ": 55.05050505050505,
-        "2009 Falĺ": 64.0,
+        "2012 Fall": 65.3061224489796,
+        "2011 Fall": 55.05050505050505,
+        "2009 Fall": 64.0,
         "2022 Spring": 52.52525252525253,
         "2014 Spring": 46.93877551020408,
         "2022 Fall": 54.08163265306123,
@@ -183,15 +235,15 @@
     },
     {
         "model_name": "model-meta-llama-Llama-3.2-1B-Instruct",
-        "2008 Falĺ": 24.242424242424242,
+        "2008 Fall": 24.242424242424242,
         "2012 Spring": 20.618556701030926,
-        "2010 Falĺ": 23.618090452261306,
+        "2010 Fall": 23.618090452261306,
         "2009 Spring": 24.242424242424242,
         "2010 Spring": 23.0,
         "2011 Spring": 24.747474747474747,
-        "2012 Falĺ": 28.57142857142857,
-        "2011 Falĺ": 21.71717171717172,
-        "2009 Falĺ": 25.5,
+        "2012 Fall": 28.57142857142857,
+        "2011 Fall": 21.71717171717172,
+        "2009 Fall": 25.5,
         "2022 Spring": 21.21212121212121,
         "2014 Spring": 22.448979591836736,
         "2022 Fall": 29.591836734693878,
@@ -208,68 +260,42 @@
         "overall_accuracy": 25.08702715247157
     },
     {
-        "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct",
-        "2008 Falĺ": 45.45454545454545,
-        "2012 Spring": 46.391752577319586,
-        "2010 Falĺ": 52.26130653266332,
-        "2009 Spring": 51.515151515151516,
-        "2010 Spring": 48.5,
-        "2011 Spring": 41.91919191919192,
-        "2012 Falĺ": 57.6530612244898,
-        "2011 Falĺ": 45.95959595959596,
-        "2009 Falĺ": 49.5,
-        "2022 Spring": 40.4040404040404,
-        "2014 Spring": 34.69387755102041,
-        "2022 Fall": 43.36734693877551,
-        "2014 Fall": 44.04145077720207,
-        "2024 Spring": 50.76142131979695,
-        "2015 Spring": 43.54838709677419,
-        "2023 Spring": 41.91919191919192,
-        "2021 Fall": 43.93939393939394,
-        "2015 Fall": 40.0,
-        "2023 Fall": 37.94871794871795,
-        "2021 Spring": 50.0,
-        "2013 Spring": 47.93814432989691,
-        "2013 Fall": 42.93193717277487,
-        "overall_accuracy": 45.50939893246693
-    },
-    {
-        "model_name": "model-meta-llama-Meta-Llama-3.1-8B-Instruct",
-        "2008 Falĺ": 40.4040404040404,
-        "2012 Spring": 40.72164948453608,
-        "2010 Falĺ": 43.71859296482412,
-        "2009 Spring": 47.97979797979798,
-        "2010 Spring": 46.0,
-        "2011 Spring": 33.83838383838384,
-        "2012 Falĺ": 50.0,
-        "2011 Falĺ": 41.41414141414141,
-        "2009 Falĺ": 54.0,
-        "2022 Spring": 38.88888888888889,
-        "2014 Spring": 33.16326530612245,
-        "2022 Fall": 40.816326530612244,
-        "2014 Fall": 42.487046632124354,
-        "2024 Spring": 39.59390862944163,
-        "2015 Spring": 42.473118279569896,
-        "2023 Spring": 44.94949494949495,
-        "2021 Fall": 40.909090909090914,
-        "2015 Fall": 41.578947368421055,
-        "2023 Fall": 42.05128205128205,
-        "2021 Spring": 41.3265306122449,
-        "2013 Spring": 41.23711340206185,
-        "2013 Fall": 44.50261780104712,
-        "overall_accuracy": 42.37642144349037
+        "model_name": "model-OpenMeditron-Meditron3-70B",
+        "2008 Fall": 45.95959595959596,
+        "2012 Spring": 43.29896907216495,
+        "2010 Fall": 46.733668341708544,
+        "2009 Spring": 51.010101010101,
+        "2010 Spring": 49.0,
+        "2011 Spring": 42.42424242424242,
+        "2012 Fall": 47.44897959183674,
+        "2011 Fall": 46.96969696969697,
+        "2009 Fall": 49.0,
+        "2022 Spring": 45.95959595959596,
+        "2014 Spring": 41.83673469387755,
+        "2022 Fall": 48.46938775510204,
+        "2014 Fall": 47.15025906735752,
+        "2024 Spring": 52.28426395939086,
+        "2015 Spring": 50.53763440860215,
+        "2023 Spring": 47.474747474747474,
+        "2021 Fall": 48.98989898989899,
+        "2015 Fall": 51.05263157894737,
+        "2023 Fall": 42.56410256410256,
+        "2021 Spring": 45.40816326530612,
+        "2013 Spring": 49.48453608247423,
+        "2013 Fall": 45.54973821989529,
+        "overall_accuracy": 47.203527500580186
     },
     {
         "model_name": "model-aaditya-Llama3-OpenBioLLM-70B",
-        "2008 Falĺ": 19.19191919191919,
+        "2008 Fall": 19.19191919191919,
         "2012 Spring": 19.072164948453608,
-        "2010 Falĺ": 35.175879396984925,
+        "2010 Fall": 35.175879396984925,
         "2009 Spring": 50.0,
         "2010 Spring": 43.0,
         "2011 Spring": 38.88888888888889,
-        "2012 Falĺ": 43.36734693877551,
-        "2011 Falĺ": 35.35353535353536,
-        "2009 Falĺ": 48.0,
+        "2012 Fall": 43.36734693877551,
+        "2011 Fall": 35.35353535353536,
+        "2009 Fall": 48.0,
         "2022 Spring": 45.95959595959596,
         "2014 Spring": 39.285714285714285,
         "2022 Fall": 43.36734693877551,
@@ -285,43 +311,17 @@
         "2013 Fall": 42.93193717277487,
         "overall_accuracy": 39.777210489672775
     },
-    {
-        "model_name": "model-Qwen-Qwen2.5-7B-Instruct",
-        "2008 Falĺ": 41.41414141414141,
-        "2012 Spring": 40.20618556701031,
-        "2010 Falĺ": 43.21608040201005,
-        "2009 Spring": 40.4040404040404,
-        "2010 Spring": 41.5,
-        "2011 Spring": 38.38383838383838,
-        "2012 Falĺ": 48.97959183673469,
-        "2011 Falĺ": 38.88888888888889,
-        "2009 Falĺ": 43.5,
-        "2022 Spring": 43.93939393939394,
-        "2014 Spring": 35.714285714285715,
-        "2022 Fall": 42.857142857142854,
-        "2014 Fall": 46.63212435233161,
-        "2024 Spring": 45.68527918781726,
-        "2015 Spring": 42.473118279569896,
-        "2023 Spring": 44.94949494949495,
-        "2021 Fall": 43.43434343434344,
-        "2015 Fall": 40.0,
-        "2023 Fall": 46.15384615384615,
-        "2021 Spring": 47.44897959183674,
-        "2013 Spring": 44.84536082474227,
-        "2013 Fall": 43.97905759162304,
-        "overall_accuracy": 42.93339521930842
-    },
     {
         "model_name": "model-meta-llama-Meta-Llama-3.1-70B-Instruct",
-        "2008 Falĺ": 62.121212121212125,
+        "2008 Fall": 62.121212121212125,
         "2012 Spring": 61.34020618556701,
-        "2010 Falĺ": 62.8140703517588,
+        "2010 Fall": 62.8140703517588,
         "2009 Spring": 69.1919191919192,
         "2010 Spring": 73.0,
         "2011 Spring": 59.59595959595959,
-        "2012 Falĺ": 69.89795918367348,
-        "2011 Falĺ": 65.65656565656566,
-        "2009 Falĺ": 68.0,
+        "2012 Fall": 69.89795918367348,
+        "2011 Fall": 65.65656565656566,
+        "2009 Fall": 68.0,
         "2022 Spring": 68.68686868686868,
         "2014 Spring": 54.59183673469388,
         "2022 Fall": 62.755102040816325,
@@ -338,68 +338,42 @@
         "overall_accuracy": 63.402181480621955
     },
     {
-        "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0",
-        "2008 Falĺ": 29.292929292929294,
-        "2012 Spring": 31.958762886597935,
-        "2010 Falĺ": 28.14070351758794,
-        "2009 Spring": 31.313131313131315,
-        "2010 Spring": 35.0,
-        "2011 Spring": 23.737373737373737,
-        "2012 Falĺ": 38.265306122448976,
-        "2011 Falĺ": 25.757575757575758,
-        "2009 Falĺ": 35.0,
-        "2022 Spring": 30.808080808080806,
-        "2014 Spring": 31.122448979591837,
-        "2022 Fall": 34.69387755102041,
-        "2014 Fall": 34.196891191709845,
-        "2024 Spring": 29.949238578680205,
-        "2015 Spring": 31.182795698924732,
-        "2023 Spring": 30.808080808080806,
-        "2021 Fall": 29.797979797979796,
-        "2015 Fall": 26.31578947368421,
-        "2023 Fall": 32.82051282051282,
-        "2021 Spring": 33.6734693877551,
-        "2013 Spring": 30.927835051546392,
-        "2013 Fall": 30.89005235602094,
-        "overall_accuracy": 31.16732420515201
-    },
-    {
-        "model_name": "model-BioMistral-BioMistral-7B",
-        "2008 Falĺ": 23.232323232323232,
-        "2012 Spring": 21.1340206185567,
-        "2010 Falĺ": 23.115577889447238,
-        "2009 Spring": 25.757575757575758,
-        "2010 Spring": 23.0,
-        "2011 Spring": 23.737373737373737,
-        "2012 Falĺ": 28.57142857142857,
-        "2011 Falĺ": 24.242424242424242,
-        "2009 Falĺ": 23.5,
-        "2022 Spring": 20.2020202020202,
-        "2014 Spring": 24.489795918367346,
-        "2022 Fall": 28.57142857142857,
-        "2014 Fall": 22.279792746113987,
-        "2024 Spring": 25.888324873096447,
-        "2015 Spring": 24.731182795698924,
-        "2023 Spring": 24.747474747474747,
-        "2021 Fall": 26.767676767676768,
-        "2015 Fall": 28.421052631578945,
-        "2023 Fall": 25.64102564102564,
-        "2021 Spring": 19.387755102040817,
-        "2013 Spring": 23.711340206185564,
-        "2013 Fall": 29.84293193717277,
-        "overall_accuracy": 24.576467857971686
+        "model_name": "model-meta-llama-Llama-3.2-3B-Instruct",
+        "2008 Fall": 36.36363636363637,
+        "2012 Spring": 30.927835051546392,
+        "2010 Fall": 36.18090452261307,
+        "2009 Spring": 34.34343434343434,
+        "2010 Spring": 40.5,
+        "2011 Spring": 32.82828282828283,
+        "2012 Fall": 40.816326530612244,
+        "2011 Fall": 29.292929292929294,
+        "2009 Fall": 43.0,
+        "2022 Spring": 29.797979797979796,
+        "2014 Spring": 28.061224489795915,
+        "2022 Fall": 36.224489795918366,
+        "2014 Fall": 29.533678756476682,
+        "2024 Spring": 35.53299492385787,
+        "2015 Spring": 36.55913978494624,
+        "2023 Spring": 35.35353535353536,
+        "2021 Fall": 27.77777777777778,
+        "2015 Fall": 30.526315789473685,
+        "2023 Fall": 29.230769230769234,
+        "2021 Spring": 31.122448979591837,
+        "2013 Spring": 33.50515463917525,
+        "2013 Fall": 35.07853403141361,
+        "overall_accuracy": 33.766535158969596
     },
     {
         "model_name": "model-ProbeMedicalYonseiMAILab-medllama3-v20",
-        "2008 Falĺ": 30.303030303030305,
+        "2008 Fall": 30.303030303030305,
         "2012 Spring": 31.958762886597935,
-        "2010 Falĺ": 30.15075376884422,
+        "2010 Fall": 30.15075376884422,
         "2009 Spring": 37.37373737373738,
         "2010 Spring": 31.5,
         "2011 Spring": 30.808080808080806,
-        "2012 Falĺ": 34.69387755102041,
-        "2011 Falĺ": 30.808080808080806,
-        "2009 Falĺ": 35.5,
+        "2012 Fall": 34.69387755102041,
+        "2011 Fall": 30.808080808080806,
+        "2009 Fall": 35.5,
         "2022 Spring": 34.84848484848485,
         "2014 Spring": 26.53061224489796,
         "2022 Fall": 34.183673469387756,
@@ -416,29 +390,55 @@
         "overall_accuracy": 34.04502204687863
     },
     {
-        "model_name": "model-OpenMeditron-Meditron3-70B",
-        "2008 Falĺ": 45.95959595959596,
-        "2012 Spring": 43.29896907216495,
-        "2010 Falĺ": 46.733668341708544,
-        "2009 Spring": 51.010101010101,
-        "2010 Spring": 49.0,
-        "2011 Spring": 42.42424242424242,
-        "2012 Falĺ": 47.44897959183674,
-        "2011 Falĺ": 46.96969696969697,
-        "2009 Falĺ": 49.0,
-        "2022 Spring": 45.95959595959596,
-        "2014 Spring": 41.83673469387755,
-        "2022 Fall": 48.46938775510204,
-        "2014 Fall": 47.15025906735752,
-        "2024 Spring": 52.28426395939086,
-        "2015 Spring": 50.53763440860215,
-        "2023 Spring": 47.474747474747474,
-        "2021 Fall": 48.98989898989899,
-        "2015 Fall": 51.05263157894737,
-        "2023 Fall": 42.56410256410256,
-        "2021 Spring": 45.40816326530612,
-        "2013 Spring": 49.48453608247423,
-        "2013 Fall": 45.54973821989529,
-        "overall_accuracy": 47.203527500580186
+        "model_name": "model-mistralai-Mistral-Small-Instruct-2409",
+        "2008 Fall": 38.38383838383838,
+        "2012 Spring": 34.5360824742268,
+        "2010 Fall": 40.7035175879397,
+        "2009 Spring": 44.44444444444444,
+        "2010 Spring": 46.5,
+        "2011 Spring": 34.84848484848485,
+        "2012 Fall": 46.42857142857143,
+        "2011 Fall": 38.88888888888889,
+        "2009 Fall": 45.0,
+        "2022 Spring": 38.88888888888889,
+        "2014 Spring": 34.69387755102041,
+        "2022 Fall": 42.857142857142854,
+        "2014 Fall": 37.82383419689119,
+        "2024 Spring": 44.16243654822335,
+        "2015 Spring": 38.17204301075269,
+        "2023 Spring": 41.41414141414141,
+        "2021 Fall": 42.42424242424242,
+        "2015 Fall": 42.10526315789473,
+        "2023 Fall": 40.0,
+        "2021 Spring": 41.3265306122449,
+        "2013 Spring": 43.29896907216495,
+        "2013 Fall": 44.50261780104712,
+        "overall_accuracy": 40.98398700394523
+    },
+    {
+        "model_name": "model-Qwen-Qwen2.5-72B-Instruct",
+        "2008 Fall": 58.58585858585859,
+        "2012 Spring": 56.70103092783505,
+        "2010 Fall": 60.80402010050251,
+        "2009 Spring": 60.1010101010101,
+        "2010 Spring": 63.5,
+        "2011 Spring": 58.58585858585859,
+        "2012 Fall": 66.83673469387756,
+        "2011 Fall": 54.54545454545454,
+        "2009 Fall": 70.5,
+        "2022 Spring": 59.59595959595959,
+        "2014 Spring": 53.57142857142857,
+        "2022 Fall": 61.73469387755102,
+        "2014 Fall": 61.6580310880829,
+        "2024 Spring": 57.360406091370564,
+        "2015 Spring": 58.602150537634415,
+        "2023 Spring": 56.56565656565656,
+        "2021 Fall": 59.59595959595959,
+        "2015 Fall": 57.36842105263158,
+        "2023 Fall": 54.871794871794876,
+        "2021 Spring": 58.673469387755105,
+        "2013 Spring": 61.855670103092784,
+        "2013 Fall": 57.06806282722513,
+        "overall_accuracy": 59.503365049895564
     }
 ]

leaderboards/lek_accs.json

@@ -1,41 +1,119 @@
 [
     {
-        "model_name": "model-mistralai-Mistral-Large-Instruct-2407",
-        "2011 Spring": 76.26262626262627,
-        "2010 Spring": 76.5,
-        "2008 Falĺ": 76.6497461928934,
-        "2011 Falĺ": 79.29292929292929,
-        "2009 Falĺ": 71.57360406091371,
-        "2010 Falĺ": 74.24242424242425,
-        "2012 Spring": 77.5,
-        "2009 Spring": 72.8643216080402,
-        "2012 Falĺ": 76.53061224489795,
-        "2022 Spring": 72.95918367346938,
-        "2014 Spring": 80.0,
-        "2022 Fall": 75.0,
-        "2014 Fall": 76.5625,
-        "2024 Spring": 86.80203045685279,
-        "2015 Spring": 75.25252525252525,
-        "2023 Spring": 79.38144329896907,
-        "2021 Fall": 76.28865979381443,
-        "2015 Fall": 71.05263157894737,
-        "2023 Fall": 76.80412371134021,
-        "2021 Spring": 79.5,
-        "2013 Spring": 71.875,
-        "2013 Fall": 75.91623036649214,
-        "overall_accuracy": 76.32189239332097
+        "model_name": "model-BioMistral-BioMistral-7B",
+        "2011 Spring": 22.727272727272727,
+        "2010 Spring": 25.5,
+        "2008 Fall": 20.812182741116754,
+        "2011 Fall": 27.77777777777778,
+        "2009 Fall": 24.36548223350254,
+        "2010 Fall": 27.27272727272727,
+        "2012 Spring": 27.500000000000004,
+        "2009 Spring": 28.643216080402013,
+        "2012 Fall": 22.95918367346939,
+        "2022 Spring": 22.95918367346939,
+        "2014 Spring": 26.666666666666668,
+        "2022 Fall": 24.489795918367346,
+        "2014 Fall": 25.520833333333332,
+        "2024 Spring": 28.426395939086298,
+        "2015 Spring": 27.77777777777778,
+        "2023 Spring": 26.288659793814436,
+        "2021 Fall": 26.288659793814436,
+        "2015 Fall": 30.0,
+        "2023 Fall": 24.742268041237114,
+        "2021 Spring": 28.000000000000004,
+        "2013 Spring": 27.604166666666668,
+        "2013 Fall": 22.5130890052356,
+        "overall_accuracy": 25.858070500927642
+    },
+    {
+        "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0",
+        "2011 Spring": 37.37373737373738,
+        "2010 Spring": 38.5,
+        "2008 Fall": 38.07106598984771,
+        "2011 Fall": 42.92929292929293,
+        "2009 Fall": 31.979695431472084,
+        "2010 Fall": 34.84848484848485,
+        "2012 Spring": 37.0,
+        "2009 Spring": 34.17085427135678,
+        "2012 Fall": 39.285714285714285,
+        "2022 Spring": 34.183673469387756,
+        "2014 Spring": 36.92307692307693,
+        "2022 Fall": 41.83673469387755,
+        "2014 Fall": 35.9375,
+        "2024 Spring": 37.055837563451774,
+        "2015 Spring": 33.83838383838384,
+        "2023 Spring": 32.98969072164948,
+        "2021 Fall": 36.597938144329895,
+        "2015 Fall": 33.1578947368421,
+        "2023 Fall": 38.659793814432994,
+        "2021 Spring": 33.5,
+        "2013 Spring": 32.8125,
+        "2013 Fall": 40.31413612565445,
+        "overall_accuracy": 36.45640074211503
+    },
+    {
+        "model_name": "model-meta-llama-Meta-Llama-3.1-8B-Instruct",
+        "2011 Spring": 53.03030303030303,
+        "2010 Spring": 54.0,
+        "2008 Fall": 51.26903553299492,
+        "2011 Fall": 56.56565656565656,
+        "2009 Fall": 47.20812182741117,
+        "2010 Fall": 43.43434343434344,
+        "2012 Spring": 53.0,
+        "2009 Spring": 45.22613065326633,
+        "2012 Fall": 52.55102040816326,
+        "2022 Spring": 45.91836734693878,
+        "2014 Spring": 52.307692307692314,
+        "2022 Fall": 53.06122448979592,
+        "2014 Fall": 53.125,
+        "2024 Spring": 57.868020304568525,
+        "2015 Spring": 54.54545454545454,
+        "2023 Spring": 51.03092783505154,
+        "2021 Fall": 52.0618556701031,
+        "2015 Fall": 44.73684210526316,
+        "2023 Fall": 48.45360824742268,
+        "2021 Spring": 47.0,
+        "2013 Spring": 54.166666666666664,
+        "2013 Fall": 51.832460732984295,
+        "overall_accuracy": 51.02040816326531
+    },
+    {
+        "model_name": "model-Qwen-Qwen2.5-7B-Instruct",
+        "2011 Spring": 50.0,
+        "2010 Spring": 52.5,
+        "2008 Fall": 54.314720812182735,
+        "2011 Fall": 59.59595959595959,
+        "2009 Fall": 45.68527918781726,
+        "2010 Fall": 48.484848484848484,
+        "2012 Spring": 45.0,
+        "2009 Spring": 51.75879396984925,
+        "2012 Fall": 48.97959183673469,
+        "2022 Spring": 50.0,
+        "2014 Spring": 48.717948717948715,
+        "2022 Fall": 52.55102040816326,
+        "2014 Fall": 53.645833333333336,
+        "2024 Spring": 55.32994923857868,
+        "2015 Spring": 47.474747474747474,
+        "2023 Spring": 51.546391752577314,
+        "2021 Fall": 58.24742268041238,
+        "2015 Fall": 50.0,
+        "2023 Fall": 50.0,
+        "2021 Spring": 50.5,
+        "2013 Spring": 56.770833333333336,
+        "2013 Fall": 50.26178010471204,
+        "overall_accuracy": 51.41465677179963
     },
     {
         "model_name": "model-gpt-4o-2024-08-06",
         "2011 Spring": 87.37373737373737,
         "2010 Spring": 88.5,
-        "2008 Falĺ": 88.3248730964467,
-        "2011 Falĺ": 90.40404040404042,
-        "2009 Falĺ": 87.81725888324873,
-        "2010 Falĺ": 89.39393939393939,
+        "2008 Fall": 88.3248730964467,
+        "2011 Fall": 90.40404040404042,
+        "2009 Fall": 87.81725888324873,
+        "2010 Fall": 89.39393939393939,
         "2012 Spring": 90.0,
         "2009 Spring": 86.93467336683418,
-        "2012 Falĺ": 88.77551020408163,
+        "2012 Fall": 88.77551020408163,
         "2022 Spring": 89.28571428571429,
         "2014 Spring": 88.71794871794872,
         "2022 Fall": 91.3265306122449,
@@ -52,42 +130,42 @@
         "overall_accuracy": 89.40166975881262
     },
     {
-        "model_name": "model-Qwen-Qwen2.5-72B-Instruct",
-        "2011 Spring": 75.25252525252525,
-        "2010 Spring": 76.0,
-        "2008 Falĺ": 80.71065989847716,
-        "2011 Falĺ": 73.73737373737373,
-        "2009 Falĺ": 71.06598984771574,
-        "2010 Falĺ": 74.74747474747475,
-        "2012 Spring": 79.0,
-        "2009 Spring": 74.87437185929649,
-        "2012 Falĺ": 76.0204081632653,
-        "2022 Spring": 72.95918367346938,
-        "2014 Spring": 77.43589743589745,
-        "2022 Fall": 77.04081632653062,
-        "2014 Fall": 84.375,
-        "2024 Spring": 81.21827411167513,
-        "2015 Spring": 75.25252525252525,
-        "2023 Spring": 77.83505154639175,
-        "2021 Fall": 73.19587628865979,
-        "2015 Fall": 73.15789473684211,
-        "2023 Fall": 76.28865979381443,
-        "2021 Spring": 78.5,
-        "2013 Spring": 72.91666666666666,
-        "2013 Fall": 79.05759162303664,
-        "overall_accuracy": 76.39146567717997
+        "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct",
+        "2011 Spring": 59.59595959595959,
+        "2010 Spring": 62.0,
+        "2008 Fall": 59.89847715736041,
+        "2011 Fall": 60.1010101010101,
+        "2009 Fall": 58.37563451776649,
+        "2010 Fall": 63.13131313131313,
+        "2012 Spring": 61.0,
+        "2009 Spring": 63.31658291457286,
+        "2012 Fall": 63.26530612244898,
+        "2022 Spring": 58.16326530612245,
+        "2014 Spring": 57.948717948717956,
+        "2022 Fall": 67.85714285714286,
+        "2014 Fall": 63.541666666666664,
+        "2024 Spring": 65.48223350253807,
+        "2015 Spring": 59.59595959595959,
+        "2023 Spring": 63.4020618556701,
+        "2021 Fall": 62.371134020618555,
+        "2015 Fall": 61.578947368421055,
+        "2023 Fall": 62.88659793814433,
+        "2021 Spring": 64.5,
+        "2013 Spring": 61.458333333333336,
+        "2013 Fall": 61.78010471204188,
+        "overall_accuracy": 61.87384044526901
     },
     {
         "model_name": "model-OpenMeditron-Meditron3-8B",
         "2011 Spring": 43.93939393939394,
         "2010 Spring": 48.0,
-        "2008 Falĺ": 46.192893401015226,
-        "2011 Falĺ": 47.474747474747474,
-        "2009 Falĺ": 46.7005076142132,
-        "2010 Falĺ": 40.4040404040404,
+        "2008 Fall": 46.192893401015226,
+        "2011 Fall": 47.474747474747474,
+        "2009 Fall": 46.7005076142132,
+        "2010 Fall": 40.4040404040404,
         "2012 Spring": 43.5,
         "2009 Spring": 43.21608040201005,
-        "2012 Falĺ": 45.40816326530612,
+        "2012 Fall": 45.40816326530612,
         "2022 Spring": 41.83673469387755,
         "2014 Spring": 42.05128205128205,
         "2022 Fall": 43.36734693877551,
@@ -103,43 +181,17 @@
         "2013 Fall": 51.832460732984295,
         "overall_accuracy": 45.570500927643785
     },
-    {
-        "model_name": "model-meta-llama-Llama-3.2-3B-Instruct",
-        "2011 Spring": 36.868686868686865,
-        "2010 Spring": 38.0,
-        "2008 Falĺ": 38.578680203045685,
-        "2011 Falĺ": 47.97979797979798,
-        "2009 Falĺ": 38.578680203045685,
-        "2010 Falĺ": 38.38383838383838,
-        "2012 Spring": 36.0,
-        "2009 Spring": 40.20100502512563,
-        "2012 Falĺ": 40.30612244897959,
-        "2022 Spring": 38.265306122448976,
-        "2014 Spring": 37.94871794871795,
-        "2022 Fall": 38.775510204081634,
-        "2014 Fall": 36.97916666666667,
-        "2024 Spring": 42.63959390862944,
-        "2015 Spring": 40.4040404040404,
-        "2023 Spring": 37.628865979381445,
-        "2021 Fall": 42.2680412371134,
-        "2015 Fall": 34.73684210526316,
-        "2023 Fall": 42.78350515463917,
-        "2021 Spring": 39.0,
-        "2013 Spring": 34.375,
-        "2013 Fall": 43.97905759162304,
-        "overall_accuracy": 39.308905380333954
-    },
     {
         "model_name": "model-gpt-4o-mini-2024-07-18",
         "2011 Spring": 75.75757575757575,
         "2010 Spring": 74.5,
-        "2008 Falĺ": 77.15736040609137,
-        "2011 Falĺ": 72.72727272727273,
-        "2009 Falĺ": 71.06598984771574,
-        "2010 Falĺ": 75.75757575757575,
+        "2008 Fall": 77.15736040609137,
+        "2011 Fall": 72.72727272727273,
+        "2009 Fall": 71.06598984771574,
+        "2010 Fall": 75.75757575757575,
         "2012 Spring": 75.0,
         "2009 Spring": 72.8643216080402,
-        "2012 Falĺ": 78.57142857142857,
+        "2012 Fall": 78.57142857142857,
         "2022 Spring": 70.40816326530613,
         "2014 Spring": 72.82051282051282,
         "2022 Fall": 76.53061224489795,
@@ -159,13 +211,13 @@
         "model_name": "model-meta-llama-Llama-3.2-1B-Instruct",
         "2011 Spring": 18.181818181818183,
         "2010 Spring": 25.5,
-        "2008 Falĺ": 20.304568527918782,
-        "2011 Falĺ": 30.303030303030305,
-        "2009 Falĺ": 25.380710659898476,
-        "2010 Falĺ": 23.737373737373737,
+        "2008 Fall": 20.304568527918782,
+        "2011 Fall": 30.303030303030305,
+        "2009 Fall": 25.380710659898476,
+        "2010 Fall": 23.737373737373737,
         "2012 Spring": 29.5,
         "2009 Spring": 29.145728643216078,
-        "2012 Falĺ": 26.53061224489796,
+        "2012 Fall": 26.53061224489796,
         "2022 Spring": 20.918367346938776,
         "2014 Spring": 25.64102564102564,
         "2022 Fall": 23.46938775510204,
@@ -182,68 +234,42 @@
         "overall_accuracy": 24.81447124304267
     },
     {
-        "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct",
-        "2011 Spring": 59.59595959595959,
-        "2010 Spring": 62.0,
-        "2008 Falĺ": 59.89847715736041,
-        "2011 Falĺ": 60.1010101010101,
-        "2009 Falĺ": 58.37563451776649,
-        "2010 Falĺ": 63.13131313131313,
-        "2012 Spring": 61.0,
-        "2009 Spring": 63.31658291457286,
-        "2012 Falĺ": 63.26530612244898,
-        "2022 Spring": 58.16326530612245,
-        "2014 Spring": 57.948717948717956,
-        "2022 Fall": 67.85714285714286,
-        "2014 Fall": 63.541666666666664,
-        "2024 Spring": 65.48223350253807,
-        "2015 Spring": 59.59595959595959,
-        "2023 Spring": 63.4020618556701,
-        "2021 Fall": 62.371134020618555,
-        "2015 Fall": 61.578947368421055,
-        "2023 Fall": 62.88659793814433,
-        "2021 Spring": 64.5,
-        "2013 Spring": 61.458333333333336,
-        "2013 Fall": 61.78010471204188,
-        "overall_accuracy": 61.87384044526901
-    },
-    {
-        "model_name": "model-meta-llama-Meta-Llama-3.1-8B-Instruct",
-        "2011 Spring": 53.03030303030303,
-        "2010 Spring": 54.0,
-        "2008 Falĺ": 51.26903553299492,
-        "2011 Falĺ": 56.56565656565656,
-        "2009 Falĺ": 47.20812182741117,
-        "2010 Falĺ": 43.43434343434344,
-        "2012 Spring": 53.0,
-        "2009 Spring": 45.22613065326633,
-        "2012 Falĺ": 52.55102040816326,
-        "2022 Spring": 45.91836734693878,
-        "2014 Spring": 52.307692307692314,
-        "2022 Fall": 53.06122448979592,
-        "2014 Fall": 53.125,
-        "2024 Spring": 57.868020304568525,
-        "2015 Spring": 54.54545454545454,
-        "2023 Spring": 51.03092783505154,
-        "2021 Fall": 52.0618556701031,
-        "2015 Fall": 44.73684210526316,
-        "2023 Fall": 48.45360824742268,
-        "2021 Spring": 47.0,
-        "2013 Spring": 54.166666666666664,
-        "2013 Fall": 51.832460732984295,
-        "overall_accuracy": 51.02040816326531
+        "model_name": "model-OpenMeditron-Meditron3-70B",
+        "2011 Spring": 64.14141414141415,
+        "2010 Spring": 73.5,
+        "2008 Fall": 62.43654822335025,
+        "2011 Fall": 69.1919191919192,
+        "2009 Fall": 58.88324873096447,
+        "2010 Fall": 61.111111111111114,
+        "2012 Spring": 68.5,
+        "2009 Spring": 59.2964824120603,
+        "2012 Fall": 66.83673469387756,
+        "2022 Spring": 70.91836734693877,
+        "2014 Spring": 70.25641025641025,
+        "2022 Fall": 63.775510204081634,
+        "2014 Fall": 69.27083333333334,
+        "2024 Spring": 77.66497461928934,
+        "2015 Spring": 67.67676767676768,
+        "2023 Spring": 67.0103092783505,
+        "2021 Fall": 64.43298969072166,
+        "2015 Fall": 66.3157894736842,
+        "2023 Fall": 68.55670103092784,
+        "2021 Spring": 70.5,
+        "2013 Spring": 65.625,
+        "2013 Fall": 66.49214659685863,
+        "overall_accuracy": 66.92949907235621
     },
     {
         "model_name": "model-aaditya-Llama3-OpenBioLLM-70B",
         "2011 Spring": 23.232323232323232,
         "2010 Spring": 18.0,
-        "2008 Falĺ": 36.04060913705584,
-        "2011 Falĺ": 58.58585858585859,
-        "2009 Falĺ": 54.314720812182735,
-        "2010 Falĺ": 54.04040404040404,
+        "2008 Fall": 36.04060913705584,
+        "2011 Fall": 58.58585858585859,
+        "2009 Fall": 54.314720812182735,
+        "2010 Fall": 54.04040404040404,
         "2012 Spring": 61.0,
         "2009 Spring": 54.2713567839196,
-        "2012 Falĺ": 58.16326530612245,
+        "2012 Fall": 58.16326530612245,
         "2022 Spring": 60.204081632653065,
         "2014 Spring": 57.43589743589743,
         "2022 Fall": 57.6530612244898,
@@ -260,42 +286,68 @@
         "overall_accuracy": 55.14842300556586
     },
     {
-        "model_name": "model-Qwen-Qwen2.5-7B-Instruct",
-        "2011 Spring": 50.0,
-        "2010 Spring": 52.5,
-        "2008 Falĺ": 54.314720812182735,
-        "2011 Falĺ": 59.59595959595959,
-        "2009 Falĺ": 45.68527918781726,
-        "2010 Falĺ": 48.484848484848484,
-        "2012 Spring": 45.0,
-        "2009 Spring": 51.75879396984925,
-        "2012 Falĺ": 48.97959183673469,
-        "2022 Spring": 50.0,
-        "2014 Spring": 48.717948717948715,
-        "2022 Fall": 52.55102040816326,
-        "2014 Fall": 53.645833333333336,
-        "2024 Spring": 55.32994923857868,
-        "2015 Spring": 47.474747474747474,
-        "2023 Spring": 51.546391752577314,
-        "2021 Fall": 58.24742268041238,
-        "2015 Fall": 50.0,
-        "2023 Fall": 50.0,
-        "2021 Spring": 50.5,
-        "2013 Spring": 56.770833333333336,
-        "2013 Fall": 50.26178010471204,
-        "overall_accuracy": 51.41465677179963
+        "model_name": "model-meta-llama-Llama-3.2-3B-Instruct",
+        "2011 Spring": 36.868686868686865,
+        "2010 Spring": 38.0,
+        "2008 Fall": 38.578680203045685,
+        "2011 Fall": 47.97979797979798,
+        "2009 Fall": 38.578680203045685,
+        "2010 Fall": 38.38383838383838,
+        "2012 Spring": 36.0,
+        "2009 Spring": 40.20100502512563,
+        "2012 Fall": 40.30612244897959,
+        "2022 Spring": 38.265306122448976,
+        "2014 Spring": 37.94871794871795,
+        "2022 Fall": 38.775510204081634,
+        "2014 Fall": 36.97916666666667,
+        "2024 Spring": 42.63959390862944,
+        "2015 Spring": 40.4040404040404,
+        "2023 Spring": 37.628865979381445,
+        "2021 Fall": 42.2680412371134,
+        "2015 Fall": 34.73684210526316,
+        "2023 Fall": 42.78350515463917,
+        "2021 Spring": 39.0,
+        "2013 Spring": 34.375,
+        "2013 Fall": 43.97905759162304,
+        "overall_accuracy": 39.308905380333954
+    },
+    {
+        "model_name": "model-mistralai-Mistral-Large-Instruct-2407",
+        "2011 Spring": 76.26262626262627,
+        "2010 Spring": 76.5,
+        "2008 Fall": 76.6497461928934,
+        "2011 Fall": 79.29292929292929,
+        "2009 Fall": 71.57360406091371,
+        "2010 Fall": 74.24242424242425,
+        "2012 Spring": 77.5,
+        "2009 Spring": 72.8643216080402,
+        "2012 Fall": 76.53061224489795,
+        "2022 Spring": 72.95918367346938,
+        "2014 Spring": 80.0,
+        "2022 Fall": 75.0,
+        "2014 Fall": 76.5625,
+        "2024 Spring": 86.80203045685279,
+        "2015 Spring": 75.25252525252525,
+        "2023 Spring": 79.38144329896907,
+        "2021 Fall": 76.28865979381443,
+        "2015 Fall": 71.05263157894737,
+        "2023 Fall": 76.80412371134021,
+        "2021 Spring": 79.5,
+        "2013 Spring": 71.875,
+        "2013 Fall": 75.91623036649214,
+        "overall_accuracy": 76.32189239332097
     },
     {
         "model_name": "model-meta-llama-Meta-Llama-3.1-70B-Instruct",
         "2011 Spring": 77.27272727272727,
         "2010 Spring": 82.0,
-        "2008 Falĺ": 79.69543147208121,
-        "2011 Falĺ": 83.33333333333334,
-        "2009 Falĺ": 81.21827411167513,
-        "2010 Falĺ": 80.8080808080808,
+        "2008 Fall": 79.69543147208121,
+        "2011 Fall": 83.33333333333334,
+        "2009 Fall": 81.21827411167513,
+        "2010 Fall": 80.8080808080808,
         "2012 Spring": 80.0,
         "2009 Spring": 72.8643216080402,
-        "2012 Falĺ": 81.12244897959184,
+        "2012 Fall": 81.12244897959184,
         "2022 Spring": 79.59183673469387,
         "2014 Spring": 76.41025641025641,
         "2022 Fall": 82.14285714285714,
@@ -311,69 +363,17 @@
         "2013 Fall": 78.01047120418848,
         "overall_accuracy": 80.47309833024119
     },
-    {
-        "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0",
-        "2011 Spring": 37.37373737373738,
-        "2010 Spring": 38.5,
-        "2008 Falĺ": 38.07106598984771,
-        "2011 Falĺ": 42.92929292929293,
-        "2009 Falĺ": 31.979695431472084,
-        "2010 Falĺ": 34.84848484848485,
-        "2012 Spring": 37.0,
-        "2009 Spring": 34.17085427135678,
-        "2012 Falĺ": 39.285714285714285,
-        "2022 Spring": 34.183673469387756,
-        "2014 Spring": 36.92307692307693,
-        "2022 Fall": 41.83673469387755,
-        "2014 Fall": 35.9375,
-        "2024 Spring": 37.055837563451774,
-        "2015 Spring": 33.83838383838384,
-        "2023 Spring": 32.98969072164948,
-        "2021 Fall": 36.597938144329895,
-        "2015 Fall": 33.1578947368421,
-        "2023 Fall": 38.659793814432994,
-        "2021 Spring": 33.5,
-        "2013 Spring": 32.8125,
-        "2013 Fall": 40.31413612565445,
-        "overall_accuracy": 36.45640074211503
-    },
-    {
-        "model_name": "model-BioMistral-BioMistral-7B",
-        "2011 Spring": 22.727272727272727,
-        "2010 Spring": 25.5,
-        "2008 Falĺ": 20.812182741116754,
-        "2011 Falĺ": 27.77777777777778,
-        "2009 Falĺ": 24.36548223350254,
-        "2010 Falĺ": 27.27272727272727,
-        "2012 Spring": 27.500000000000004,
-        "2009 Spring": 28.643216080402013,
-        "2012 Falĺ": 22.95918367346939,
-        "2022 Spring": 22.95918367346939,
-        "2014 Spring": 26.666666666666668,
-        "2022 Fall": 24.489795918367346,
-        "2014 Fall": 25.520833333333332,
-        "2024 Spring": 28.426395939086298,
-        "2015 Spring": 27.77777777777778,
-        "2023 Spring": 26.288659793814436,
-        "2021 Fall": 26.288659793814436,
-        "2015 Fall": 30.0,
-        "2023 Fall": 24.742268041237114,
-        "2021 Spring": 28.000000000000004,
-        "2013 Spring": 27.604166666666668,
-        "2013 Fall": 22.5130890052356,
-        "overall_accuracy": 25.858070500927642
-    },
     {
         "model_name": "model-ProbeMedicalYonseiMAILab-medllama3-v20",
         "2011 Spring": 39.8989898989899,
         "2010 Spring": 46.0,
-        "2008 Falĺ": 38.07106598984771,
-        "2011 Falĺ": 40.4040404040404,
-        "2009 Falĺ": 36.04060913705584,
-        "2010 Falĺ": 38.38383838383838,
+        "2008 Fall": 38.07106598984771,
+        "2011 Fall": 40.4040404040404,
+        "2009 Fall": 36.04060913705584,
+        "2010 Fall": 38.38383838383838,
         "2012 Spring": 40.5,
         "2009 Spring": 35.678391959798994,
-        "2012 Falĺ": 46.42857142857143,
+        "2012 Fall": 46.42857142857143,
         "2022 Spring": 39.285714285714285,
         "2014 Spring": 37.94871794871795,
         "2022 Fall": 41.83673469387755,
@@ -393,13 +393,13 @@
         "model_name": "model-mistralai-Mistral-Small-Instruct-2409",
         "2011 Spring": 46.464646464646464,
         "2010 Spring": 54.0,
-        "2008 Falĺ": 51.26903553299492,
-        "2011 Falĺ": 52.02020202020202,
-        "2009 Falĺ": 45.68527918781726,
-        "2010 Falĺ": 50.0,
+        "2008 Fall": 51.26903553299492,
+        "2011 Fall": 52.02020202020202,
+        "2009 Fall": 45.68527918781726,
+        "2010 Fall": 50.0,
         "2012 Spring": 56.49999999999999,
         "2009 Spring": 52.26130653266332,
-        "2012 Falĺ": 49.48979591836735,
+        "2012 Fall": 49.48979591836735,
         "2022 Spring": 48.97959183673469,
         "2014 Spring": 48.205128205128204,
         "2022 Fall": 52.04081632653062,
@@ -416,29 +416,29 @@
         "overall_accuracy": 51.36827458256029
     },
     {
-        "model_name": "model-OpenMeditron-Meditron3-70B",
-        "2011 Spring": 64.14141414141415,
-        "2010 Spring": 73.5,
-        "2008 Falĺ": 62.43654822335025,
-        "2011 Falĺ": 69.1919191919192,
-        "2009 Falĺ": 58.88324873096447,
-        "2010 Falĺ": 61.111111111111114,
-        "2012 Spring": 68.5,
-        "2009 Spring": 59.2964824120603,
-        "2012 Falĺ": 66.83673469387756,
-        "2022 Spring": 70.91836734693877,
-        "2014 Spring": 70.25641025641025,
-        "2022 Fall": 63.775510204081634,
-        "2014 Fall": 69.27083333333334,
-        "2024 Spring": 77.66497461928934,
-        "2015 Spring": 67.67676767676768,
-        "2023 Spring": 67.0103092783505,
-        "2021 Fall": 64.43298969072166,
-        "2015 Fall": 66.3157894736842,
-        "2023 Fall": 68.55670103092784,
-        "2021 Spring": 70.5,
-        "2013 Spring": 65.625,
-        "2013 Fall": 66.49214659685863,
-        "overall_accuracy": 66.92949907235621
+        "model_name": "model-Qwen-Qwen2.5-72B-Instruct",
+        "2011 Spring": 75.25252525252525,
+        "2010 Spring": 76.0,
+        "2008 Fall": 80.71065989847716,
+        "2011 Fall": 73.73737373737373,
+        "2009 Fall": 71.06598984771574,
+        "2010 Fall": 74.74747474747475,
+        "2012 Spring": 79.0,
+        "2009 Spring": 74.87437185929649,
+        "2012 Fall": 76.0204081632653,
+        "2022 Spring": 72.95918367346938,
+        "2014 Spring": 77.43589743589745,
+        "2022 Fall": 77.04081632653062,
+        "2014 Fall": 84.375,
+        "2024 Spring": 81.21827411167513,
+        "2015 Spring": 75.25252525252525,
+        "2023 Spring": 77.83505154639175,
+        "2021 Fall": 73.19587628865979,
+        "2015 Fall": 73.15789473684211,
+        "2023 Fall": 76.28865979381443,
+        "2021 Spring": 78.5,
+        "2013 Spring": 72.91666666666666,
+        "2013 Fall": 79.05759162303664,
+        "overall_accuracy": 76.39146567717997
     }
 ]