fewshot_as_multiturn

src/leaderboard/read_evals.py

@@ -79,8 +79,8 @@ class EvalResult:
 
         if chat_template:
             org_and_model += ",chat"
-            if not fewshot_as_multiturn:
-                org_and_model += ",no-multiturn"
+            if fewshot_as_multiturn:
+                org_and_model += ",multiturn"
 
         org_and_model = org_and_model.split("/", 1)
 
@@ -154,7 +154,7 @@ class EvalResult:
     def update_with_metadata(self, metadata):
         # print('UPDATE', self.full_model, self.model, self.eval_name)
         try:
-            k = self.full_model.replace(',chat', '').replace(',no-multiturn', '')
+            k = self.full_model.replace(',chat', '').replace(',multiturn', '')
             meta = metadata[k]
             self.model_type = ModelType.from_str(meta.get("type", "?"))
             self.num_params = meta.get("params", 0)