updat

src/display/utils.py

@@ -27,7 +27,7 @@ auto_eval_column_dict = []
 auto_eval_column_dict.append(["model_type_symbol", ColumnContent, ColumnContent("T", "str", True, never_hidden=True)])
 auto_eval_column_dict.append(["model", ColumnContent, ColumnContent("Model", "markdown", True, never_hidden=True)])
 #Scores
-auto_eval_column_dict.append(["average", ColumnContent, ColumnContent("Average ⬆️", "number", True)])
+#auto_eval_column_dict.append(["average", ColumnContent, ColumnContent("Average ⬆️", "number", True)])
 for task in Tasks:
     auto_eval_column_dict.append([task.name, ColumnContent, ColumnContent(task.value.col_name, "number", True)])
 # Model information
@@ -51,7 +51,7 @@ auto_eval_column_quota_dict = []
 auto_eval_column_quota_dict.append(["model_type_symbol", ColumnContent, ColumnContent("T", "str", True, never_hidden=True)])
 auto_eval_column_quota_dict.append(["model", ColumnContent, ColumnContent("Model", "markdown", True, never_hidden=True)])
 #Scores
-auto_eval_column_quota_dict.append(["average", ColumnContent, ColumnContent("Average ⬆️", "number", True)])
+#auto_eval_column_quota_dict.append(["average", ColumnContent, ColumnContent("Average ⬆️", "number", True)])
 for task in Quotas:
     auto_eval_column_quota_dict.append([task.name, ColumnContent, ColumnContent(task.value.col_name, "number", True)])
 # Model information

src/leaderboard/read_evals.py

@@ -143,10 +143,11 @@ class EvalResult:
         """Converts the Eval Result to a dict compatible with our dataframe display"""
         average = 0
         nums = 0
-        for v in self.results.values():
-            if v is not None and v != 0:
-                average += v
-                nums += 1
+        for k,v in self.results.values():
+            if k not in ["Visual Grounding","Counting","State & Activity Understanding","Dynamic","Relative direction","Multi-view matching","Relative distance","Depth estimation","Relative shape","Size estimation","Trajectory","Future prediction","Goal Decomposition","Navigation"]:
+                if v is not None and v != 0:
+                    average += v
+                    nums += 1
         if nums ==0:
             average = 0
         else: