rzanoli commited on
Commit
7c91fe9
·
1 Parent(s): 569dcab

Removed unnecessary columns from the table.

Browse files
Files changed (2) hide show
  1. src/display/utils.py +10 -10
  2. src/leaderboard/read_evals.py +15 -15
src/display/utils.py CHANGED
@@ -41,14 +41,14 @@ for task in Tasks:
41
 
42
  # Model information
43
  #auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
44
- auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
45
- auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
46
  #auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
47
- auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
48
  auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
49
- auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
50
- auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
51
- auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
52
  #auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
53
 
54
  # We use make dataclass to dynamically fill the scores from Tasks
@@ -58,11 +58,11 @@ AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen=
58
  @dataclass(frozen=True)
59
  class EvalQueueColumn: # Queue column
60
  model = ColumnContent("model", "markdown", True)
61
- revision = ColumnContent("revision", "str", True)
62
- private = ColumnContent("private", "bool", True)
63
  #precision = ColumnContent("precision", "str", True)
64
- weight_type = ColumnContent("weight_type", "str", "Original")
65
- status = ColumnContent("status", "str", True)
66
 
67
  ## All the model information that we might need
68
  @dataclass
 
41
 
42
  # Model information
43
  #auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
44
+ #auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
45
+ #auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
46
  #auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
47
+ #auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
48
  auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
49
+ #auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
50
+ #auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
51
+ #auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
52
  #auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
53
 
54
  # We use make dataclass to dynamically fill the scores from Tasks
 
58
  @dataclass(frozen=True)
59
  class EvalQueueColumn: # Queue column
60
  model = ColumnContent("model", "markdown", True)
61
+ #revision = ColumnContent("revision", "str", True)
62
+ #private = ColumnContent("private", "bool", True)
63
  #precision = ColumnContent("precision", "str", True)
64
+ #weight_type = ColumnContent("weight_type", "str", "Original")
65
+ #status = ColumnContent("status", "str", True)
66
 
67
  ## All the model information that we might need
68
  @dataclass
src/leaderboard/read_evals.py CHANGED
@@ -23,19 +23,19 @@ class EvalResult:
23
  full_model: str # org/model (path on hub)
24
  org: str
25
  model: str
26
- revision: str # commit hash, "" if main
27
  #submitted_time: datetime
28
  results: Dict[str, Union[float, int]] # float o int
29
  average_CPS: float
30
  is_5fewshot: bool
31
  fewshot_symbol: FewShotType = FewShotType.Unknown
32
- weight_type: WeightType = WeightType.Original # Original or Adapter
33
- architecture: str = "Unknown"
34
- license: str = "?"
35
- likes: int = 0
36
  num_params: int = 0
37
  date: str = "" # submission date of request file
38
- still_on_hub: bool = False
39
  rank: int = 0#str = field(default=0) # nuovo campo con default = 0
40
  size_symbol: SizeType = SizeType.Unknown
41
 
@@ -123,9 +123,9 @@ class EvalResult:
123
  average_CPS=average_CPS,
124
  fewshot_symbol=fewshot_symbol,
125
  is_5fewshot=is_5fewshot,
126
- revision= config.get("model_sha", ""),
127
- still_on_hub=still_on_hub,
128
- architecture=architecture,
129
  num_params=num_params,
130
  rank = rank,
131
  size_symbol=size_symbol
@@ -170,16 +170,16 @@ class EvalResult:
170
  #AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
171
  #AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
172
  AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
173
- AutoEvalColumn.weight_type.name: self.weight_type.value.name,
174
- AutoEvalColumn.architecture.name: self.architecture,
175
  AutoEvalColumn.model.name: make_clickable_model(self.full_model),
176
- AutoEvalColumn.revision.name: self.revision,
177
  AutoEvalColumn.average.name: average,
178
  AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
179
- AutoEvalColumn.license.name: self.license,
180
- AutoEvalColumn.likes.name: self.likes,
181
  AutoEvalColumn.params.name: self.num_params,
182
- AutoEvalColumn.still_on_hub.name: self.still_on_hub,
183
  AutoEvalColumn.rank.name: self.rank,
184
  AutoEvalColumn.size_symbol.name: size_symbol
185
  }
 
23
  full_model: str # org/model (path on hub)
24
  org: str
25
  model: str
26
+ #revision: str # commit hash, "" if main
27
  #submitted_time: datetime
28
  results: Dict[str, Union[float, int]] # float o int
29
  average_CPS: float
30
  is_5fewshot: bool
31
  fewshot_symbol: FewShotType = FewShotType.Unknown
32
+ #weight_type: WeightType = WeightType.Original # Original or Adapter
33
+ #architecture: str = "Unknown"
34
+ #license: str = "?"
35
+ #likes: int = 0
36
  num_params: int = 0
37
  date: str = "" # submission date of request file
38
+ #still_on_hub: bool = False
39
  rank: int = 0#str = field(default=0) # nuovo campo con default = 0
40
  size_symbol: SizeType = SizeType.Unknown
41
 
 
123
  average_CPS=average_CPS,
124
  fewshot_symbol=fewshot_symbol,
125
  is_5fewshot=is_5fewshot,
126
+ #revision= config.get("model_sha", ""),
127
+ #still_on_hub=still_on_hub,
128
+ #architecture=architecture,
129
  num_params=num_params,
130
  rank = rank,
131
  size_symbol=size_symbol
 
170
  #AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
171
  #AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
172
  AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
173
+ #AutoEvalColumn.weight_type.name: self.weight_type.value.name,
174
+ #AutoEvalColumn.architecture.name: self.architecture,
175
  AutoEvalColumn.model.name: make_clickable_model(self.full_model),
176
+ #AutoEvalColumn.revision.name: self.revision,
177
  AutoEvalColumn.average.name: average,
178
  AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
179
+ #AutoEvalColumn.license.name: self.license,
180
+ #AutoEvalColumn.likes.name: self.likes,
181
  AutoEvalColumn.params.name: self.num_params,
182
+ #AutoEvalColumn.still_on_hub.name: self.still_on_hub,
183
  AutoEvalColumn.rank.name: self.rank,
184
  AutoEvalColumn.size_symbol.name: size_symbol
185
  }