rntc commited on
Commit
1e26b4a
·
1 Parent(s): a188b08
Files changed (2) hide show
  1. src/about.py +2 -0
  2. src/leaderboard/read_evals.py +12 -12
src/about.py CHANGED
@@ -14,6 +14,8 @@ class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  emea_ner = Task("emea_ner", "f1", "EMEA")
16
  medline_ner = Task("medline_ner", "f1", "MEDLINE")
 
 
17
 
18
  NUM_FEWSHOT = 0 # Change with your few shot
19
  # ---------------------------------------------------
 
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
  emea_ner = Task("emea_ner", "f1", "EMEA")
16
  medline_ner = Task("medline_ner", "f1", "MEDLINE")
17
+ cas1_ner = Task("cas1_ner", "f1", "CAS1")
18
+ cas2_ner = Task("cas2_ner", "f1", "CAS2")
19
 
20
  NUM_FEWSHOT = 0 # Change with your few shot
21
  # ---------------------------------------------------
src/leaderboard/read_evals.py CHANGED
@@ -128,18 +128,18 @@ class EvalResult:
128
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
129
  data_dict = {
130
  "eval_name": self.eval_name, # not a column, just a save name,
131
- AutoEvalColumn.precision.name: self.precision.value.name,
132
- AutoEvalColumn.model_type.name: self.model_type.value.name,
133
- AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
134
- AutoEvalColumn.weight_type.name: self.weight_type.value.name,
135
- AutoEvalColumn.architecture.name: self.architecture,
136
- AutoEvalColumn.model.name: make_clickable_model(self.full_model),
137
- AutoEvalColumn.revision.name: self.revision,
138
- AutoEvalColumn.average.name: average,
139
- AutoEvalColumn.license.name: self.license,
140
- AutoEvalColumn.likes.name: self.likes,
141
- AutoEvalColumn.params.name: self.num_params,
142
- AutoEvalColumn.still_on_hub.name: self.still_on_hub,
143
  }
144
 
145
  for task in Tasks:
 
128
  average = sum([v for v in self.results.values() if v is not None]) / len(Tasks)
129
  data_dict = {
130
  "eval_name": self.eval_name, # not a column, just a save name,
131
+ "precision": self.precision.value.name,
132
+ "model_type": self.model_type.value.name,
133
+ "model_type_symbol": self.model_type.value.symbol,
134
+ "weight_type": self.weight_type.value.name,
135
+ "architecture": self.architecture,
136
+ "model": make_clickable_model(self.full_model),
137
+ "revision": self.revision,
138
+ "average": average,
139
+ "license": self.license,
140
+ "likes": self.likes,
141
+ "params": self.num_params,
142
+ "still_on_hub": self.still_on_hub,
143
  }
144
 
145
  for task in Tasks: