Removed unnecessary columns from the table.
Browse files- src/display/utils.py +10 -10
- src/leaderboard/read_evals.py +15 -15
    	
        src/display/utils.py
    CHANGED
    
    | @@ -41,14 +41,14 @@ for task in Tasks: | |
| 41 |  | 
| 42 | 
             
            # Model information
         | 
| 43 | 
             
            #auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
         | 
| 44 | 
            -
            auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
         | 
| 45 | 
            -
            auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
         | 
| 46 | 
             
            #auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
         | 
| 47 | 
            -
            auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
         | 
| 48 | 
             
            auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
         | 
| 49 | 
            -
            auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
         | 
| 50 | 
            -
            auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
         | 
| 51 | 
            -
            auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
         | 
| 52 | 
             
            #auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
         | 
| 53 |  | 
| 54 | 
             
            # We use make dataclass to dynamically fill the scores from Tasks
         | 
| @@ -58,11 +58,11 @@ AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen= | |
| 58 | 
             
            @dataclass(frozen=True)
         | 
| 59 | 
             
            class EvalQueueColumn:  # Queue column
         | 
| 60 | 
             
                model = ColumnContent("model", "markdown", True)
         | 
| 61 | 
            -
                revision = ColumnContent("revision", "str", True)
         | 
| 62 | 
            -
                private = ColumnContent("private", "bool", True)
         | 
| 63 | 
             
                #precision = ColumnContent("precision", "str", True)
         | 
| 64 | 
            -
                weight_type = ColumnContent("weight_type", "str", "Original")
         | 
| 65 | 
            -
                status = ColumnContent("status", "str", True)
         | 
| 66 |  | 
| 67 | 
             
            ## All the model information that we might need
         | 
| 68 | 
             
            @dataclass
         | 
|  | |
| 41 |  | 
| 42 | 
             
            # Model information
         | 
| 43 | 
             
            #auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
         | 
| 44 | 
            +
            #auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
         | 
| 45 | 
            +
            #auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
         | 
| 46 | 
             
            #auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
         | 
| 47 | 
            +
            #auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
         | 
| 48 | 
             
            auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
         | 
| 49 | 
            +
            #auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
         | 
| 50 | 
            +
            #auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
         | 
| 51 | 
            +
            #auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
         | 
| 52 | 
             
            #auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
         | 
| 53 |  | 
| 54 | 
             
            # We use make dataclass to dynamically fill the scores from Tasks
         | 
|  | |
| 58 | 
             
            @dataclass(frozen=True)
         | 
| 59 | 
             
            class EvalQueueColumn:  # Queue column
         | 
| 60 | 
             
                model = ColumnContent("model", "markdown", True)
         | 
| 61 | 
            +
                #revision = ColumnContent("revision", "str", True)
         | 
| 62 | 
            +
                #private = ColumnContent("private", "bool", True)
         | 
| 63 | 
             
                #precision = ColumnContent("precision", "str", True)
         | 
| 64 | 
            +
                #weight_type = ColumnContent("weight_type", "str", "Original")
         | 
| 65 | 
            +
                #status = ColumnContent("status", "str", True)
         | 
| 66 |  | 
| 67 | 
             
            ## All the model information that we might need
         | 
| 68 | 
             
            @dataclass
         | 
    	
        src/leaderboard/read_evals.py
    CHANGED
    
    | @@ -23,19 +23,19 @@ class EvalResult: | |
| 23 | 
             
                full_model: str # org/model (path on hub)
         | 
| 24 | 
             
                org: str 
         | 
| 25 | 
             
                model: str
         | 
| 26 | 
            -
                revision: str # commit hash, "" if main
         | 
| 27 | 
             
                #submitted_time: datetime
         | 
| 28 | 
             
                results: Dict[str, Union[float, int]]  # float o int
         | 
| 29 | 
             
                average_CPS: float
         | 
| 30 | 
             
                is_5fewshot: bool
         | 
| 31 | 
             
                fewshot_symbol: FewShotType = FewShotType.Unknown
         | 
| 32 | 
            -
                weight_type: WeightType = WeightType.Original # Original or Adapter
         | 
| 33 | 
            -
                architecture: str = "Unknown" | 
| 34 | 
            -
                license: str = "?"
         | 
| 35 | 
            -
                likes: int = 0
         | 
| 36 | 
             
                num_params: int = 0
         | 
| 37 | 
             
                date: str = "" # submission date of request file
         | 
| 38 | 
            -
                still_on_hub: bool = False
         | 
| 39 | 
             
                rank: int = 0#str = field(default=0)  # nuovo campo con default = 0
         | 
| 40 | 
             
                size_symbol: SizeType = SizeType.Unknown
         | 
| 41 |  | 
| @@ -123,9 +123,9 @@ class EvalResult: | |
| 123 | 
             
                        average_CPS=average_CPS,
         | 
| 124 | 
             
                        fewshot_symbol=fewshot_symbol,
         | 
| 125 | 
             
                        is_5fewshot=is_5fewshot,
         | 
| 126 | 
            -
                        revision= config.get("model_sha", ""),
         | 
| 127 | 
            -
                        still_on_hub=still_on_hub,
         | 
| 128 | 
            -
                        architecture=architecture,
         | 
| 129 | 
             
                        num_params=num_params,
         | 
| 130 | 
             
                        rank = rank,
         | 
| 131 | 
             
                        size_symbol=size_symbol
         | 
| @@ -170,16 +170,16 @@ class EvalResult: | |
| 170 | 
             
                        #AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
         | 
| 171 | 
             
                        #AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
         | 
| 172 | 
             
                        AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
         | 
| 173 | 
            -
                        AutoEvalColumn.weight_type.name: self.weight_type.value.name,
         | 
| 174 | 
            -
                        AutoEvalColumn.architecture.name: self.architecture,
         | 
| 175 | 
             
                        AutoEvalColumn.model.name: make_clickable_model(self.full_model),
         | 
| 176 | 
            -
                        AutoEvalColumn.revision.name: self.revision,
         | 
| 177 | 
             
                        AutoEvalColumn.average.name: average,
         | 
| 178 | 
             
                        AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
         | 
| 179 | 
            -
                        AutoEvalColumn.license.name: self.license,
         | 
| 180 | 
            -
                        AutoEvalColumn.likes.name: self.likes,
         | 
| 181 | 
             
                        AutoEvalColumn.params.name: self.num_params,
         | 
| 182 | 
            -
                        AutoEvalColumn.still_on_hub.name: self.still_on_hub,
         | 
| 183 | 
             
                        AutoEvalColumn.rank.name: self.rank,
         | 
| 184 | 
             
                        AutoEvalColumn.size_symbol.name: size_symbol
         | 
| 185 | 
             
                    }
         | 
|  | |
| 23 | 
             
                full_model: str # org/model (path on hub)
         | 
| 24 | 
             
                org: str 
         | 
| 25 | 
             
                model: str
         | 
| 26 | 
            +
                #revision: str # commit hash, "" if main
         | 
| 27 | 
             
                #submitted_time: datetime
         | 
| 28 | 
             
                results: Dict[str, Union[float, int]]  # float o int
         | 
| 29 | 
             
                average_CPS: float
         | 
| 30 | 
             
                is_5fewshot: bool
         | 
| 31 | 
             
                fewshot_symbol: FewShotType = FewShotType.Unknown
         | 
| 32 | 
            +
                #weight_type: WeightType = WeightType.Original # Original or Adapter
         | 
| 33 | 
            +
                #architecture: str = "Unknown"
         | 
| 34 | 
            +
                #license: str = "?"
         | 
| 35 | 
            +
                #likes: int = 0
         | 
| 36 | 
             
                num_params: int = 0
         | 
| 37 | 
             
                date: str = "" # submission date of request file
         | 
| 38 | 
            +
                #still_on_hub: bool = False
         | 
| 39 | 
             
                rank: int = 0#str = field(default=0)  # nuovo campo con default = 0
         | 
| 40 | 
             
                size_symbol: SizeType = SizeType.Unknown
         | 
| 41 |  | 
|  | |
| 123 | 
             
                        average_CPS=average_CPS,
         | 
| 124 | 
             
                        fewshot_symbol=fewshot_symbol,
         | 
| 125 | 
             
                        is_5fewshot=is_5fewshot,
         | 
| 126 | 
            +
                        #revision= config.get("model_sha", ""),
         | 
| 127 | 
            +
                        #still_on_hub=still_on_hub,
         | 
| 128 | 
            +
                        #architecture=architecture,
         | 
| 129 | 
             
                        num_params=num_params,
         | 
| 130 | 
             
                        rank = rank,
         | 
| 131 | 
             
                        size_symbol=size_symbol
         | 
|  | |
| 170 | 
             
                        #AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
         | 
| 171 | 
             
                        #AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
         | 
| 172 | 
             
                        AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
         | 
| 173 | 
            +
                        #AutoEvalColumn.weight_type.name: self.weight_type.value.name,
         | 
| 174 | 
            +
                        #AutoEvalColumn.architecture.name: self.architecture,
         | 
| 175 | 
             
                        AutoEvalColumn.model.name: make_clickable_model(self.full_model),
         | 
| 176 | 
            +
                        #AutoEvalColumn.revision.name: self.revision,
         | 
| 177 | 
             
                        AutoEvalColumn.average.name: average,
         | 
| 178 | 
             
                        AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
         | 
| 179 | 
            +
                        #AutoEvalColumn.license.name: self.license,
         | 
| 180 | 
            +
                        #AutoEvalColumn.likes.name: self.likes,
         | 
| 181 | 
             
                        AutoEvalColumn.params.name: self.num_params,
         | 
| 182 | 
            +
                        #AutoEvalColumn.still_on_hub.name: self.still_on_hub,
         | 
| 183 | 
             
                        AutoEvalColumn.rank.name: self.rank,
         | 
| 184 | 
             
                        AutoEvalColumn.size_symbol.name: size_symbol
         | 
| 185 | 
             
                    }
         |