Spaces:
				
			
			
	
			
			
					
		Running
		
	
	
	
			
			
	
	
	
	
		
		
					
		Running
		
	
		Clémentine
		
	commited on
		
		
					Commit 
							
							·
						
						4c6cc30
	
1
								Parent(s):
							
							c61c87d
								
rm lighteval sha from id
Browse files
    	
        src/auto_leaderboard/load_results.py
    CHANGED
    
    | @@ -74,7 +74,6 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]: | |
| 74 | 
             
                    model = config.get("model_args", None)
         | 
| 75 |  | 
| 76 | 
             
                model_sha = config.get("model_sha", "")
         | 
| 77 | 
            -
                eval_sha = config.get("lighteval_sha", "")
         | 
| 78 | 
             
                model_split = model.split("/", 1)
         | 
| 79 |  | 
| 80 | 
             
                precision = config.get("model_dtype")
         | 
| @@ -84,11 +83,11 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]: | |
| 84 | 
             
                if len(model_split) == 1:
         | 
| 85 | 
             
                    org = None
         | 
| 86 | 
             
                    model = model_split[0]
         | 
| 87 | 
            -
                    result_key = f"{model}_{model_sha}_{ | 
| 88 | 
             
                else:
         | 
| 89 | 
             
                    org = model_split[0]
         | 
| 90 | 
             
                    model = model_split[1]
         | 
| 91 | 
            -
                    result_key =  f"{org}_{model}_{model_sha}_{ | 
| 92 |  | 
| 93 | 
             
                eval_results = []
         | 
| 94 | 
             
                for benchmark, metric in zip(BENCHMARKS, METRICS):
         | 
|  | |
| 74 | 
             
                    model = config.get("model_args", None)
         | 
| 75 |  | 
| 76 | 
             
                model_sha = config.get("model_sha", "")
         | 
|  | |
| 77 | 
             
                model_split = model.split("/", 1)
         | 
| 78 |  | 
| 79 | 
             
                precision = config.get("model_dtype")
         | 
|  | |
| 83 | 
             
                if len(model_split) == 1:
         | 
| 84 | 
             
                    org = None
         | 
| 85 | 
             
                    model = model_split[0]
         | 
| 86 | 
            +
                    result_key = f"{model}_{model_sha}_{precision}"
         | 
| 87 | 
             
                else:
         | 
| 88 | 
             
                    org = model_split[0]
         | 
| 89 | 
             
                    model = model_split[1]
         | 
| 90 | 
            +
                    result_key =  f"{org}_{model}_{model_sha}_{precision}"
         | 
| 91 |  | 
| 92 | 
             
                eval_results = []
         | 
| 93 | 
             
                for benchmark, metric in zip(BENCHMARKS, METRICS):
         | 
