edbeeching
		
	commited on
		
		
					Commit 
							
							·
						
						a7919f0
	
1
								Parent(s):
							
							aa7a039
								
fixed a bug when loading results
Browse files
    	
        app.py
    CHANGED
    
    | 
         @@ -82,12 +82,11 @@ def get_leaderboard(): 
     | 
|
| 82 | 
         
             
                if repo: 
         
     | 
| 83 | 
         
             
                    print("pulling changes")
         
     | 
| 84 | 
         
             
                    repo.git_pull()
         
     | 
| 85 | 
         
            -
                entries = [entry for entry in os.listdir("evals") if not (entry.startswith('.') or entry=="eval_requests")] 
         
     | 
| 86 | 
         
             
                model_directories = [entry for entry in entries if os.path.isdir(os.path.join("evals", entry))]
         
     | 
| 87 | 
         
             
                all_data = []
         
     | 
| 88 | 
         
             
                for model in model_directories:
         
     | 
| 89 | 
         
            -
                    model_data = {"base_model": None}
         
     | 
| 90 | 
         
            -
                    model_data = {"eval_name": model}
         
     | 
| 91 | 
         | 
| 92 | 
         
             
                    for benchmark, metric in zip(BENCHMARKS, METRICS):
         
     | 
| 93 | 
         
             
                        value, base_model = load_results(model, benchmark, metric)        
         
     | 
| 
         @@ -102,7 +101,8 @@ def get_leaderboard(): 
     | 
|
| 102 | 
         | 
| 103 | 
         
             
                    model_data["# params"] = get_n_params(model_data["base_model"])
         
     | 
| 104 | 
         | 
| 105 | 
         
            -
                     
     | 
| 
         | 
|
| 106 | 
         | 
| 107 | 
         
             
                dataframe = pd.DataFrame.from_records(all_data)
         
     | 
| 108 | 
         
             
                dataframe = dataframe.sort_values(by=['total ⬆️'], ascending=False)
         
     | 
| 
         | 
|
| 82 | 
         
             
                if repo: 
         
     | 
| 83 | 
         
             
                    print("pulling changes")
         
     | 
| 84 | 
         
             
                    repo.git_pull()
         
     | 
| 85 | 
         
            +
                entries = [entry for entry in os.listdir("evals") if not (entry.startswith('.') or entry=="eval_requests" or entry=="evals")] 
         
     | 
| 86 | 
         
             
                model_directories = [entry for entry in entries if os.path.isdir(os.path.join("evals", entry))]
         
     | 
| 87 | 
         
             
                all_data = []
         
     | 
| 88 | 
         
             
                for model in model_directories:
         
     | 
| 89 | 
         
            +
                    model_data = {"base_model": None, "eval_name": model}
         
     | 
| 
         | 
|
| 90 | 
         | 
| 91 | 
         
             
                    for benchmark, metric in zip(BENCHMARKS, METRICS):
         
     | 
| 92 | 
         
             
                        value, base_model = load_results(model, benchmark, metric)        
         
     | 
| 
         | 
|
| 101 | 
         | 
| 102 | 
         
             
                    model_data["# params"] = get_n_params(model_data["base_model"])
         
     | 
| 103 | 
         | 
| 104 | 
         
            +
                    if model_data["base_model"] is not None:
         
     | 
| 105 | 
         
            +
                        all_data.append(model_data)
         
     | 
| 106 | 
         | 
| 107 | 
         
             
                dataframe = pd.DataFrame.from_records(all_data)
         
     | 
| 108 | 
         
             
                dataframe = dataframe.sort_values(by=['total ⬆️'], ascending=False)
         
     |