Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
edbeeching
commited on
Commit
·
a7919f0
1
Parent(s):
aa7a039
fixed a bug when loading results
Browse files
app.py
CHANGED
|
@@ -82,12 +82,11 @@ def get_leaderboard():
|
|
| 82 |
if repo:
|
| 83 |
print("pulling changes")
|
| 84 |
repo.git_pull()
|
| 85 |
-
entries = [entry for entry in os.listdir("evals") if not (entry.startswith('.') or entry=="eval_requests")]
|
| 86 |
model_directories = [entry for entry in entries if os.path.isdir(os.path.join("evals", entry))]
|
| 87 |
all_data = []
|
| 88 |
for model in model_directories:
|
| 89 |
-
model_data = {"base_model": None}
|
| 90 |
-
model_data = {"eval_name": model}
|
| 91 |
|
| 92 |
for benchmark, metric in zip(BENCHMARKS, METRICS):
|
| 93 |
value, base_model = load_results(model, benchmark, metric)
|
|
@@ -102,7 +101,8 @@ def get_leaderboard():
|
|
| 102 |
|
| 103 |
model_data["# params"] = get_n_params(model_data["base_model"])
|
| 104 |
|
| 105 |
-
|
|
|
|
| 106 |
|
| 107 |
dataframe = pd.DataFrame.from_records(all_data)
|
| 108 |
dataframe = dataframe.sort_values(by=['total ⬆️'], ascending=False)
|
|
|
|
| 82 |
if repo:
|
| 83 |
print("pulling changes")
|
| 84 |
repo.git_pull()
|
| 85 |
+
entries = [entry for entry in os.listdir("evals") if not (entry.startswith('.') or entry=="eval_requests" or entry=="evals")]
|
| 86 |
model_directories = [entry for entry in entries if os.path.isdir(os.path.join("evals", entry))]
|
| 87 |
all_data = []
|
| 88 |
for model in model_directories:
|
| 89 |
+
model_data = {"base_model": None, "eval_name": model}
|
|
|
|
| 90 |
|
| 91 |
for benchmark, metric in zip(BENCHMARKS, METRICS):
|
| 92 |
value, base_model = load_results(model, benchmark, metric)
|
|
|
|
| 101 |
|
| 102 |
model_data["# params"] = get_n_params(model_data["base_model"])
|
| 103 |
|
| 104 |
+
if model_data["base_model"] is not None:
|
| 105 |
+
all_data.append(model_data)
|
| 106 |
|
| 107 |
dataframe = pd.DataFrame.from_records(all_data)
|
| 108 |
dataframe = dataframe.sort_values(by=['total ⬆️'], ascending=False)
|