Clémentine
commited on
Commit
·
4c6cc30
1
Parent(s):
c61c87d
rm lighteval sha from id
Browse files
src/auto_leaderboard/load_results.py
CHANGED
|
@@ -74,7 +74,6 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]:
|
|
| 74 |
model = config.get("model_args", None)
|
| 75 |
|
| 76 |
model_sha = config.get("model_sha", "")
|
| 77 |
-
eval_sha = config.get("lighteval_sha", "")
|
| 78 |
model_split = model.split("/", 1)
|
| 79 |
|
| 80 |
precision = config.get("model_dtype")
|
|
@@ -84,11 +83,11 @@ def parse_eval_result(json_filepath: str) -> Tuple[str, list[dict]]:
|
|
| 84 |
if len(model_split) == 1:
|
| 85 |
org = None
|
| 86 |
model = model_split[0]
|
| 87 |
-
result_key = f"{model}_{model_sha}_{
|
| 88 |
else:
|
| 89 |
org = model_split[0]
|
| 90 |
model = model_split[1]
|
| 91 |
-
result_key = f"{org}_{model}_{model_sha}_{
|
| 92 |
|
| 93 |
eval_results = []
|
| 94 |
for benchmark, metric in zip(BENCHMARKS, METRICS):
|
|
|
|
| 74 |
model = config.get("model_args", None)
|
| 75 |
|
| 76 |
model_sha = config.get("model_sha", "")
|
|
|
|
| 77 |
model_split = model.split("/", 1)
|
| 78 |
|
| 79 |
precision = config.get("model_dtype")
|
|
|
|
| 83 |
if len(model_split) == 1:
|
| 84 |
org = None
|
| 85 |
model = model_split[0]
|
| 86 |
+
result_key = f"{model}_{model_sha}_{precision}"
|
| 87 |
else:
|
| 88 |
org = model_split[0]
|
| 89 |
model = model_split[1]
|
| 90 |
+
result_key = f"{org}_{model}_{model_sha}_{precision}"
|
| 91 |
|
| 92 |
eval_results = []
|
| 93 |
for benchmark, metric in zip(BENCHMARKS, METRICS):
|