Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -176,14 +176,12 @@ class EvalResult:
|
|
| 176 |
|
| 177 |
def get_request_file_for_model(requests_path, model_name, precision):
|
| 178 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
print(f"Found request files: {request_files}")
|
| 186 |
-
|
| 187 |
# Select correct request file (precision)
|
| 188 |
request_file = ""
|
| 189 |
request_files = sorted(request_files, reverse=True)
|
|
@@ -196,16 +194,8 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
| 196 |
and req_content["precision"] == precision.split(".")[-1]
|
| 197 |
):
|
| 198 |
request_file = tmp_request_file
|
| 199 |
-
break # 最初にマッチしたファイルを使用
|
| 200 |
-
|
| 201 |
-
if request_file:
|
| 202 |
-
print(f"Found request file: {request_file}")
|
| 203 |
-
else:
|
| 204 |
-
print(f"No matching request file found for model: {model_name}, precision: {precision}")
|
| 205 |
-
|
| 206 |
return request_file
|
| 207 |
|
| 208 |
-
|
| 209 |
def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
|
| 210 |
"""From the path of the results folder root, extract all needed info for results"""
|
| 211 |
model_result_filepaths = []
|
|
|
|
| 176 |
|
| 177 |
def get_request_file_for_model(requests_path, model_name, precision):
|
| 178 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
| 179 |
+
request_files = os.path.join(
|
| 180 |
+
requests_path,
|
| 181 |
+
f"{model_name}_eval_request_*.json",
|
| 182 |
+
)
|
| 183 |
+
request_files = glob.glob(request_files)
|
| 184 |
+
|
|
|
|
|
|
|
| 185 |
# Select correct request file (precision)
|
| 186 |
request_file = ""
|
| 187 |
request_files = sorted(request_files, reverse=True)
|
|
|
|
| 194 |
and req_content["precision"] == precision.split(".")[-1]
|
| 195 |
):
|
| 196 |
request_file = tmp_request_file
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 197 |
return request_file
|
| 198 |
|
|
|
|
| 199 |
def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
|
| 200 |
"""From the path of the results folder root, extract all needed info for results"""
|
| 201 |
model_result_filepaths = []
|