Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
warning
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -458,7 +458,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, metadata) -> lis
|
|
| 458 |
in_progress=True
|
| 459 |
# print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
|
| 460 |
if in_progress:
|
| 461 |
-
v.model = '
|
| 462 |
|
| 463 |
if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
|
| 464 |
missing_metadata.append(f"{v.full_model}")
|
|
|
|
| 458 |
in_progress=True
|
| 459 |
# print(f'sbatch start.sh "bash eval_model_task_bs1.sh {r["n_shot"]} {task.value.benchmark} {v.full_model}"')
|
| 460 |
if in_progress:
|
| 461 |
+
v.model = '🚧' + v.model
|
| 462 |
|
| 463 |
if r[AutoEvalColumn.lang.name] is None or r[AutoEvalColumn.lang.name] == "?":
|
| 464 |
missing_metadata.append(f"{v.full_model}")
|