Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Fix wrong instructions and code for custom tasks
Browse files- custom_tasks.py +1 -10
custom_tasks.py
CHANGED
|
@@ -78,13 +78,4 @@ def prompt_fn(line, task_name: str = None):
|
|
| 78 |
|
| 79 |
## STORE YOUR EVALS
|
| 80 |
SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
## MODULE LOGIC
|
| 84 |
-
# You should not need to touch this
|
| 85 |
-
# Convert to dict for lighteval
|
| 86 |
-
TASKS_TABLE = [task.as_dict() for task in _TASKS]
|
| 87 |
-
|
| 88 |
-
if __name__ == "__main__":
|
| 89 |
-
print(t["name"] for t in TASKS_TABLE)
|
| 90 |
-
print(len(TASKS_TABLE))
|
|
|
|
| 78 |
|
| 79 |
## STORE YOUR EVALS
|
| 80 |
SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
|
| 81 |
+
TASKS_TABLE = SUBSET_TASKS + [task]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|