Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
•
c2902b3
1
Parent(s):
5c763da
Fix wrong instructions and code for custom tasks
Browse files- custom_tasks.py +1 -10
custom_tasks.py
CHANGED
@@ -78,13 +78,4 @@ def prompt_fn(line, task_name: str = None):
|
|
78 |
|
79 |
## STORE YOUR EVALS
|
80 |
SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
|
81 |
-
|
82 |
-
|
83 |
-
## MODULE LOGIC
|
84 |
-
# You should not need to touch this
|
85 |
-
# Convert to dict for lighteval
|
86 |
-
TASKS_TABLE = [task.as_dict() for task in _TASKS]
|
87 |
-
|
88 |
-
if __name__ == "__main__":
|
89 |
-
print(t["name"] for t in TASKS_TABLE)
|
90 |
-
print(len(TASKS_TABLE))
|
|
|
78 |
|
79 |
## STORE YOUR EVALS
|
80 |
SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
|
81 |
+
TASKS_TABLE = SUBSET_TASKS + [task]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|