Fix wrong instructions and code for custom tasks

#21
by albertvillanova HF staff - opened
Files changed (1) hide show
  1. custom_tasks.py +1 -10
custom_tasks.py CHANGED
@@ -78,13 +78,4 @@ def prompt_fn(line, task_name: str = None):
78
 
79
  ## STORE YOUR EVALS
80
  SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
81
- _TASKS = SUBSET_TASKS + [task]
82
-
83
- ## MODULE LOGIC
84
- # You should not need to touch this
85
- # Convert to dict for lighteval
86
- TASKS_TABLE = [task.as_dict() for task in _TASKS]
87
-
88
- if __name__ == "__main__":
89
- print(t["name"] for t in TASKS_TABLE)
90
- print(len(TASKS_TABLE))
 
78
 
79
  ## STORE YOUR EVALS
80
  SUBSET_TASKS = [CustomSubsetTask(name=f"mytask:{subset}", hf_subset=subset) for subset in SAMPLE_SUBSETS]
81
+ TASKS_TABLE = SUBSET_TASKS + [task]