fix dataset in task

tasks.py

@@ -76,8 +76,9 @@ class Task:
 
  self.name = "-".join(names) + f"-{self.split}"
  if isinstance(self.prompt, str):
+ prompt_format = self.prompt
  self.prompt = lambda example: {
- self.input_column: self.prompt.format(
+ self.input_column: prompt_format.format(
  input_column=example[self.input_column]
  )
  }
@@ -89,11 +90,12 @@ class Task:
 
  @cached_property
  def dataset(self):
- ds = load_dataset(
- *self.dataset_name
+ ds = (
+ load_dataset(
+ *self.dataset_name,
+ )
  if isinstance(self.dataset_name, tuple)
- else self.dataset_name,
- # split=self.split,
+ else load_dataset(self.dataset_name)
  )
  test_ds = ds[self.split]
  if self.prompt is not None:

tlem.py

@@ -144,9 +144,6 @@ class Suite(EvaluationSuite):
  input_column="problem",
  label_column="solution",
  )
- match name:
- case _ if "test" in name:
- suite = suite["Test"]
 
  self.suite = [suite] if isinstance(suite, Task) else suite