facat commited on
Commit
232b173
1 Parent(s): f2c1a54
Files changed (2) hide show
  1. tasks.py +1 -1
  2. tlem.py +2 -2
tasks.py CHANGED
@@ -65,7 +65,7 @@ class Task:
65
  few_shot: int = 0
66
  few_shot_from: Optional[str] = None
67
  # results: dict[str, Any] = field(default_factory=dict)
68
- outputs: Optional[list] = field(default_factory=list)
69
 
70
  def __post_init__(self):
71
  names = (
 
65
  few_shot: int = 0
66
  few_shot_from: Optional[str] = None
67
  # results: dict[str, Any] = field(default_factory=dict)
68
+ # outputs: Optional[list] = field(default_factory=list)
69
 
70
  def __post_init__(self):
71
  names = (
tlem.py CHANGED
@@ -76,8 +76,8 @@ class Suite(EvaluationSuite):
76
  match key:
77
  case str():
78
  return self.suite[key]
79
- # case _:
80
- # return list(chain(*self.suite.values()))[key]
81
 
82
  def aggregate(self, suite):
83
  for cate, tasks in suite.items():
 
76
  match key:
77
  case str():
78
  return self.suite[key]
79
+ case slice() | int():
80
+ return self.tasks[key]
81
 
82
  def aggregate(self, suite):
83
  for cate, tasks in suite.items():