hieunguyen1053 commited on
Commit
6b23c56
1 Parent(s): 0cf0987
Files changed (1) hide show
  1. src/tasks.py +10 -1
src/tasks.py CHANGED
@@ -91,4 +91,13 @@ class Comprehension(Task):
91
  private_test: bool = True
92
 
93
 
94
- TASKS = [Arc, HellaSwag, MMLU, TruthfulQA] + [Lambada, WikipediaQA, Comprehension]
 
 
 
 
 
 
 
 
 
 
91
  private_test: bool = True
92
 
93
 
94
+ class Exams(Task):
95
+ code = "exams_vi"
96
+ name = "Exams-vi"
97
+ metric = "acc_norm"
98
+ higher_is_better = True
99
+ num_fewshot = 5
100
+ private_test: bool = True
101
+
102
+
103
+ TASKS = [Arc, HellaSwag, MMLU, TruthfulQA] + [Lambada, WikipediaQA, Comprehension, Exams]