Spaces:
Runtime error
Runtime error
hieunguyen1053
commited on
Commit
•
6b23c56
1
Parent(s):
0cf0987
add exams
Browse files- src/tasks.py +10 -1
src/tasks.py
CHANGED
@@ -91,4 +91,13 @@ class Comprehension(Task):
|
|
91 |
private_test: bool = True
|
92 |
|
93 |
|
94 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
91 |
private_test: bool = True
|
92 |
|
93 |
|
94 |
+
class Exams(Task):
|
95 |
+
code = "exams_vi"
|
96 |
+
name = "Exams-vi"
|
97 |
+
metric = "acc_norm"
|
98 |
+
higher_is_better = True
|
99 |
+
num_fewshot = 5
|
100 |
+
private_test: bool = True
|
101 |
+
|
102 |
+
|
103 |
+
TASKS = [Arc, HellaSwag, MMLU, TruthfulQA] + [Lambada, WikipediaQA, Comprehension, Exams]
|