Spaces:
Runtime error
Runtime error
hieunguyen1053
commited on
Commit
•
f86137f
1
Parent(s):
a22edf4
update XNLI
Browse files- src/tasks.py +9 -1
src/tasks.py
CHANGED
@@ -65,6 +65,14 @@ class IWSLT2023_en_vi(Task):
|
|
65 |
num_fewshot = 0
|
66 |
|
67 |
|
68 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
69 |
TASK_CODES = [task.code for task in TASKS]
|
70 |
TASK_TO_METRIC = {task.code: task.metric for task in TASKS}
|
|
|
65 |
num_fewshot = 0
|
66 |
|
67 |
|
68 |
+
class XNLI(Task):
|
69 |
+
code = "xnli_vi"
|
70 |
+
name = "XNLI"
|
71 |
+
metric = "acc"
|
72 |
+
higher_is_better = True
|
73 |
+
num_fewshot = 0
|
74 |
+
|
75 |
+
|
76 |
+
TASKS = [Lambada, Arc, HellaSwag, MMLU, TruthfulQA, Grade12Exams, IWSLT2023_en_vi, XNLI]
|
77 |
TASK_CODES = [task.code for task in TASKS]
|
78 |
TASK_TO_METRIC = {task.code: task.metric for task in TASKS}
|