hieunguyen1053 commited on
Commit
f86137f
1 Parent(s): a22edf4

update XNLI

Browse files
Files changed (1) hide show
  1. src/tasks.py +9 -1
src/tasks.py CHANGED
@@ -65,6 +65,14 @@ class IWSLT2023_en_vi(Task):
65
  num_fewshot = 0
66
 
67
 
68
- TASKS = [Lambada, Arc, HellaSwag, MMLU, TruthfulQA, Grade12Exams, IWSLT2023_en_vi]
 
 
 
 
 
 
 
 
69
  TASK_CODES = [task.code for task in TASKS]
70
  TASK_TO_METRIC = {task.code: task.metric for task in TASKS}
 
65
  num_fewshot = 0
66
 
67
 
68
+ class XNLI(Task):
69
+ code = "xnli_vi"
70
+ name = "XNLI"
71
+ metric = "acc"
72
+ higher_is_better = True
73
+ num_fewshot = 0
74
+
75
+
76
+ TASKS = [Lambada, Arc, HellaSwag, MMLU, TruthfulQA, Grade12Exams, IWSLT2023_en_vi, XNLI]
77
  TASK_CODES = [task.code for task in TASKS]
78
  TASK_TO_METRIC = {task.code: task.metric for task in TASKS}