gardarjuto commited on
Commit
ea33853
1 Parent(s): f1e046c

change benchmark namings

Browse files
Files changed (1) hide show
  1. quiz.py +4 -4
quiz.py CHANGED
@@ -19,24 +19,24 @@ BENCHMARKS = {
19
  "type": "multiple_choice",
20
  },
21
  "icelandic-inflection-all": {
22
- "name": "Fallbeygingarpróf",
23
  "path": "mideind/icelandic-inflection-all-flat",
24
  "type": "free_text",
25
  },
26
  "icelandic-belebele": {
27
- "name": "Belebele",
28
  "path": "facebook/belebele",
29
  "config_name": "isl_Latn",
30
  "split": "test",
31
  "type": "multiple_choice",
32
  },
33
  "icelandic-arc-challenge": {
34
- "name": "ARC Challenge",
35
  "path": "mideind/icelandic-arc-challenge",
36
  "type": "multiple_choice",
37
  },
38
  "icelandic-wiki-qa": {
39
- "name": "Wikipediapróf",
40
  "path": "mideind/icelandic_wiki_qa",
41
  "type": "free_text",
42
  },
 
19
  "type": "multiple_choice",
20
  },
21
  "icelandic-inflection-all": {
22
+ "name": "Fallbeygingar",
23
  "path": "mideind/icelandic-inflection-all-flat",
24
  "type": "free_text",
25
  },
26
  "icelandic-belebele": {
27
+ "name": "Lesskilningur",
28
  "path": "facebook/belebele",
29
  "config_name": "isl_Latn",
30
  "split": "test",
31
  "type": "multiple_choice",
32
  },
33
  "icelandic-arc-challenge": {
34
+ "name": "Vísindi",
35
  "path": "mideind/icelandic-arc-challenge",
36
  "type": "multiple_choice",
37
  },
38
  "icelandic-wiki-qa": {
39
+ "name": "Íslensk saga og menning",
40
  "path": "mideind/icelandic_wiki_qa",
41
  "type": "free_text",
42
  },