Update Space (evaluate main: e4a27243)

glue.py

@@ -104,30 +104,28 @@ def pearson_and_spearman(preds, labels):
 
 @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
 class Glue(evaluate.Metric):
-    def _info(self):
-        if self.config_name not in [
-            "sst2",
-            "mnli",
-            "mnli_mismatched",
-            "mnli_matched",
-            "cola",
-            "stsb",
-            "mrpc",
-            "qqp",
-            "qnli",
-            "rte",
-            "wnli",
-            "hans",
-        ]:
-            raise KeyError(
-                "You should supply a configuration name selected in "
-                '["sst2", "mnli", "mnli_mismatched", "mnli_matched", '
-                '"cola", "stsb", "mrpc", "qqp", "qnli", "rte", "wnli", "hans"]'
-            )
+
+    ALLOWED_CONFIG_NAMES = [
+        "sst2",
+        "mnli",
+        "mnli_mismatched",
+        "mnli_matched",
+        "cola",
+        "stsb",
+        "mrpc",
+        "qqp",
+        "qnli",
+        "rte",
+        "wnli",
+        "hans",
+    ]
+
+    def _info(self, config):
         return evaluate.MetricInfo(
             description=_DESCRIPTION,
             citation=_CITATION,
             inputs_description=_KWARGS_DESCRIPTION,
+            config=config,
             features=datasets.Features(
                 {
                     "predictions": datasets.Value("int64" if self.config_name != "stsb" else "float32"),

requirements.txt

@@ -1,3 +1,3 @@
-git+https://github.com/huggingface/evaluate@80448674f5447a9682afe051db243c4a13bfe4ff
+git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
 scipy
 sklearn