WIP

glue-suite-v2.py

@@ -1,6 +1,5 @@
 from datasets.features import Features, Sequence, Value
 from evaluate.module import EvaluationModuleInfo
-# from evaluate.evaluation_suite import SubTask
 import evaluate
 
 from typing import Optional, Union, Callable
@@ -20,13 +19,13 @@ class Suite(evaluate.EvaluationSuite):
 
     def __init__(self, name):
         super().__init__(name)
-
-    def _info(self):
-        return EvaluationModuleInfo(
-            module_type="evaluation_suite",
-            description="dummy metric for tests",
-            citation="insert citation here",
-            features=Features({"predictions": Value("int64"), "references": Value("int64")}))
+    #
+    # def _info(self):
+    #     return EvaluationModuleInfo(
+    #         module_type="evaluation_suite",
+    #         description="dummy metric for tests",
+    #         citation="insert citation here",
+    #         features=Features({"predictions": Value("int64"), "references": Value("int64")}))
 
     def setup(self):
         self.preprocessor = None #lambda x: x["text"].lower()