ahhhh

glue-suite-v2.py

@@ -1,5 +1,6 @@
 from datasets.features import Features, Sequence, Value
 from evaluate.module import EvaluationModuleInfo
+from evaluate.evaluation_suite import SubTask
 import evaluate
 
 
@@ -12,7 +13,7 @@ class Suite(evaluate.EvaluationSuite):
             features=Features({"predictions": Value("int64"), "references": Value("int64")}))
     preprocessor = None #lambda x: x["text"].lower()
     suite = [
-        evaluate.evaluation_suite.SubTask(
+        SubTask(
             data="imdb",
             split="test",
             data_preprocessor=preprocessor,
@@ -26,7 +27,7 @@ class Suite(evaluate.EvaluationSuite):
                 }
             }
         ),
-        evaluate.evaluation_suite.SubTask(
+        SubTask(
             data="sst2",
             split="test[:10]",
             data_preprocessor=preprocessor,