WIP

glue-suite-v2.py

@@ -8,13 +8,13 @@ class Suite(evaluate.EvaluationSuite):
         super().__init__(name)
 
     def setup(self):
-        self.preprocessor = None #lambda x: x["text"].lower()
+        self.preprocessor = lambda x: x["text"].lower()
         self.suite = [
             SubTask(
                 task_type = "text-classification",
                 data="imdb",
                 split="test[:10]",
-                data_preprocessor=lambda x: x["text"].lower(),#self.preprocessor,
+                data_preprocessor=self.preprocessor,
                 args_for_task={
                     "metric": "accuracy",
                     "input_column": "text",