WIP

glue-suite-v2.py

@@ -29,7 +29,7 @@ class Suite(evaluate.EvaluationSuite):
                 task_type="text-classification",
                 data="sst2",
                 split="test[:10]",
-                data_preprocessor=self.preprocessor,
+                data_preprocessor=lambda x: {"sentence": x["sentence"].lower()},
                 args_for_task={
                     "metric": "accuracy",
                     "input_column": "sentence",