Update tasks/text.py

tasks/text.py

@@ -72,8 +72,8 @@ async def evaluate_text(request: TextEvaluationRequest):
     tokenizer = AutoTokenizer.from_pretrained(path_tokenizer)
     
     def preprocess_function(df):
-        return tokenizer(df["quote"], truncation=True)
-    tokenized_test = test_dataset.map(preprocess_function, batched=True,padding='longest')
+        return tokenizer(df["quote"], truncation=True,padding='longest')
+    tokenized_test = test_dataset.map(preprocess_function, batched=True)
      
     # training_args = torch.load("training_args.bin")
     # training_args.eval_strategy='no'