testin the trick

modeling_stacked.py

@@ -41,8 +41,8 @@ class ExtendedMultitaskModelForTokenClassification(PreTrainedModel):
 
     def forward(self, input_ids, attention_mask=None, **kwargs):
         # Convert input_ids to strings using tokenizer
-        print(f"Check if it arrives here: {input_ids}")
-        predictions, probabilities = self.model_floret.predict([input_ids], k=1)
+        print(f"Check if it arrives here: {input_ids}, ---, {type(input_ids)}")
+        # predictions, probabilities = self.model_floret.predict([input_ids], k=1)
         # if input_ids is not None:
         #     tokenizer = kwargs.get("tokenizer")
         #     texts = tokenizer.batch_decode(input_ids, skip_special_tokens=True)

test_floret.py

@@ -0,0 +1,7 @@
+import floret
+
+model_floret = floret.load_model("LID-40-3-2000000-1-4.bin")
+
+input_ids = 'this is a text'
+print(model_floret.predict([input_ids], k=1))
+