fix on tokenizer special tokens

models/ta_models/bp_utils.py

@@ -24,7 +24,7 @@ def bp_predict_message(context, input):
         truncation="only_first",
     )['input_ids']
     body_request = {
-        "inputs": [tokenizer.decode(encoding)],
+        "inputs": [tokenizer.decode(encoding)[1:-1]],
         "params": {
             "top_k": None
         }
@@ -32,11 +32,12 @@ def bp_predict_message(context, input):
 
     try:
         # Send request to Serving
+        logger.debug(f"raw BP body is {body_request}")
         response = requests.post(url=BP_URL, headers=HEADERS, json=body_request)
         if response.status_code == 200:
             response = response.json()['predictions'][0]
-        logger.debug(f"Raw BP prediction is {response}")
-        return [{k:v > BP_THRESHOLD if k=="score" else v for k,v in dict_.items()} for _, dict_ in response.items() ]
+            logger.debug(f"Raw BP prediction is {response}")
+            return [{k:v > BP_THRESHOLD if k=="score" else v for k,v in dict_.items()} for _, dict_ in response.items() ]
     except:
         pass
 

models/ta_models/cpc_utils.py

@@ -24,7 +24,7 @@ def cpc_predict_message(context, input):
         truncation="only_first",
     )['input_ids']
     body_request = {
-        "inputs": [tokenizer.decode(encoding)]
+        "inputs": [tokenizer.decode(encoding)[1:-1]]
     }
 
     try: