Update services/chat_service.py
Browse files- services/chat_service.py +1 -1
services/chat_service.py
CHANGED
@@ -233,7 +233,7 @@ class ChatService:
|
|
233 |
early_stopping=False
|
234 |
)
|
235 |
|
236 |
-
input_ids = tokenizer.encode(prompt, return_tensors="pt", truncation=True, max_length=4096).to("cpu")
|
237 |
|
238 |
response = self.tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
|
239 |
|
|
|
233 |
early_stopping=False
|
234 |
)
|
235 |
|
236 |
+
input_ids = self.tokenizer.encode(prompt, return_tensors="pt", truncation=True, max_length=4096).to("cpu")
|
237 |
|
238 |
response = self.tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
|
239 |
|