Chris4K commited on
Commit
89c817e
·
verified ·
1 Parent(s): 126422f

Update services/chat_service.py

Browse files
Files changed (1) hide show
  1. services/chat_service.py +1 -1
services/chat_service.py CHANGED
@@ -233,7 +233,7 @@ class ChatService:
233
  early_stopping=False
234
  )
235
 
236
- input_ids = tokenizer.encode(prompt, return_tensors="pt", truncation=True, max_length=4096).to("cpu")
237
 
238
  response = self.tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
239
 
 
233
  early_stopping=False
234
  )
235
 
236
+ input_ids = self.tokenizer.encode(prompt, return_tensors="pt", truncation=True, max_length=4096).to("cpu")
237
 
238
  response = self.tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True)
239