taras5500 commited on
Commit
c30d367
1 Parent(s): b57b200

Update models.py

Browse files
Files changed (1) hide show
  1. models.py +1 -1
models.py CHANGED
@@ -35,7 +35,7 @@ class LlmBot():
35
  )
36
  system_setting = self.character_prompt({"name": name, "description": description, "user_name": user_name}, max_new_tokens)
37
  formatted_prompt = self.format_prompt(prompt, history, system_setting)
38
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
39
 
40
  return stream
41
 
 
35
  )
36
  system_setting = self.character_prompt({"name": name, "description": description, "user_name": user_name}, max_new_tokens)
37
  formatted_prompt = self.format_prompt(prompt, history, system_setting)
38
+ stream = self.client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
39
 
40
  return stream
41