Update models.py
Browse files
models.py
CHANGED
@@ -35,7 +35,7 @@ class LlmBot():
|
|
35 |
)
|
36 |
system_setting = self.character_prompt({"name": name, "description": description, "user_name": user_name}, max_new_tokens)
|
37 |
formatted_prompt = self.format_prompt(prompt, history, system_setting)
|
38 |
-
stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
39 |
|
40 |
return stream
|
41 |
|
|
|
35 |
)
|
36 |
system_setting = self.character_prompt({"name": name, "description": description, "user_name": user_name}, max_new_tokens)
|
37 |
formatted_prompt = self.format_prompt(prompt, history, system_setting)
|
38 |
+
stream = self.client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
39 |
|
40 |
return stream
|
41 |
|