Update app.py
Browse files
app.py
CHANGED
@@ -11,9 +11,10 @@ llm_bot = LlmBot("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
|
11 |
def generate(prompt, history, name, description, user_name, max_new_tokens):
|
12 |
steam = llm_bot.call(prompt, history, name, description, user_name, max_new_tokens)
|
13 |
output = ""
|
14 |
-
|
15 |
-
|
16 |
-
|
|
|
17 |
|
18 |
|
19 |
additional_inputs = [
|
|
|
11 |
def generate(prompt, history, name, description, user_name, max_new_tokens):
|
12 |
steam = llm_bot.call(prompt, history, name, description, user_name, max_new_tokens)
|
13 |
output = ""
|
14 |
+
for response in stream:
|
15 |
+
output += response.token.text
|
16 |
+
yield output
|
17 |
+
return output
|
18 |
|
19 |
|
20 |
additional_inputs = [
|