taras5500 commited on
Commit
b57b200
·
verified ·
1 Parent(s): 9b529e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -11,9 +11,10 @@ llm_bot = LlmBot("mistralai/Mixtral-8x7B-Instruct-v0.1")
11
  def generate(prompt, history, name, description, user_name, max_new_tokens):
12
  steam = llm_bot.call(prompt, history, name, description, user_name, max_new_tokens)
13
  output = ""
14
- for response in stream:
15
- output += response.token.text
16
- yield output
 
17
 
18
 
19
  additional_inputs = [
 
11
  def generate(prompt, history, name, description, user_name, max_new_tokens):
12
  steam = llm_bot.call(prompt, history, name, description, user_name, max_new_tokens)
13
  output = ""
14
+ for response in stream:
15
+ output += response.token.text
16
+ yield output
17
+ return output
18
 
19
 
20
  additional_inputs = [