Spaces:

KingNish
/

OpenGPT-4o

Running on Zero

KingNish commited on Jul 17, 2024

Commit

7659619

•

1 Parent(s): a084afb

Update chatbot.py

Files changed (1) hide show

chatbot.py CHANGED Viewed

@@ -227,7 +227,7 @@ def model_inference(
                 messages += f"\n<|im_start|>assistant\n{str(msg[1])}<|im_end|>"
             messages+=f"\n<|im_start|>user\n{user_prompt}<|im_end|>\n<|im_start|>web_result\n{web2}<|im_end|>\n<|im_start|>assistant\n"
-            stream = client_mistral.text_generation(messages, **generate_kwargs)
             output = ""
             # Construct the output from the stream of tokens
             for response in stream:

                 messages += f"\n<|im_start|>assistant\n{str(msg[1])}<|im_end|>"
             messages+=f"\n<|im_start|>user\n{user_prompt}<|im_end|>\n<|im_start|>web_result\n{web2}<|im_end|>\n<|im_start|>assistant\n"
+            stream = client_mixtral.text_generation(messages, **generate_kwargs)
             output = ""
             # Construct the output from the stream of tokens
             for response in stream: