Update app.py
Browse files
app.py
CHANGED
@@ -78,7 +78,7 @@ def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,
|
|
78 |
{ "role": "user", "content": f"{formatted_prompt}" },
|
79 |
]
|
80 |
|
81 |
-
stream = client.text_generation(chat **generate_kwargs, stream=True, details=True, return_full_text=True)
|
82 |
output = ""
|
83 |
for response in stream:
|
84 |
output += response.token.text
|
|
|
78 |
{ "role": "user", "content": f"{formatted_prompt}" },
|
79 |
]
|
80 |
|
81 |
+
stream = client.text_generation(chat, **generate_kwargs, stream=True, details=True, return_full_text=True)
|
82 |
output = ""
|
83 |
for response in stream:
|
84 |
output += response.token.text
|