Spaces:
Sleeping
Sleeping
peterpeter8585
commited on
Commit
•
dcb7035
1
Parent(s):
e807dea
Update app.py
Browse files
app.py
CHANGED
@@ -105,7 +105,7 @@ def respond(
|
|
105 |
|
106 |
response = ""
|
107 |
|
108 |
-
|
109 |
token="".join([response.token.text for response in stream if response.token.text != "</s>"])
|
110 |
response += token
|
111 |
yield response
|
|
|
105 |
|
106 |
response = ""
|
107 |
|
108 |
+
stream = client.text_generation(formatted_prompt, max_new_tokens=512, stream=True, details=True, return_full_text=False)
|
109 |
token="".join([response.token.text for response in stream if response.token.text != "</s>"])
|
110 |
response += token
|
111 |
yield response
|