Spaces:
Runtime error
Runtime error
Adjust the number of tokens generated
Browse files
app.py
CHANGED
@@ -538,7 +538,7 @@ def generate(message, temperature):
|
|
538 |
model="tgi",
|
539 |
messages=message,
|
540 |
stream=True,
|
541 |
-
max_tokens=
|
542 |
stop=["```output\n"],
|
543 |
temperature=temperature,
|
544 |
)
|
|
|
538 |
model="tgi",
|
539 |
messages=message,
|
540 |
stream=True,
|
541 |
+
max_tokens=1024,
|
542 |
stop=["```output\n"],
|
543 |
temperature=temperature,
|
544 |
)
|