ranWang commited on
Commit
d4919d2
1 Parent(s): 343b013

Adjust the number of tokens generated

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -538,7 +538,7 @@ def generate(message, temperature):
538
  model="tgi",
539
  messages=message,
540
  stream=True,
541
- max_tokens=768,
542
  stop=["```output\n"],
543
  temperature=temperature,
544
  )
 
538
  model="tgi",
539
  messages=message,
540
  stream=True,
541
+ max_tokens=1024,
542
  stop=["```output\n"],
543
  temperature=temperature,
544
  )