aixsatoshi commited on
Commit
6a0b3fd
·
verified ·
1 Parent(s): 8774730

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -85,7 +85,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
  temperature=temperature,
88
- #eos_token_id=[128001, 128009],
89
  )
90
 
91
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
 
85
  max_new_tokens=max_new_tokens,
86
  do_sample=True,
87
  temperature=temperature,
88
+ eos_token_id=[2, 102401],
89
  )
90
 
91
  thread = Thread(target=model.generate, kwargs=generate_kwargs)