freeCS-dot-org commited on
Commit
e29c894
·
verified ·
1 Parent(s): 68759b3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -47,7 +47,7 @@ def stream_chat(
47
  temperature: float = 0.2,
48
  max_new_tokens: int = 4096,
49
  top_p: float = 1.0,
50
- top_k: int = 50,
51
  penalty: float = 1.1,
52
  ):
53
  print(f'message: {message}')
@@ -75,7 +75,6 @@ def stream_chat(
75
  top_k = top_k,
76
  temperature = temperature,
77
  repetition_penalty=penalty,
78
- eos_token_id=[128001,128008,128009],
79
  streamer=streamer,
80
  )
81
 
 
47
  temperature: float = 0.2,
48
  max_new_tokens: int = 4096,
49
  top_p: float = 1.0,
50
+ top_k: int = 1,
51
  penalty: float = 1.1,
52
  ):
53
  print(f'message: {message}')
 
75
  top_k = top_k,
76
  temperature = temperature,
77
  repetition_penalty=penalty,
 
78
  streamer=streamer,
79
  )
80