Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ def stream_chat(
|
|
47 |
temperature: float = 0.2,
|
48 |
max_new_tokens: int = 4096,
|
49 |
top_p: float = 1.0,
|
50 |
-
top_k: int =
|
51 |
penalty: float = 1.1,
|
52 |
):
|
53 |
print(f'message: {message}')
|
@@ -75,7 +75,6 @@ def stream_chat(
|
|
75 |
top_k = top_k,
|
76 |
temperature = temperature,
|
77 |
repetition_penalty=penalty,
|
78 |
-
eos_token_id=[128001,128008,128009],
|
79 |
streamer=streamer,
|
80 |
)
|
81 |
|
|
|
47 |
temperature: float = 0.2,
|
48 |
max_new_tokens: int = 4096,
|
49 |
top_p: float = 1.0,
|
50 |
+
top_k: int = 1,
|
51 |
penalty: float = 1.1,
|
52 |
):
|
53 |
print(f'message: {message}')
|
|
|
75 |
top_k = top_k,
|
76 |
temperature = temperature,
|
77 |
repetition_penalty=penalty,
|
|
|
78 |
streamer=streamer,
|
79 |
)
|
80 |
|