Update main.py
Browse files
main.py
CHANGED
@@ -13,7 +13,7 @@ class Item(BaseModel):
|
|
13 |
history: list
|
14 |
system_prompt: str
|
15 |
temperature: float = 0.0
|
16 |
-
max_new_tokens: int =
|
17 |
top_p: float = 0.15
|
18 |
repetition_penalty: float = 1.0
|
19 |
|
|
|
13 |
history: list
|
14 |
system_prompt: str
|
15 |
temperature: float = 0.0
|
16 |
+
max_new_tokens: int = 16384
|
17 |
top_p: float = 0.15
|
18 |
repetition_penalty: float = 1.0
|
19 |
|