Spaces:
Sleeping
Sleeping
Fix model parameters
Browse files
main.py
CHANGED
@@ -62,10 +62,9 @@ async def stream(item: Validation):
|
|
62 |
def stream_json():
|
63 |
for text in model(
|
64 |
prompt,
|
65 |
-
temperature=item.temperature,
|
66 |
-
top_p=item.top_p,
|
67 |
-
|
68 |
-
frequency_penalty=item.frequency_penalty,
|
69 |
stream=True
|
70 |
):
|
71 |
yield json.dumps({
|
|
|
62 |
def stream_json():
|
63 |
for text in model(
|
64 |
prompt,
|
65 |
+
temperature=item.temperature, # Default to 0.8
|
66 |
+
top_p=item.top_p, # Default to 0.95
|
67 |
+
repetition_penalty=item.frequency_penalty, # Default to 1.1
|
|
|
68 |
stream=True
|
69 |
):
|
70 |
yield json.dumps({
|