Update app.py
Browse filesupdate llm params
app.py
CHANGED
@@ -41,7 +41,7 @@ def generate(
|
|
41 |
max_new_tokens: int = 1024,
|
42 |
temperature: float = 0.1,
|
43 |
top_p: float = 0.4,
|
44 |
-
top_k: int =
|
45 |
repetition_penalty: float = 1.4,
|
46 |
) -> Iterator[str]:
|
47 |
|
@@ -104,14 +104,14 @@ chat_interface = gr.ChatInterface(
|
|
104 |
minimum=0.05,
|
105 |
maximum=1.0,
|
106 |
step=0.05,
|
107 |
-
value=0.
|
108 |
),
|
109 |
gr.Slider(
|
110 |
label="Top-k",
|
111 |
minimum=1,
|
112 |
maximum=1000,
|
113 |
step=1,
|
114 |
-
value=
|
115 |
),
|
116 |
gr.Slider(
|
117 |
label="Repetition penalty",
|
|
|
41 |
max_new_tokens: int = 1024,
|
42 |
temperature: float = 0.1,
|
43 |
top_p: float = 0.4,
|
44 |
+
top_k: int = 10,
|
45 |
repetition_penalty: float = 1.4,
|
46 |
) -> Iterator[str]:
|
47 |
|
|
|
104 |
minimum=0.05,
|
105 |
maximum=1.0,
|
106 |
step=0.05,
|
107 |
+
value=0.4,
|
108 |
),
|
109 |
gr.Slider(
|
110 |
label="Top-k",
|
111 |
minimum=1,
|
112 |
maximum=1000,
|
113 |
step=1,
|
114 |
+
value=10,
|
115 |
),
|
116 |
gr.Slider(
|
117 |
label="Repetition penalty",
|