Update app.py
Browse files
app.py
CHANGED
@@ -146,8 +146,7 @@ demo = gr.ChatInterface(
|
|
146 |
respond,
|
147 |
additional_inputs=[
|
148 |
gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
|
149 |
-
gr.Slider(minimum=1, maximum=
|
150 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
151 |
gr.Slider(
|
152 |
minimum=0.1,
|
153 |
maximum=1.0,
|
@@ -155,27 +154,13 @@ demo = gr.ChatInterface(
|
|
155 |
step=0.05,
|
156 |
label="Top-p",
|
157 |
),
|
158 |
-
gr.Slider(
|
159 |
-
minimum=0,
|
160 |
-
maximum=100,
|
161 |
-
value=40,
|
162 |
-
step=1,
|
163 |
-
label="Top-k",
|
164 |
-
),
|
165 |
-
gr.Slider(
|
166 |
-
minimum=0.0,
|
167 |
-
maximum=2.0,
|
168 |
-
value=1,
|
169 |
-
step=0.1,
|
170 |
-
label="Repetition penalty",
|
171 |
-
),
|
172 |
gr.Dropdown([
|
173 |
'dorna-llama3-8b-instruct.Q8_0.gguf',
|
174 |
'dorna-llama3-8b-instruct.Q4_0.gguf',
|
175 |
'dorna-llama3-8b-instruct.Q5_0.gguf',
|
176 |
'dorna-llama3-8b-instruct.bf16.gguf',
|
177 |
],
|
178 |
-
value="dorna-llama3-8b-instruct.
|
179 |
label="Model"
|
180 |
),
|
181 |
],
|
|
|
146 |
respond,
|
147 |
additional_inputs=[
|
148 |
gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
|
149 |
+
gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
|
|
|
150 |
gr.Slider(
|
151 |
minimum=0.1,
|
152 |
maximum=1.0,
|
|
|
154 |
step=0.05,
|
155 |
label="Top-p",
|
156 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
157 |
gr.Dropdown([
|
158 |
'dorna-llama3-8b-instruct.Q8_0.gguf',
|
159 |
'dorna-llama3-8b-instruct.Q4_0.gguf',
|
160 |
'dorna-llama3-8b-instruct.Q5_0.gguf',
|
161 |
'dorna-llama3-8b-instruct.bf16.gguf',
|
162 |
],
|
163 |
+
value="dorna-llama3-8b-instruct.Q8_0.gguf",
|
164 |
label="Model"
|
165 |
),
|
166 |
],
|