MiladMola commited on
Commit
c303911
1 Parent(s): fcce31f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -17
app.py CHANGED
@@ -146,8 +146,7 @@ demo = gr.ChatInterface(
146
  respond,
147
  additional_inputs=[
148
  gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
149
- gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
150
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
151
  gr.Slider(
152
  minimum=0.1,
153
  maximum=1.0,
@@ -155,27 +154,13 @@ demo = gr.ChatInterface(
155
  step=0.05,
156
  label="Top-p",
157
  ),
158
- gr.Slider(
159
- minimum=0,
160
- maximum=100,
161
- value=40,
162
- step=1,
163
- label="Top-k",
164
- ),
165
- gr.Slider(
166
- minimum=0.0,
167
- maximum=2.0,
168
- value=1,
169
- step=0.1,
170
- label="Repetition penalty",
171
- ),
172
  gr.Dropdown([
173
  'dorna-llama3-8b-instruct.Q8_0.gguf',
174
  'dorna-llama3-8b-instruct.Q4_0.gguf',
175
  'dorna-llama3-8b-instruct.Q5_0.gguf',
176
  'dorna-llama3-8b-instruct.bf16.gguf',
177
  ],
178
- value="dorna-llama3-8b-instruct.Q4_0.gguf",
179
  label="Model"
180
  ),
181
  ],
 
146
  respond,
147
  additional_inputs=[
148
  gr.Textbox(value="You are a helpful Persian assistant. Please answer questions in the asked language.", label="System message", rtl=False),
149
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.1, step=0.1, label="Temperature"),
 
150
  gr.Slider(
151
  minimum=0.1,
152
  maximum=1.0,
 
154
  step=0.05,
155
  label="Top-p",
156
  ),
 
 
 
 
 
 
 
 
 
 
 
 
 
 
157
  gr.Dropdown([
158
  'dorna-llama3-8b-instruct.Q8_0.gguf',
159
  'dorna-llama3-8b-instruct.Q4_0.gguf',
160
  'dorna-llama3-8b-instruct.Q5_0.gguf',
161
  'dorna-llama3-8b-instruct.bf16.gguf',
162
  ],
163
+ value="dorna-llama3-8b-instruct.Q8_0.gguf",
164
  label="Model"
165
  ),
166
  ],