Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
⚡️ tweak params
Browse filesSigned-off-by: peter szemraj <[email protected]>
app.py
CHANGED
@@ -30,7 +30,7 @@ def proc_submission(
|
|
30 |
length_penalty,
|
31 |
repetition_penalty,
|
32 |
no_repeat_ngram_size,
|
33 |
-
max_input_length: int =
|
34 |
):
|
35 |
"""
|
36 |
proc_submission - a helper function for the gradio module to process submissions
|
@@ -209,7 +209,7 @@ if __name__ == "__main__":
|
|
209 |
)
|
210 |
with gr.Row():
|
211 |
model_size = gr.Radio(
|
212 |
-
choices=["base", "large"], label="Model Variant", value="
|
213 |
)
|
214 |
num_beams = gr.Radio(
|
215 |
choices=[2, 3, 4],
|
@@ -228,9 +228,9 @@ if __name__ == "__main__":
|
|
228 |
step=0.05,
|
229 |
)
|
230 |
token_batch_length = gr.Radio(
|
231 |
-
choices=[512, 768, 1024],
|
232 |
label="token batch length",
|
233 |
-
value=
|
234 |
)
|
235 |
|
236 |
with gr.Row():
|
|
|
30 |
length_penalty,
|
31 |
repetition_penalty,
|
32 |
no_repeat_ngram_size,
|
33 |
+
max_input_length: int = 1024,
|
34 |
):
|
35 |
"""
|
36 |
proc_submission - a helper function for the gradio module to process submissions
|
|
|
209 |
)
|
210 |
with gr.Row():
|
211 |
model_size = gr.Radio(
|
212 |
+
choices=["base", "large"], label="Model Variant", value="base"
|
213 |
)
|
214 |
num_beams = gr.Radio(
|
215 |
choices=[2, 3, 4],
|
|
|
228 |
step=0.05,
|
229 |
)
|
230 |
token_batch_length = gr.Radio(
|
231 |
+
choices=[512, 768, 1024, 1536],
|
232 |
label="token batch length",
|
233 |
+
value=1024,
|
234 |
)
|
235 |
|
236 |
with gr.Row():
|