Spaces:
Running
Running
File size: 866 Bytes
977063a b9dc6d6 977063a b9dc6d6 42f819f 2dc631c 42f819f 5051da6 acfff07 5051da6 f9d0ccd b9dc6d6 42f819f 7a91b08 b9dc6d6 5051da6 49c6a0b 5051da6 2dc631c 977063a b9dc6d6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import gradio as gr
from evaluation_logic import run_evaluation, AVAILABLE_PROMPT_FORMATS
def gradio_run_evaluation(model_name, prompt_format):
output = []
for result in run_evaluation(str(model_name).strip(), prompt_format):
output.append(result)
yield "\n".join(output)
with gr.Blocks() as demo:
gr.Markdown("# DuckDB SQL Evaluation App")
model_name = gr.Textbox(label="Model Name (e.g., qwen/qwen-2.5-72b-instruct)")
prompt_format = gr.Dropdown(
label="Prompt Format",
choices=['duckdbinst', 'duckdbinstgraniteshort'], #AVAILABLE_PROMPT_FORMATS,
value="duckdbinstgraniteshort"
)
start_btn = gr.Button("Start Evaluation")
output = gr.Textbox(label="Output", lines=20)
start_btn.click(fn=gradio_run_evaluation, inputs=[model_name, prompt_format], outputs=output)
demo.queue().launch() |