Update app.py

app.py

@@ -2,10 +2,10 @@ import gradio as gr
 import subprocess
 
 
-def generate_text(length, prefix, temperature):
+def generate_text(length, prefix, temperature,batchsize,topk,topp,rep):
  # 构建命令行参数
  my_prefix = "--prefix=" + prefix + ","
- args = ["python", "generate.py", f"--length={int(length)}", f"--nsamples=1", f"--prefix={prefix}", f"--temperature={temperature}"]
+ args = ["python", "generate.py", f"--length={int(length)}", f"--nsamples=1", f"--prefix={prefix}", f"--temperature={temperature}",f"--batch_size={int(batchsize)",f"--topk={int(topk)",f"--topp={topp}",f"--repetition_penalty={rep}"]
  
  # 执行命令并获取输出
  process = subprocess.Popen(args, stdout=subprocess.PIPE)
@@ -15,12 +15,16 @@ def generate_text(length, prefix, temperature):
  return output
 
 input_length = gr.Slider(label="生成文本长度", minimum=10, maximum=500, default=100,step=10)
-#input_nsamples = gr.Slider(label="生成文本数量", minimum=1, maximum=5, default=1,step=1)
 input_prefix = gr.Textbox(label="起始文本")
-input_temperature = gr.Slider(label="生成温度", minimum=0.1, maximum=2.0, default=0.7, step=0.1)
+input_temperature = gr.Slider(label="生成温度", minimum=0, maximum=2, default=1, step=0.01)
+input_batchsize = gr.Slider(label="生成的batch size", minimum=1, maximum=8, default=4,step=1)
+input_topk = gr.Slider(label="最高几选一", minimum=1, maximum=20, default=8, step=1)
+input_topp = gr.Slider(label="最高积累概率", minimum=0, maximum=2, default=0,step=0.01)
+input_repeat_penality = gr.Slider(label="重复罚值", minimum=0, maximum=2, default=1,step=0.01)
+
 output_text = gr.Textbox(label="生成的文本")
 
 title = "GPT2中文文本生成器"
 description = "cpu推理约1s/字，温度太低基本是无意义字符"
 
-gr.Interface(fn=generate_text, inputs=[input_length, input_prefix, input_temperature], outputs=output_text, title=title, description=description).launch()
+gr.Interface(fn=generate_text, inputs=[input_length, input_prefix, input_temperature,input_batchsize,input_topk,input_topp,input_repeat_penality], outputs=output_text, title=title, description=description).launch()