Spaces:
Runtime error
Runtime error
Commit
·
dfc8b82
1
Parent(s):
2f5c740
Update app.py
Browse files
app.py
CHANGED
@@ -29,23 +29,24 @@ def process(model_A, model_B):
|
|
29 |
prompt = sample["prompt"]
|
30 |
|
31 |
df = pd.DataFrame.from_records(sample["filtered_outputs"])
|
32 |
-
response_A = df[df['model']==model_A]
|
33 |
-
response_B = df[df['model']==model_B]
|
34 |
|
35 |
|
36 |
-
input_text = "POST: "+ prompt+ "\n\n RESPONSE A:
|
37 |
x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
|
38 |
y = model.generate(x, max_new_tokens=1)
|
39 |
prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
|
40 |
-
return
|
41 |
|
42 |
title = "Compare Instruction Models to see which one is more helpful"
|
43 |
interface = gr.Interface(fn=process,
|
44 |
inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
|
45 |
gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
|
46 |
outputs=[
|
|
|
|
|
47 |
gr.Textbox(label = "Preferred Option"),
|
48 |
-
gr.DataFrame(label = "Model Responses")
|
49 |
|
50 |
],
|
51 |
title=title,
|
|
|
29 |
prompt = sample["prompt"]
|
30 |
|
31 |
df = pd.DataFrame.from_records(sample["filtered_outputs"])
|
32 |
+
response_A = df[df['model']==model_A]["output"]
|
33 |
+
response_B = df[df['model']==model_B]["output"]
|
34 |
|
35 |
|
36 |
+
input_text = "POST: "+ prompt+ "\n\n RESPONSE A: "+response_A+"\n\n RESPONSE B: "+response_B+"\n\n Which response is better? RESPONSE"
|
37 |
x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
|
38 |
y = model.generate(x, max_new_tokens=1)
|
39 |
prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
|
40 |
+
return pd.concat([response_A,response_B], prefered
|
41 |
|
42 |
title = "Compare Instruction Models to see which one is more helpful"
|
43 |
interface = gr.Interface(fn=process,
|
44 |
inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
|
45 |
gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
|
46 |
outputs=[
|
47 |
+
|
48 |
+
gr.DataFrame(label = "Model Responses"),
|
49 |
gr.Textbox(label = "Preferred Option"),
|
|
|
50 |
|
51 |
],
|
52 |
title=title,
|