RamAnanth1 commited on
Commit
dfc8b82
·
1 Parent(s): 2f5c740

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -29,23 +29,24 @@ def process(model_A, model_B):
29
  prompt = sample["prompt"]
30
 
31
  df = pd.DataFrame.from_records(sample["filtered_outputs"])
32
- response_A = df[df['model']==model_A]
33
- response_B = df[df['model']==model_B]
34
 
35
 
36
- input_text = "POST: "+ prompt+ "\n\n RESPONSE A: Lime juice, and zest, then freeze in small quantities.\n\n RESPONSE B: Lime marmalade lol\n\n Which response is better? RESPONSE"
37
  x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
38
  y = model.generate(x, max_new_tokens=1)
39
  prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
40
- return prefered, response_A
41
 
42
  title = "Compare Instruction Models to see which one is more helpful"
43
  interface = gr.Interface(fn=process,
44
  inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
45
  gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
46
  outputs=[
 
 
47
  gr.Textbox(label = "Preferred Option"),
48
- gr.DataFrame(label = "Model Responses")
49
 
50
  ],
51
  title=title,
 
29
  prompt = sample["prompt"]
30
 
31
  df = pd.DataFrame.from_records(sample["filtered_outputs"])
32
+ response_A = df[df['model']==model_A]["output"]
33
+ response_B = df[df['model']==model_B]["output"]
34
 
35
 
36
+ input_text = "POST: "+ prompt+ "\n\n RESPONSE A: "+response_A+"\n\n RESPONSE B: "+response_B+"\n\n Which response is better? RESPONSE"
37
  x = tokenizer([input_text], return_tensors='pt').input_ids.to(device)
38
  y = model.generate(x, max_new_tokens=1)
39
  prefered = tokenizer.batch_decode(y, skip_special_tokens=True)[0]
40
+ return pd.concat([response_A,response_B], prefered
41
 
42
  title = "Compare Instruction Models to see which one is more helpful"
43
  interface = gr.Interface(fn=process,
44
  inputs=[gr.Dropdown(choices=model_list, value=model_list[0], label='Model A'),
45
  gr.Dropdown(choices=model_list, value=model_list[1], label='Model B')],
46
  outputs=[
47
+
48
+ gr.DataFrame(label = "Model Responses"),
49
  gr.Textbox(label = "Preferred Option"),
 
50
 
51
  ],
52
  title=title,