update app.py

app.py

@@ -3,12 +3,29 @@ import pandas as pd
 from PIL import Image
 from transformers import pipeline
 pipe = pipeline('text-classification', model='tiedaar/short-answer-classification')
+bleurt_pipe = pipeline('text-classification', model="vaiibhavgupta/finetuned-bleurt-large")
+tokenizer = AutoTokenizer.from_pretrained("vaiibhavgupta/finetuned-bleurt-large")
+
+subsections = pd.read_csv('tp-subsections.csv').dropna(axis=0, how='any', subset=['question'])
 
 def reset():
     st.session_state.ind = False
     st.session_state.student_answer = False
 
-subsections = pd.read_csv('tp-subsections.csv').dropna(axis=0, how='any', subset=['question'])
+def get_mpnet(candidate, reference):
+    text = candidate + '</s>' + reference
+    res = pipe(text)[0]['label']
+    return res
+
+def get_bleurt(candidate, reference):
+    text = candidate + tokenizer.sep_token + reference
+    score = bleurt_pipe(text)[1]['score']
+    if score > 0.7:
+        return 'correct_answer'
+    else
+        return 'incorrect_answer'
+    
+
 
 
 st.title('iTELL Short Answer Scoring Demo')
@@ -30,14 +47,23 @@ if st.session_state.ind:
     st.text_input("Write your answer here", key='student_answer')
 
     if st.session_state.student_answer:
-        text = st.session_state.student_answer + '</s>' + answer
-        res = pipe(text)[0]['label']
-        if res == 'correct_answer':
-            st.image(Image.open('congratulations-meme.jpeg'))
-            st.write('Yay, you got it right!')
-        elif res == 'incorrect_answer':
-            st.write('Nope, you said', st.session_state.student_answer) 
-            st.write('A better answer would have been', answer)
+        mpnet_res = get_mpnet(st.session_state.student_answer, answer)
+        bleurt_res = get_bleurt(st.session_state.student_answer, answer)
+        col1, col2 = st.columns(2)
+        with col1:
+            if mpnet_res == 'correct_answer':
+                st.image(Image.open('congratulations-meme.jpeg'))
+                st.write('Yay, you got it right!')
+            elif mpnet_res == 'incorrect_answer':
+                st.write('Nope, you said', st.session_state.student_answer) 
+                st.write('A better answer would have been', answer)
+        with col2:
+            if bleurt_res == 'correct_answer':
+                st.image(Image.open('congratulations-meme.jpeg'))
+                st.write('Yay, you got it right!')
+            elif bleurt_res == 'incorrect_answer':
+                st.write('Nope, you said', st.session_state.student_answer) 
+                st.write('A better answer would have been', answer)
         st.button('Reset', on_click=reset)