add

app.py

@@ -189,10 +189,24 @@ def main_app():
             st.markdown(st.session_state['analysis'])
 
             feedback = st.text_input("Provide your feedback on the response:")
-            rating = st.slider("Rate the response:", 0, 10, 5)
+
+            criteria = {
+                "Faithfulness": "Are all claims made in the answer inferred from the given context, i.e., not hallucinated?",
+                "Answer Relevancy": "Is the answer relevant to the question?",
+                "Context Relevancy": "Is the context relevant to the question?",
+                "Correctness": "Is the answer factually correct, based on the context?",
+                "Clarity": "Is the answer explained clearly without the extensive jargon of the original document?",
+                "Completeness": "Is the question answered fully, with all parts and subquestions being addressed?",
+                "Legal Reasoning": "Is legal reasoning and clear logical application of principles applied, if required?"
+            }
+
+            ratings = {}
+            for criterion, description in criteria.items():
+                ratings[criterion] = st.sidebar.slider(f"{criterion}: {description}", 1, 5, 3)
+            #rating = st.slider("Rate the response:", 0, 10, 5)
 
             if st.button('Submit Feedback'):
-                store_feedback(str(generate_prompt_from_profile(profile, version=st.session_state['version'])), st.session_state['analysis'], feedback, rating, "wu981526092/feedback_report")
+                store_feedback(str(generate_prompt_from_profile(profile, version=st.session_state['version'])), st.session_state['analysis'], feedback, str(ratings), "wu981526092/feedback_report")
 
 
 
@@ -330,10 +344,26 @@ def sidebar_components():
 
                     # Ask for feedback
                     feedback = st.sidebar.text_input("Provide your feedback on the response:")
-                    rating = st.sidebar.slider("Rate the response:", 0, 10, 5)
+
+                    # Feedback criteria
+                    st.sidebar.markdown("## Feedback Criteria")
+                    criteria = {
+                        "Faithfulness": "Are all claims made in the answer inferred from the given context, i.e., not hallucinated?",
+                        "Answer Relevancy": "Is the answer relevant to the question?",
+                        "Context Relevancy": "Is the context relevant to the question?",
+                        "Correctness": "Is the answer factually correct, based on the context?",
+                        "Clarity": "Is the answer explained clearly without the extensive jargon of the original document?",
+                        "Completeness": "Is the question answered fully, with all parts and subquestions being addressed?",
+                        "Legal Reasoning": "Is legal reasoning and clear logical application of principles applied, if required?"
+                    }
+                    ratings = {}
+                    for criterion, description in criteria.items():
+                        ratings[criterion] = st.sidebar.slider(f"{criterion}: {description}", 1, 5, 3)
+
+                    #rating = st.sidebar.slider("Rate the response:", 0, 10, 5)
 
                     if st.sidebar.button('Submit Feedback'):
-                        store_feedback(user_input, response, feedback, rating, "wu981526092/feedback_report")
+                        store_feedback(user_input, response, feedback, str(ratings), "wu981526092/feedback_coach")
                         st.sidebar.success("Feedback submitted successfully!")