Update app.py

app.py

@@ -44,6 +44,20 @@ def call_chatgpt(prompt: str) -> str:
     return ans
 
 
+def ai_judge(prompt: str) -> float:
+    """
+    Uses the ChatGPT function to identify whether the content can answer the question
+
+    Args:
+        prompt: A string that represents the prompt
+
+    Returns:
+        float: A score
+    """
+
+    return call_chatgpt(prompt)
+
+
 ## rag strategy 1
 # file_names = [f"output_files/file_{i}.txt" for i in range(131)]
 # # file_names = [f"output_files_large/file_{i}.txt" for i in range(1310)]
@@ -163,6 +177,24 @@ if prompt := st.chat_input("Tell me about YSA"):
             ref_from_db_search = ref["answers"]
             final_ref = ref
 
+        independent_ai_judge_score = []
+        for i in range(final_ref.shape[0]):
+            this_quest = question
+            this_content = final_ref["answers"][i]
+            prompt_for_ai_judge = f"""
+                The user asked a question: {question}
+
+                We have found this content: {this_content}
+
+                From 0 to 10, rate how well the content address the user's question. 
+
+                Only produce a number from 0 to 10. 
+            """
+            this_score = ai_judge(prompt_for_ai_judge)
+            independent_ai_judge_score.append(this_score)
+
+        final_ref["ai_judge"] = independent_ai_judge_score
+
         engineered_prompt = f"""
             Based on the context: {ref_from_db_search},
             answer the user question: {question}.