added code validation

README.md

@@ -18,4 +18,10 @@ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-
 [ ] Consent form
 [ ] Instructions
 [ ] Add proceed button after prolific id
-[ ] Make sure each question has at least 10 responses
+[ ] Make sure each question has at least 10 responses
+
+### TODO List (Human Eval)
+[ ] Check if user_id in database, then resume where they left off
+[ ] Implement save and continue later button
+[ ] Implement questions
+[ ] Back button

app.py

@@ -1,3 +1,6 @@
+import json
+from typing import Dict
+
 from db.schema import Feedback, Response
 from db.crud import ingest
 import pandas as pd
@@ -5,10 +8,9 @@ import streamlit as st
 from datetime import datetime
 import os
 from dotenv import load_dotenv
-import json
-from typing import Dict, List
 
 load_dotenv()
+VALIDATION_CODE = os.getenv("VALIDATION_CODE")
 
 
 class SurveyState:
@@ -46,10 +48,6 @@ class SurveyState:
         return {}
 
 
-def validate_prolific_id(prolific_id: str) -> bool:
-    return bool(prolific_id.strip())
-
-
 def initialization():
     """Initialize session state variables."""
     if "current_index" not in st.session_state:
@@ -64,13 +62,25 @@ def initialization():
         st.session_state.survey_state = SurveyState()
 
 
+def validate_prolific_id(prolific_id: str) -> bool:
+    return bool(prolific_id.strip())
+
+
+def validate_code(input_code: str) -> bool:
+    """Validate the entered code against the hardcoded validation code"""
+    return input_code.strip() == VALIDATION_CODE
+
+
 def prolific_id_screen():
     """Display the Prolific ID entry screen."""
     st.title("Welcome to the Feedback Survey")
+
     prolific_id_input = st.text_input("Enter your Prolific ID and press ENTER:")
+    validation_code_input = st.text_input("Enter the validation code to proceed:")
 
-    if prolific_id_input:
-        if validate_prolific_id(prolific_id_input):
+    if prolific_id_input and validation_code_input:
+        # Validate Prolific ID and code
+        if validate_prolific_id(prolific_id_input) and validate_code(validation_code_input):
             st.session_state.prolific_id = prolific_id_input
 
             # Load previous state if exists
@@ -80,10 +90,13 @@ def prolific_id_screen():
                 st.session_state.responses = saved_state.get('responses', [])
                 st.success("Previous progress loaded! Continuing from where you left off.")
             else:
-                st.success("Prolific ID recorded! Starting new survey.")
+                st.success("Prolific ID and code validated! Starting new survey.")
             st.rerun()
         else:
-            st.warning("Invalid Prolific ID. Please check and try again.")
+            if not validate_prolific_id(prolific_id_input):
+                st.warning("Invalid Prolific ID. Please check and try again.")
+            if not validate_code(validation_code_input):
+                st.warning("Invalid validation code. Please check and try again.")
 
 
 def questions_screen(data):
@@ -120,7 +133,7 @@ def questions_screen(data):
         rating_p0 = st.radio("Rate this config:", options, key=f"rating_p0_{current_index}")
 
         st.write(f"**Query_p1:** {config['query_p1']}")
-        rating_p1 = st.radio("Rate this config:", options,  key=f"rating_p1_{current_index}")
+        rating_p1 = st.radio("Rate this config:", options, key=f"rating_p1_{current_index}")
 
         comment = st.text_area("Comments (Optional):")
     response = Response(config_id=config["config_id"],
@@ -147,7 +160,7 @@ def navigation_buttons(data, rating_v, rating_p0, rating_p1):
 
     with col2:  # Next button
         if st.button("Next"):
-            if rating_v == 0 or rating_p0 == 0 or rating_p1 ==0:
+            if rating_v == 0 or rating_p0 == 0 or rating_p1 == 0:
                 st.warning("Please provide a rating before proceeding.")
             else:
                 if current_index < len(data) - 1: