import asyncio import nest_asyncio import os import re import json import time import streamlit as st import base64 from io import BytesIO from dotenv import load_dotenv from selenium import webdriver from selenium.webdriver.chrome.options import Options from selenium.webdriver.common.by import By from selenium.webdriver.common.keys import Keys from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from google import genai # Load environment variables from .env load_dotenv() GEMINI_API_KEY = 'AIzaSyAOK9vRTSRQzd22B2gmbiuIePbZTDyaGYs' if not GEMINI_API_KEY: st.error("GEMINI_API_KEY environment variable not set. Please configure it properly.") # Initialize asyncio for threaded environments try: asyncio.get_event_loop() except RuntimeError: # If there is no event loop in this thread, create one and make it current asyncio.set_event_loop(asyncio.new_event_loop()) # Apply nest_asyncio to allow nested event loops # (sometimes needed in Streamlit) nest_asyncio.apply() # --- Utility Functions --- def take_screenshot(driver): """ Takes a screenshot of the current browser window and returns it as an image that can be displayed in Streamlit. """ screenshot = driver.get_screenshot_as_png() return screenshot def extract_questions_from_fb_data(html): """ Parses the rendered HTML to extract questions and options from the FB_PUBLIC_LOAD_DATA_ JavaScript variable. """ match = re.search(r'var\s+FB_PUBLIC_LOAD_DATA_\s*=\s*(\[.*?\]);', html, re.DOTALL) if not match: st.error("FB_PUBLIC_LOAD_DATA_ not found in HTML.") return [] raw_json = match.group(1) # Replace common escaped sequences for valid JSON replacements = { r'\\n': '\n', r'\\u003c': '<', r'\\u003e': '>', r'\\u0026': '&', r'\\"': '"' } for old, new in replacements.items(): raw_json = raw_json.replace(old, new) raw_json = re.sub(r'[\x00-\x08\x0B-\x1F\x7F]', '', raw_json) try: data = json.loads(raw_json) except json.JSONDecodeError as e: st.error(f"Error decoding FB_PUBLIC_LOAD_DATA_ JSON: {e}") return [] # Typically, questions are stored in data[1][1] questions = [] try: questions_data = data[1][1] except (IndexError, TypeError): return questions for item in questions_data: if not isinstance(item, list) or len(item) < 2: continue q_text = item[1] if isinstance(item[1], str) else None if not q_text: continue q_text = q_text.strip() # For multiple-choice questions, options usually appear in item[4] choices = [] if len(item) > 4 and isinstance(item[4], list): for block in item[4]: if isinstance(block, list) and len(block) > 1 and isinstance(block[1], list): for opt in block[1]: if isinstance(opt, list) and len(opt) > 0 and isinstance(opt[0], str): choices.append(opt[0]) questions.append({ "question_text": q_text, "options": choices }) return questions def generate_answers(questions, api_key): """ For each question, call Google Gemini to generate an answer that matches available options. """ try: # Ensure we have an event loop in this thread try: loop = asyncio.get_event_loop() except RuntimeError: loop = asyncio.new_event_loop() asyncio.set_event_loop(loop) client = genai.Client(api_key=api_key) # Check if we have user personal info to use user_name = st.session_state.get("user_name", "") user_roll_no = st.session_state.get("user_roll_no", "") user_prn = st.session_state.get("user_prn", "") for q in questions: question_text = q["question_text"] options = q["options"] # Check if this appears to be a personal information field q_lower = question_text.lower() # Handle personal information fields first if any(name_word in q_lower for name_word in ["name", "full name", "your name"]) and user_name: q["gemini_answer"] = user_name q["is_personal_info"] = True continue if any(roll_word in q_lower for roll_word in ["roll", "roll no", "roll number"]) and user_roll_no: q["gemini_answer"] = user_roll_no q["is_personal_info"] = True continue if any(prn_word in q_lower for prn_word in ["prn", "prn no", "prn number", "gr number", "grn", "registration"]) and user_prn: q["gemini_answer"] = user_prn q["is_personal_info"] = True continue # For email/phone/other common personal fields, mark them but don't auto-fill if any(info_word in q_lower for info_word in ["email", "phone", "mobile", "address", "contact", "dob", "date of birth"]): q["is_personal_info"] = True q["gemini_answer"] = "[PLEASE FILL THIS FIELD MANUALLY]" continue # For other questions, proceed with regular answer generation if options: prompt = f""" Question: {question_text} These are the EXACT options (choose only one): {', '.join([f'"{opt}"' for opt in options])} Instructions: 1. Choose exactly ONE option from the list above 2. Return ONLY the exact text of the chosen option, nothing else 3. Do not add any explanation, just the option text 4. Do not add quotation marks around the option 5. Do not answer questions asking for personal information like name, roll number, PRN, email, etc. Answer: """ else: prompt = f""" Question: {question_text} Please provide a brief and direct answer to this question. Keep your answer concise (1-2 sentences maximum). Do not answer if this is asking for personal information like name, roll number, PRN, email, etc. Answer: """ try: # Rest of your existing function code... response = client.models.generate_content( model="gemini-2.0-flash", contents=prompt ) # Existing answer processing... answer = response.text.strip() # For multiple choice, ensure it exactly matches one of the options if options: exact_match = False for opt in options: if opt.lower() == answer.lower(): answer = opt # Use the exact casing from the original option exact_match = True break # If no exact match, use the most similar option if not exact_match: from difflib import SequenceMatcher best_match = max(options, key=lambda opt: SequenceMatcher(None, opt.lower(), answer.lower()).ratio()) answer = best_match q["gemini_answer"] = answer except Exception as e: q["gemini_answer"] = f"Error: {str(e)}" st.error(f"Error generating answer: {str(e)}") return questions except Exception as e: st.error(f"Error in generate_answers function: {str(e)}") # Return questions with error messages for q in questions: if "gemini_answer" not in q: q["gemini_answer"] = f"Error: Could not generate answer due to {str(e)}" return questions def fill_form(driver, questions): """ Fills the Google Form with generated answers using the provided driver. """ # Locate question containers (try different selectors) question_containers = driver.find_elements(By.CSS_SELECTOR, "div.freebirdFormviewerViewItemsItemItem") if not question_containers: question_containers = driver.find_elements(By.CSS_SELECTOR, "div[role='listitem']") if not question_containers: st.error("Could not locate question containers in the form.") return False # Print total questions found for debugging print(f"Found {len(question_containers)} question containers in the form") print(f"We have {len(questions)} questions with answers to fill") # Give the form time to fully render time.sleep(2) for idx, q in enumerate(questions): if idx >= len(question_containers): break print(f"\n--------- Processing Question {idx+1} ---------") container = question_containers[idx] answer = q.get("gemini_answer", "").strip() options = q.get("options", []) # Print question and answer for debugging print(f"Question: {q['question_text']}") print(f"Generated Answer: {answer}") if options: try: print(f"This is a multiple-choice question with {len(options)} options") # Try multiple selector strategies to find radio buttons or checkboxes option_elements = container.find_elements(By.CSS_SELECTOR, "div[role='radio']") if not option_elements: option_elements = container.find_elements(By.CSS_SELECTOR, "label") if not option_elements: option_elements = container.find_elements(By.CSS_SELECTOR, "div.appsMaterialWizToggleRadiogroupRadioButtonContainer") if not option_elements: option_elements = container.find_elements(By.CSS_SELECTOR, ".docssharedWizToggleLabeledLabelWrapper") if not option_elements: st.warning(f"Could not find option elements for question {idx+1}") print("No option elements found with any selector strategy") continue print(f"Found {len(option_elements)} option elements in the form") # Normalize the answer text to make matching more robust import re normalized_answer = re.sub(r'[^\w\s]', '', answer.lower()).strip() # First pass: Try exact matches clicked = False print("\nTrying exact matches...") # Create a dictionary mapping option text to elements option_dict = {} # First extract all option texts for i, opt_elem in enumerate(option_elements): # Get text directly and from child elements if needed opt_text = opt_elem.text.strip() # If no text, try getting from child elements if not opt_text: for child in opt_elem.find_elements(By.XPATH, ".//div"): child_text = child.text.strip() if child_text: opt_text = child_text break # Still no text? Try aria-label if not opt_text: opt_text = opt_elem.get_attribute("aria-label") or "" # Store in dictionary for later use if we have text if opt_text: normalized_opt = re.sub(r'[^\w\s]', '', opt_text.lower()).strip() option_dict[normalized_opt] = opt_elem print(f"Option {i+1}: '{opt_text}' (normalized: '{normalized_opt}')") else: print(f"Option {i+1}: [NO TEXT FOUND]") # Try exact match if normalized_answer in option_dict: print(f"Found exact match for: '{normalized_answer}'") option_dict[normalized_answer].click() clicked = True else: # Try substring matches for opt_text, opt_elem in option_dict.items(): if opt_text in normalized_answer or normalized_answer in opt_text: print(f"Found partial match: '{opt_text}' with answer '{normalized_answer}'") opt_elem.click() clicked = True break # Try matching with original options if not clicked: print("\nTrying to match with original options list...") for i, original_opt in enumerate(options): print(f"Original option {i+1}: '{original_opt}'") normalized_orig = re.sub(r'[^\w\s]', '', original_opt.lower()).strip() # First check direct equality if normalized_orig == normalized_answer: print(f"EXACT match with original option: '{original_opt}'") # Find matching element in the dictionary or by position if normalized_orig in option_dict: option_dict[normalized_orig].click() clicked = True break elif i < len(option_elements): print(f"Clicking by position: element {i}") option_elements[i].click() clicked = True break # Then try substring matching elif normalized_orig in normalized_answer or normalized_answer in normalized_orig: print(f"PARTIAL match with original option: '{original_opt}'") if i < len(option_elements): option_elements[i].click() clicked = True break # Try similarity matching as last resort if not clicked: print("\nNo direct matches found, trying similarity matching...") from difflib import SequenceMatcher # Try matching with form elements best_score = 0 best_element = None for opt_text, opt_elem in option_dict.items(): score = SequenceMatcher(None, opt_text, normalized_answer).ratio() if score > best_score and score > 0.6: # Require at least 60% similarity best_score = score best_element = opt_elem if best_element: print(f"Best similarity match score: {best_score}") best_element.click() clicked = True else: # Try matching with original options best_score = 0 best_idx = 0 for i, original_opt in enumerate(options): normalized_orig = re.sub(r'[^\w\s]', '', original_opt.lower()).strip() score = SequenceMatcher(None, normalized_orig, normalized_answer).ratio() if score > best_score: best_score = score best_idx = i if best_score > 0.5 and best_idx < len(option_elements): # 50% similarity threshold print(f"Best similarity with original option: '{options[best_idx]}' (score: {best_score})") option_elements[best_idx].click() clicked = True # Last resort: click first option if nothing matched if not clicked and option_elements: st.warning(f"No match found for question {idx+1}, selecting first option as fallback") print("No suitable match found, clicking first option as fallback") option_elements[0].click() except Exception as e: st.error(f"Error filling multiple-choice question {idx+1}: {e}") print(f"Exception: {str(e)}") else: try: print("This is a text question") # For text questions, locate the text input or textarea and fill in the answer input_elem = None # Try multiple strategies to find the text input try: input_elem = container.find_element(By.CSS_SELECTOR, "input[type='text']") print("Found text input element") except Exception: try: input_elem = container.find_element(By.CSS_SELECTOR, "textarea") print("Found textarea element") except Exception: try: # Try more generic selectors input_elem = container.find_element(By.CSS_SELECTOR, "input") print("Found generic input element") except Exception: try: input_elem = container.find_element(By.TAG_NAME, "textarea") print("Found generic textarea element") except Exception: st.error(f"Could not locate input element for question {idx+1}") print("Failed to find any input element for this question") if input_elem: input_elem.clear() input_elem.send_keys(answer) print(f"Filled text answer: {answer}") except Exception as e: st.error(f"Error filling text question {idx+1}: {e}") print(f"Exception: {str(e)}") print("\n---------- Form filling completed ----------") return True def login_to_google(driver, email, password): """ Logs into Google account using the provided credentials. """ try: # Navigate to Google login page driver.get("https://accounts.google.com/signin") time.sleep(2) # Take screenshot to show the login page screenshot = take_screenshot(driver) st.image(screenshot, caption="Login Page", use_column_width=True) # Enter email email_input = WebDriverWait(driver, 10).until( EC.presence_of_element_located((By.CSS_SELECTOR, "input[type='email']")) ) email_input.clear() email_input.send_keys(email) email_input.send_keys(Keys.RETURN) time.sleep(2) # Take screenshot after email entry screenshot = take_screenshot(driver) st.image(screenshot, caption="Email Entered", use_column_width=True) # Enter password password_input = WebDriverWait(driver, 10).until( EC.presence_of_element_located((By.CSS_SELECTOR, "input[type='password']")) ) password_input.clear() password_input.send_keys(password) password_input.send_keys(Keys.RETURN) time.sleep(5) # Wait for login to complete # Take screenshot after login attempt screenshot = take_screenshot(driver) st.image(screenshot, caption="Login Attempt Result", use_column_width=True) # Check if login was successful by looking for a common element on the Google account page try: WebDriverWait(driver, 5).until( EC.presence_of_element_located((By.CSS_SELECTOR, "div[data-email]")) ) return True except: # Check if we're no longer on the accounts.google.com/signin page if "accounts.google.com/signin" not in driver.current_url: return True # Check for possible 2FA prompt if "2-Step Verification" in driver.page_source or "verification" in driver.page_source.lower(): st.warning("Two-factor authentication detected. Please complete it in the browser window.") return "2FA" return False except Exception as e: st.error(f"Error during login: {str(e)}") return False def initialize_browser(): """ Initialize a Chrome browser with Docker-compatible settings """ from webdriver_manager.chrome import ChromeDriverManager from selenium.webdriver.chrome.service import Service chrome_options = Options() chrome_options.add_argument("--headless=new") # Modern headless mode chrome_options.add_argument("--no-sandbox") chrome_options.add_argument("--disable-dev-shm-usage") chrome_options.add_argument("--disable-gpu") chrome_options.add_argument("--window-size=1920,1080") chrome_options.add_argument("--user-agent=Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36") try: # First attempt: Try using webdriver-manager try: service = Service(ChromeDriverManager().install()) driver = webdriver.Chrome(service=service, options=chrome_options) return driver except Exception as e1: st.warning(f"First browser initialization attempt failed: {e1}") # Second attempt: Try direct Chrome browser instance try: driver = webdriver.Chrome(options=chrome_options) return driver except Exception as e2: st.error(f"Second browser initialization attempt failed: {e2}") return None except Exception as e: st.error(f"Failed to initialize browser: {str(e)}") return None # --- Streamlit App --- st.title("Google Form Auto Filler with Gemini") st.write(""" This app uses a headless browser to help you fill Google Forms automatically with AI-generated answers. You'll be able to see screenshots of what's happening in the browser as it progresses. """) # NEW CODE: Add instructions for personal info feature st.info(""" **NEW FEATURE**: You can now provide your name, roll number, and PRN number to auto-fill personal information fields in forms. The app will detect fields asking for this information and use your provided details instead of AI-generated answers. """) # Initialize session state variables if "driver" not in st.session_state: st.session_state.driver = None if "login_status" not in st.session_state: st.session_state.login_status = None if "form_filled" not in st.session_state: st.session_state.form_filled = False if "screenshot" not in st.session_state: st.session_state.screenshot = None # Step 1: Login to Google Account st.header("Step 1: Login to Google Account") # Collect Google credentials with st.form("google_login"): email = st.text_input("Google Email") password = st.text_input("Google Password", type="password") submit_button = st.form_submit_button("Login to Google") if submit_button and email and password: # Initialize browser using our Docker-compatible function driver = initialize_browser() if driver: st.session_state.driver = driver # Show initial browser window screenshot = take_screenshot(driver) st.session_state.screenshot = screenshot st.image(screenshot, caption="Browser Started", use_column_width=True) # Try to login login_result = login_to_google(driver, email, password) st.session_state.login_status = login_result if login_result == True: st.success("Login successful!") elif login_result == "2FA": st.warning("Two-factor authentication may be required. Check the screenshot for verification prompts.") st.info("You might need to complete 2FA in the browser window. Screenshots will update as you proceed.") else: st.error("Login failed. Please check your credentials and try again.") else: st.error("Failed to initialize browser. Please check Docker configuration.") # Add manual confirmation option for login if st.session_state.login_status == False: st.info("If you can see that you're actually logged in from the screenshot above, click the button below:") if st.button("I'm actually logged in successfully"): st.session_state.login_status = True st.success("Login status manually confirmed! You can proceed to the form filling step.") # Display a refreshing screenshot if 2FA is detected if st.session_state.login_status == "2FA" and st.session_state.driver: if st.button("Take New Screenshot (for 2FA completion check)"): screenshot = take_screenshot(st.session_state.driver) st.session_state.screenshot = screenshot st.image(screenshot, caption="Current Browser State", use_column_width=True) # Check if we're past the login page now if "accounts.google.com/signin" not in st.session_state.driver.current_url: st.success("Looks like you completed 2FA! You can proceed to the form filling step.") st.session_state.login_status = True if st.session_state.driver and (st.session_state.login_status == True or st.session_state.login_status == "2FA"): st.header("Step 2: Fill Google Form") # Make this more prominent st.markdown("### Enter your Google Form URL below:") form_url = st.text_input("Form URL:", key="form_url_input") # Add this code after the Google Form URL input section, before the Process Form button if form_url: # Store form URL in session state so we can access it later if "form_url" not in st.session_state: st.session_state.form_url = form_url # NEW CODE: Add personal information fields (FIXED VERSION) st.markdown("### Personal Information") st.info("If the form has fields for name, roll number or PRN, enter them below to auto-fill those fields.") col1, col2 = st.columns(2) with col1: # Values will automatically be stored in session state with these keys st.text_input("Your Name:", key="user_name") with col2: st.text_input("Roll Number:", key="user_roll_no") st.text_input("PRN Number:", key="user_prn") # Process Form button (existing code) if st.button("Process Form", key="process_form_button") or "questions" in st.session_state: driver = st.session_state.driver # Only load the form if questions aren't already processed if "questions" not in st.session_state: driver.get(form_url) time.sleep(5) # Allow the form to load completely # Show the form screenshot = take_screenshot(driver) st.image(screenshot, caption="Google Form Loaded", use_column_width=True) html = driver.page_source # Extract questions from the form questions = extract_questions_from_fb_data(html) if not questions: st.error("No questions extracted from the form.") else: st.success(f"Successfully extracted {len(questions)} questions from the form.") # Generate answers using Google Gemini with st.spinner("Generating answers with Gemini..."): questions = generate_answers(questions, GEMINI_API_KEY) # Store questions in session state st.session_state.questions = questions else: # Use the stored questions questions = st.session_state.questions # Display the questions and answers st.write("--- Generated Answers ---") for idx, q in enumerate(questions, start=1): st.write(f"**Question {idx}:** {q['question_text']}") if q["options"]: st.write("Options:", ", ".join(q["options"])) else: st.write("(No multiple-choice options)") # Check if this was auto-filled with personal info if q.get("is_personal_info", False): st.write("**Personal Info Auto-Fill:** ", q["gemini_answer"]) st.info("This field was detected as personal information and will be filled with your provided details.") else: st.write("**Generated Answer:** ", q["gemini_answer"]) st.write("---") # Add a clear separation before form actions st.markdown("### Form Actions") # Fill form button - only show if form not already filled if not st.session_state.get("form_filled", False): if st.button("Fill Form with Generated Answers", key="fill_form_button"): with st.spinner("Filling form..."): # Navigate to the form again to ensure clean state driver.get(st.session_state.form_url) time.sleep(3) if fill_form(driver, questions): time.sleep(2) # Give time for all fields to be properly filled # Take screenshot after filling filled_screenshot = take_screenshot(driver) st.session_state.filled_screenshot = filled_screenshot st.session_state.form_filled = True st.success("Form successfully filled with generated answers!") st.image(filled_screenshot, caption="Form Filled with Answers", use_column_width=True) # Show the filled form if it exists in session state if st.session_state.get("form_filled", False) and "filled_screenshot" in st.session_state: if not st.session_state.get("showing_filled_form", False): st.image(st.session_state.filled_screenshot, caption="Form Filled with Generated Answers", use_column_width=True) st.session_state.showing_filled_form = True # Instruction message instead of submit button st.success("✅ Form has been filled with AI-generated answers!Just go and change your name and stuff") st.info("💡 You can check the answers generated by opening the form link on your browser.") st.markdown(f"📝 **Form Link:** [Open in Browser]({form_url})") # Option to close the browser if st.session_state.driver: st.markdown("---") if st.button("Close Browser"): st.session_state.driver.quit() st.session_state.driver = None st.session_state.login_status = None st.session_state.form_filled = False st.session_state.questions = None st.session_state.form_url = None st.session_state.filled_screenshot = None st.session_state.showing_filled_form = False st.success("Browser closed. All session data cleared.")