Update app.py

app.py

@@ -2,37 +2,67 @@ import gradio as gr
 from huggingface_hub import InferenceClient
 from bs4 import BeautifulSoup
 import requests
-from typing import List, Tuple
+from typing import List, Tuple, Optional
 
 # Initialize the InferenceClient with the model ID from Hugging Face
 client = InferenceClient(model="HuggingFaceH4/zephyr-7b-beta")
 
-def scrape_yahoo_search(query: str) -> Tuple[str, str]:
+def scrape_yahoo_search(query: str, num_results: int = 1) -> Tuple[str, str]:
     """
-    Scrapes Yahoo search results for the given query and returns the top result's snippet and URL.
+    Scrapes Yahoo search results for the given query and returns the top results' snippets and URLs.
     
     Args:
         query (str): The search query.
+        num_results (int): Number of results to retrieve.
     
     Returns:
-        Tuple[str, str]: The snippet and URL of the top search result.
+        Tuple[str, str]: The snippets and URLs of the top search results.
     """
     search_url = f"https://search.yahoo.com/search?p={query}"
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+    }
+    
     try:
-        response = requests.get(search_url)
+        response = requests.get(search_url, headers=headers)
         response.raise_for_status()
         soup = BeautifulSoup(response.content, 'html.parser')
-        # Find the top search result snippet and URL
-        result = soup.find('div', {'class': 'dd algo algo-sr Sr'})
-        if result:
+        
+        results = []
+        for result in soup.find_all('div', {'class': 'dd algo algo-sr Sr'}, limit=num_results):
             snippet = result.find('div', {'class': 'compText aAbs'}).get_text(strip=True)
             url = result.find('a')['href']
-            return snippet, url
+            results.append((snippet, url))
+        
+        if results:
+            snippets = "\n\n".join(f"Snippet: {snippet}\nSource: {url}" for snippet, url in results)
+            return snippets, search_url
         else:
             return "No results found.", search_url
+    
     except Exception as e:
         return f"An error occurred while scraping Yahoo: {str(e)}", search_url
 
+def extract_search_query(message: str, trigger_word: str) -> Optional[str]:
+    """
+    Extracts the search query from the message based on the trigger word.
+    
+    Args:
+        message (str): The user's input message.
+        trigger_word (str): The word that activates the search feature.
+    
+    Returns:
+        Optional[str]: The extracted search query if found, otherwise None.
+    """
+    lower_message = message.lower()
+    if trigger_word in lower_message:
+        parts = lower_message.split(trigger_word, 1)
+        if len(parts) > 1:
+            query = parts[1].strip()
+            if query:
+                return query
+    return None
+
 def respond(
     message: str,
     history: List[Tuple[str, str]],
@@ -58,14 +88,12 @@ def respond(
     
     # Check for trigger word and activate search feature if present
     trigger_word = "search"
-    if trigger_word in message.lower():
-        # Extract the query from the message
-        query = message.lower().split(trigger_word, 1)[-1].strip()
-        if query:
-            snippet, url = scrape_yahoo_search(query)
-            message = f"{message}\n\nWeb Content:\n{snippet}\nSource: {url}"
-        else:
-            message = "Please provide a search query after the trigger word."
+    query = extract_search_query(message, trigger_word)
+    if query:
+        snippet, url = scrape_yahoo_search(query, num_results=3)  # Retrieve top 3 results
+        message = f"{message}\n\nWeb Content:\n{snippet}\nSource: {url}"
+    elif query is None:
+        message = "Please provide a search query after the trigger word."
 
     # Prepare the conversation history for the API call
     messages = [{"role": "system", "content": system_message}]