Update helper_functions_api.py

helper_functions_api.py

@@ -237,12 +237,34 @@ def fetch_and_extract_content(data_format, urls, query):
 
     return all_text_with_urls
 
-
-#@retry(tries=3, delay=0.25)
 def search_brave(query, num_results=5):
+    """Fetch search results from Brave's API."""
+    
     cleaned_query = query #re.sub(r'[^a-zA-Z0-9]+', '', query)
     search_query = together_response(cleaned_query, model=llm_default_small, SysPrompt=SysPromptSearch, max_tokens = 25).strip()
     cleaned_search_query = re.sub(r'[^\w\s]', '', search_query).strip() #re.sub(r'[^a-zA-Z0-9*]+', '', search_query)
-    brave = Brave(BRAVE_API_KEY)
-    search_results = brave.search(q=cleaned_search_query, count=num_results)
-    return [url.__str__() for url in search_results.urls],cleaned_search_query
+    
+    url = "https://api.search.brave.com/res/v1/web/search"
+    headers = {
+        "Accept": "application/json",
+        "Accept-Encoding": "gzip",
+        "X-Subscription-Token": BRAVE_API_KEY 
+    }
+    params = {"q": cleaned_search_query}
+    
+    response = requests.get(url, headers=headers, params=params)
+    
+    if response.status_code == 200:
+        result = response.json()  # Return the JSON response if successful
+        return [item["url"] for item in result["web"]["results"]][:num_results]
+    else:
+        return f"Error: {response.status_code}"  # Return error code if not successful
+
+# #@retry(tries=3, delay=0.25)
+# def search_brave(query, num_results=5):
+#     cleaned_query = query #re.sub(r'[^a-zA-Z0-9]+', '', query)
+#     search_query = together_response(cleaned_query, model=llm_default_small, SysPrompt=SysPromptSearch, max_tokens = 25).strip()
+#     cleaned_search_query = re.sub(r'[^\w\s]', '', search_query).strip() #re.sub(r'[^a-zA-Z0-9*]+', '', search_query)
+#     brave = Brave(BRAVE_API_KEY)
+#     search_results = brave.search(q=cleaned_search_query, count=num_results)
+#     return [url.__str__() for url in search_results.urls],cleaned_search_query