Update main.py

main.py

@@ -59,25 +59,28 @@ async def generate_report(request: Request, query: QueryModel):
     query_str = query.topic
     description = query.description
     user_id = query.user_id
-    internet = "online" if query.internet else "offline"
+    internet = query.internet
     sys_prompt_output_format = sys_prompts[internet][query.output_format]
     data_format = query.data_format
 
     # Combine query with user keywords
-    if query.internet:
+    if internet:
         search_query = description
         # Search for relevant URLs
-        urls = search_brave(search_query, num_results=4)
-
-        # Fetch and extract content from the URLs
-        all_text_with_urls = fetch_and_extract_content(data_format, urls, query_str)
-
-        # Prepare the prompt for generating the report
-        additional_context = limit_tokens(str(all_text_with_urls))
-        prompt = f"#### COMPLETE THE TASK: {description} #### IN THE CONTEXT OF ### CONTEXT: {query_str} USING THE #### SCRAPED DATA:{additional_context}"
-
-    else:
-        prompt = f"#### COMPLETE THE TASK: {query_str} #### IN THE CONTEXT OF ### CONTEXT: {description}"
+        try:
+            urls = search_brave(search_query, num_results=4)
+            # Fetch and extract content from the URLs
+            all_text_with_urls = fetch_and_extract_content(data_format, urls, query_str)
+            # Prepare the prompt for generating the report
+            additional_context = limit_tokens(str(all_text_with_urls))
+            prompt = f"#### COMPLETE THE TASK: {description} #### IN THE CONTEXT OF ### CONTEXT: {query_str} USING THE #### SCRAPED DATA:{additional_context}"
+            
+        except Exception as e:
+            internet = False
+            print("failed to search/scrape results, falling back to LLM response")
+    
+    if not internet:
+        prompt = f"#### COMPLETE THE TASK: {description} #### IN THE CONTEXT OF ### CONTEXT: {query_str}"
         all_text_with_urls = [("","")]
 
     md_report = together_response(prompt, model=llm_default_medium, SysPrompt=sys_prompt_output_format)