Update app.py

app.py

@@ -32,14 +32,13 @@ if not APIFY_API_TOKEN:
     st.error("APIFY_API_TOKEN is not set in the environment variables. Please set it and restart the application.")
 
 # Initialize the ApifyClient with the API token
-client = ApifyClient(APIFY_API_TOKEN)
-# Initialize the ApifyClient with the API token
+apify_client = ApifyClient(APIFY_API_TOKEN)
 
 # Initialize OpenAI client
 OPENAI_API_KEY = os.environ.get('OPENAI_API_KEY')
 if not OPENAI_API_KEY:
     st.error("OPENAI_API_KEY is not set in the environment variables. Please set it and restart the application.")
-client = OpenAI(api_key=OPENAI_API_KEY)
+openai_client = OpenAI(api_key=OPENAI_API_KEY)
 
 # Configuration: Set to True if running locally, False if running on Streamlit Cloud
 IS_LOCAL = False
@@ -125,16 +124,11 @@ def get_serp_results(query):
     }
 
     try:
-        #logger.debug(f"Calling Apify Actor with input: {run_input}")
         # Run the Actor and wait for it to finish
-        run = client.actor("nFJndFXA5zjCTuudP").call(run_input=run_input)
-       # logger.info(f"Apify Actor run completed. Run ID: {run.get('id')}")
+        run = apify_client.actor("nFJndFXA5zjCTuudP").call(run_input=run_input)
         
         # Fetch results from the run's dataset
-        
-        #logger.debug(f"Fetching results from dataset ID: {run.get('defaultDatasetId')}")
-        results = list(client.dataset(run["defaultDatasetId"]).iterate_items())
-       # logger.info(f"Fetched {len(results)} results from Apify dataset")
+        results = list(apify_client.dataset(run["defaultDatasetId"]).iterate_items())
         
         if results and 'organicResults' in results[0]:
             serp_data = []
@@ -144,11 +138,9 @@ def get_serp_results(query):
                 serp_data.append({'url': url, 'content': content})
             return serp_data
         else:
-           # logger.warning("No organic results found in the SERP data.")
             st.warning("No organic results found in the SERP data.")
             return []
     except Exception as e:
-       # logger.exception(f"Error fetching SERP results: {str(e)}")
         st.error(f"Error fetching SERP results: {str(e)}")
         return []
 
@@ -157,13 +149,13 @@ def get_serp_results(query):
         
 def extract_relevant_content(full_content, query):
     try:
-        response = client.chat.completions.create(
-            model="gpt-4o-mini",
+        response = openai_client.chat.completions.create(
+            model="gpt-3.5-turbo",
             messages=[
                 {"role": "system", "content": "You are a helpful assistant that extracts the most relevant content from web pages."},
-                {"role": "user", "content": f"Given the following web page content and search query, extract only the most relevant parts of the content that answer or relate to the query.If there's no relevant content, say 'No relevant content found.'\n\nQuery: {query}\n\nContent: {full_content[:4000]}"}  # Limit input to 4000 characters
+                {"role": "user", "content": f"Given the following web page content and search query, extract only the most relevant parts of the content that answer or relate to the query. Limit your response to about 1000 characters. If there's no relevant content, say 'No relevant content found.'\n\nQuery: {query}\n\nContent: {full_content[:4000]}"}  # Limit input to 4000 characters
             ],
-            max_tokens=3000  # Adjust as needed
+            max_tokens=500  # Adjust as needed
         )
         return response.choices[0].message.content.strip()
     except Exception as e: