Update app.py

app.py

@@ -19,6 +19,7 @@ import urllib.parse
 import openai
 from openai import OpenAI
 import re
+import pycountry
 
 
 load_dotenv()
@@ -58,6 +59,7 @@ DEVICE_OPTIONS = ["All Devices", "desktop", "mobile", "tablet"]
 BASE_DIMENSIONS = ["page", "query", "country", "date"]
 MAX_ROWS = 250_000
 DF_PREVIEW_ROWS = 100
+COUNTRY_OPTIONS = sorted([(country.alpha_2, country.name) for country in pycountry.countries], key=lambda x: x[1])
 
 # -------------
 # Streamlit App Configuration
@@ -106,7 +108,7 @@ def generate_embeddings(text_list, model_type):
     return embeddings
 
 
-def get_serp_results(query):
+def get_serp_results(query, country_code):
     if not APIFY_API_TOKEN:
         st.error("Apify API token is not set. Unable to fetch SERP results.")
         return []
@@ -121,6 +123,7 @@ def get_serp_results(query):
         "saveHtml": False,
         "saveHtmlToKeyValueStore": False,
         "includeIcons": False,
+        "countryCode": country_code,  # Add this line
     }
 
     try:
@@ -208,12 +211,12 @@ def calculate_relevance_score(page_content, query, co):
         st.error(f"Error calculating relevance score: {str(e)}")
         return 0
 
-def analyze_competitors(row, co, custom_url=None):
-   # logger.info(f"Analyzing competitors for query: {row['query']}")
+def analyze_competitors(row, co, custom_url=None, country_code=None):
+    # logger.info(f"Analyzing competitors for query: {row['query']}")
     query = row['query']
     our_url = row['page']
     
-    competitor_data = get_serp_results(query)
+    competitor_data = get_serp_results(query, country_code)
     
     if custom_url and custom_url not in [data['url'] for data in competitor_data]:
         custom_content = fetch_content(custom_url, query)
@@ -232,11 +235,11 @@ def analyze_competitors(row, co, custom_url=None):
     
     return results_df
 
-def show_competitor_analysis(row, co):
+def show_competitor_analysis(row, co, country_code):
     if st.button("Check Competitors", key=f"comp_{row['page']}"):
-       # logger.info(f"Competitor analysis requested for page: {row['page']}")
+        # logger.info(f"Competitor analysis requested for page: {row['page']}")
         with st.spinner('Analyzing competitors...'):
-            results_df = analyze_competitors(row, co)
+            results_df = analyze_competitors(row, co, country_code=country_code)
             st.write("Relevancy Score Comparison:")
             st.dataframe(results_df)
             
@@ -489,7 +492,7 @@ def calculate_single_relevancy(row):
     score = calculate_relevance_score(page_content, query, co)
     return score
 
-def show_tabular_data(df, co):
+def show_tabular_data(df, co, country_code):
     st.write("Data Table with Relevancy Scores")
     
     # Pagination
@@ -559,7 +562,7 @@ def show_tabular_data(df, co):
         if competitor_button:
             st.write(f"Competitor Analysis for: {row.query}")
             with st.spinner('Analyzing competitors...'):
-                results_df = analyze_competitors(row._asdict(), co)
+                results_df = analyze_competitors(row._asdict(), co, country_code=country_code)
                 
                 # Sort the results by relevancy score in descending order
                 results_df = results_df.sort_values('relevancy_score', ascending=False).reset_index(drop=True)
@@ -710,6 +713,16 @@ def main():
             search_type = show_search_type_selector()
             date_range_selection = show_date_range_selector()
             model_type = show_model_type_selector()
+            
+            # Add country selector
+            selected_country = st.selectbox(
+                "Select Country for SERP Results:",
+                COUNTRY_OPTIONS,
+                format_func=lambda x: x[1],
+                key='country_selector'
+            )
+            country_code = selected_country[0]
+            
             if date_range_selection == 'Custom Range':
                 show_custom_date_inputs()
                 start_date, end_date = st.session_state.custom_start_date, st.session_state.custom_end_date
@@ -728,11 +741,11 @@ def main():
             if st.session_state.report_data is not None and not st.session_state.report_data.empty:
                 st.write("Data fetched successfully.")
                 
-                st.session_state.report_data = show_tabular_data(st.session_state.report_data, co)
+                st.session_state.report_data = show_tabular_data(st.session_state.report_data, co, country_code)
                 
                 download_csv_link(st.session_state.report_data)
             elif st.session_state.report_data is not None:
-               # logger.warning("No data found for the selected criteria.")
+                # logger.warning("No data found for the selected criteria.")
                 st.warning("No data found for the selected criteria.")
 
 if __name__ == "__main__":