Update app.py

app.py

@@ -84,6 +84,29 @@ def load_and_concat_data():
     
     return filtered_df
 
+#function to download the data
+def download_data():
+    api = HfApi()
+    dataset_files = api.list_repo_files(repo_id=f"{HF_USERNAME}/{DATASET_NAME}", repo_type="dataset")
+    csv_files = [file for file in dataset_files if file.endswith('.csv')]
+
+    all_data = []
+    for file in csv_files:
+        try:
+            file_content = api.hf_hub_download(repo_id=f"{HF_USERNAME}/{DATASET_NAME}", filename=file, repo_type="dataset", token=HF_TOKEN)
+            df = pd.read_csv(file_content, engine='pyarrow')
+            all_data.append(df)
+        except Exception:
+            pass  # Silently skip files that can't be processed
+
+    if not all_data:
+        return None
+    merged-df=pd.concat(all_data,ignore_index=True)
+    csv_buffer = io.StringIO()
+    merged_df.to_csv(csv_buffer, index=False)
+    csv_buffer.seek(0)
+    return csv_buffer
+    
 @st.cache_data()
 def get_unique_values(df):
     return {
@@ -278,7 +301,7 @@ def main():
 
     # Sidebar for navigation
     st.sidebar.title("Navigation")
-    page = st.sidebar.radio("Go to", ["Dashboard", "Data Explorer","About"])
+    page = st.sidebar.radio("Go to", ["Dashboard", "Data Explorer","About","Download "])
 
     if page == "Dashboard":
         display_dashboard(df)