app.py

import gradio as gr
import pandas as pd
import os
from datetime import datetime
from clean import clean_data, get_numeric_columns
from report import create_full_report, REPORT_DIR

def clean_and_visualize(file, primary_key_column, progress=gr.Progress()):
 # Read the CSV file
 progress(0.05, desc="Reading CSV file")
 df = pd.read_csv(file.name)

 # Clean the data
 progress(0.1, desc="Starting data cleaning")
 cleaned_df, nonconforming_cells_before, process_times = clean_data(df, primary_key_column, progress)
 progress(0.8, desc="Data cleaning completed")

 # Calculate removed columns and rows
 removed_columns = len(df.columns) - len(cleaned_df.columns)
 removed_rows = len(df) - len(cleaned_df)

 # Generate full visualization report
 progress(0.9, desc="Generating report")
 create_full_report(
 df,
 cleaned_df,
 nonconforming_cells_before,
 process_times,
 removed_columns,
 removed_rows,
 primary_key_column
 )

 # Save cleaned data as CSV
 progress(0.95, desc="Saving cleaned data")
 current_time = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
 cleaned_csv_path = os.path.join(f"cleaned_data_{current_time}.csv")
 cleaned_df.to_csv(cleaned_csv_path, index=False)

 # Collect all generated images
 image_files = [os.path.join(REPORT_DIR, f) for f in os.listdir(REPORT_DIR) if f.endswith('.png')]

 progress(1.0, desc="Process completed")
 return cleaned_csv_path, image_files

def launch_app():
 with gr.Blocks() as app:
 gr.Markdown("# Data Cleaner")

 with gr.Row():
 file_input = gr.File(label="Upload CSV File", file_count="single", file_types=[".csv"])

 with gr.Row():
 primary_key_dropdown = gr.Dropdown(label="Select Primary Key Column", choices=[], interactive=True)

 with gr.Row():
 clean_button = gr.Button("Start Cleaning")

 with gr.Row():
 progress_bar = gr.Progress()

 with gr.Row():
 cleaned_file_output = gr.File(label="Cleaned CSV", visible=True)

 with gr.Row():
 output_gallery = gr.Gallery(
 label="Visualization Results",
 show_label=True,
 elem_id="gallery",
 columns=[3],
 rows=[3],
 object_fit="contain",
 height="auto",
 visible=False
 )

 def update_primary_key_options(file):
 if file is None:
 return gr.Dropdown(choices=[])

 df = pd.read_csv(file.name)
 numeric_columns = get_numeric_columns(df)

 return gr.Dropdown(choices=numeric_columns)

 def process_and_show_results(file, primary_key_column):
 cleaned_csv_path, image_files = clean_and_visualize(file, primary_key_column, progress=progress_bar)
 return (
 cleaned_csv_path,
 gr.Gallery(visible=True, value=image_files)
 )

 file_input.change(
 fn=update_primary_key_options,
 inputs=file_input,
 outputs=primary_key_dropdown
 )

 clean_button.click(
 fn=process_and_show_results,
 inputs=[file_input, primary_key_dropdown],
 outputs=[cleaned_file_output, output_gallery]
 )

 app.launch()

if __name__ == "__main__":
 launch_app()