Upload app.py

app.py

@@ -13,7 +13,7 @@ import requests
 from tqdm import tqdm
 
 # Configuration
-DATABASE_DIR = "semantic_memory"
+DATABASE_DIR = "semantic_memory"  # Persistent directory for FAISS databases
 QWEN_API_URL = "Qwen/Qwen2.5-Max-Demo"  # Gradio API for Qwen2.5 chat
 CHUNK_SIZE = 800
 TOP_K_RESULTS = 150
@@ -84,25 +84,6 @@ def split_text_into_chunks(text: str) -> List[str]:
     
     return chunks
 
-def initialize_vector_store(embeddings: Embeddings, db_name: str) -> FAISS:
-    """Initialize or load a FAISS vector store"""
-    db_path = os.path.join(DATABASE_DIR, db_name)
-    if os.path.exists(db_path):
-        try:
-            logging.info(f"Loading existing database: {db_name}")
-            return FAISS.load_local(
-                db_path,
-                embeddings,
-                allow_dangerous_deserialization=True
-            )
-        except Exception as e:
-            logging.error(f"FAISS load error: {str(e)}")
-            raise
-
-    logging.info(f"Creating new vector database: {db_name}")
-    os.makedirs(db_path, exist_ok=True)
-    return None
-
 def create_new_database(file_content: str, db_name: str, password: str, progress=gr.Progress()) -> str:
     """Create a new FAISS database from uploaded file"""
     if password != PASSWORD_HASH:
@@ -119,6 +100,10 @@ def create_new_database(file_content: str, db_name: str, password: str, progress
         if os.path.exists(db_path):
             return f"Database '{db_name}' already exists."
 
+        # Create the database directory
+        os.makedirs(db_path, exist_ok=True)
+        logging.info(f"Created database directory: {db_path}")
+
         # Initialize embeddings and split text
         chunks = split_text_into_chunks(file_content)
         if not chunks:
@@ -139,7 +124,13 @@ def create_new_database(file_content: str, db_name: str, password: str, progress
             embedding=embeddings
         )
         vector_store.save_local(db_path)
-        logging.info(f"Vector store '{db_name}' initialized successfully")
+        logging.info(f"FAISS database saved to: {db_path}")
+
+        # Verify files were created
+        if not os.listdir(db_path):
+            return f"Failed to save FAISS database files in: {db_path}"
+        logging.info(f"FAISS database files: {os.listdir(db_path)}")
+
         return f"Database '{db_name}' created successfully."
     except Exception as e:
         logging.error(f"Database creation failed: {str(e)}")
@@ -289,4 +280,10 @@ with gr.Blocks() as app:
         )
 
 if __name__ == "__main__":
+    # Ensure DATABASE_DIR exists
+    if not os.path.exists(DATABASE_DIR):
+        logging.info(f"Creating persistent DATABASE_DIR: {DATABASE_DIR}")
+        os.makedirs(DATABASE_DIR, exist_ok=True)
+        logging.info(f"Contents of DATABASE_DIR: {os.listdir(DATABASE_DIR)}")
+
     app.launch(server_name="0.0.0.0", server_port=7860)