Shreyas094 commited on
Commit
b789218
·
verified ·
1 Parent(s): 1387ba4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -10
app.py CHANGED
@@ -15,6 +15,7 @@ from langchain_core.documents import Document
15
  from huggingface_hub import InferenceClient
16
  import inspect
17
  import logging
 
18
 
19
 
20
  # Set up basic configuration for logging
@@ -116,11 +117,7 @@ def update_vectors(files, parser):
116
  if os.path.exists("faiss_database"):
117
  logging.info("Updating existing FAISS database")
118
  database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
119
- if len(database.docstore._dict) == 0:
120
- logging.info("Existing database is empty. Creating new FAISS database")
121
- database = FAISS.from_documents(all_data, embed)
122
- else:
123
- database.add_documents(all_data)
124
  else:
125
  logging.info("Creating new FAISS database")
126
  database = FAISS.from_documents(all_data, embed)
@@ -159,14 +156,14 @@ def delete_documents(selected_docs):
159
  logging.info(f"Documents to delete: {len(deleted_docs)}")
160
 
161
  if not docs_to_keep:
162
- # If all documents are deleted, remove the FAISS database file
163
  if os.path.exists("faiss_database"):
164
- os.remove("faiss_database")
165
- logging.info("All documents deleted. Removed FAISS database file.")
166
  else:
167
  # Create new FAISS index with remaining documents
168
- database = FAISS.from_documents(docs_to_keep, embed)
169
- database.save_local("faiss_database")
170
  logging.info(f"Created new FAISS index with {len(docs_to_keep)} documents.")
171
 
172
  # Update uploaded_documents list
 
15
  from huggingface_hub import InferenceClient
16
  import inspect
17
  import logging
18
+ import shutil
19
 
20
 
21
  # Set up basic configuration for logging
 
117
  if os.path.exists("faiss_database"):
118
  logging.info("Updating existing FAISS database")
119
  database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
120
+ database.add_documents(all_data)
 
 
 
 
121
  else:
122
  logging.info("Creating new FAISS database")
123
  database = FAISS.from_documents(all_data, embed)
 
156
  logging.info(f"Documents to delete: {len(deleted_docs)}")
157
 
158
  if not docs_to_keep:
159
+ # If all documents are deleted, remove the FAISS database directory
160
  if os.path.exists("faiss_database"):
161
+ shutil.rmtree("faiss_database")
162
+ logging.info("All documents deleted. Removed FAISS database directory.")
163
  else:
164
  # Create new FAISS index with remaining documents
165
+ new_database = FAISS.from_documents(docs_to_keep, embed)
166
+ new_database.save_local("faiss_database")
167
  logging.info(f"Created new FAISS index with {len(docs_to_keep)} documents.")
168
 
169
  # Update uploaded_documents list