DEBUG: Hybrid Search

functions.py

@@ -100,60 +100,50 @@ def matchPassword(username: str, password: str) -> str:
 
 
 def createTable(tablename: str):
- try:
- qdrant = QdrantVectorStore.from_documents(
- [],
- embedding = vectorEmbeddings,
- sparse_embedding=sparseEmbeddings,
- url=os.environ["QDRANT_URL"],
- prefer_grpc=True,
- api_key=os.environ["QDRANT_API_KEY"],
- collection_name=tablename
- )
- return {
- "output": "SUCCESS"
- }
- except Exception as e: 
- return {
- "error": e 
- }
+ qdrant = QdrantVectorStore.from_documents(
+ documents = [],
+ embedding = vectorEmbeddings,
+ sparse_embedding=sparseEmbeddings,
+ url=os.environ["QDRANT_URL"],
+ prefer_grpc=True,
+ api_key=os.environ["QDRANT_API_KEY"],
+ collection_name=tablename
+ )
+ return {
+ "output": "SUCCESS"
+ }
 
 def addDocuments(text: str, vectorstore: str):
- try:
- global vectorEmbeddings
- global sparseEmbeddings
- global store
- parentSplitter = RecursiveCharacterTextSplitter(
- chunk_size = 2100,
- add_start_index = True
- )
- childSplitter = RecursiveCharacterTextSplitter(
- chunk_size = 300,
- add_start_index = True
- )
- texts = [Document(page_content = text)]
- vectorstore = QdrantVectorStore.from_existing_collection(
- embedding = vectorEmbeddings,
- sparse_embedding=sparseEmbeddings,
- collection_name=vectorstore,
- url=os.environ["QDRANT_URL"],
- api_key=os.environ["QDRANT_API_KEY"],
- retrieval_mode=RetrievalMode.HYBRID
- )
- retriever = ParentDocumentRetriever(
- vectorstore=vectorstore,
- docstore=store,
- child_splitter=childSplitter,
- parent_splitter=parentSplitter
- )
- retriever.add_documents(documents = texts)
- return {
- "output": "SUCCESS"
- }
- except Exception as e:
- return {
- "error": e
- }
+ global vectorEmbeddings
+ global sparseEmbeddings
+ global store
+ parentSplitter = RecursiveCharacterTextSplitter(
+ chunk_size = 2100,
+ add_start_index = True
+ )
+ childSplitter = RecursiveCharacterTextSplitter(
+ chunk_size = 300,
+ add_start_index = True
+ )
+ texts = [Document(page_content = text)]
+ vectorstore = QdrantVectorStore.from_existing_collection(
+ embedding = vectorEmbeddings,
+ sparse_embedding=sparseEmbeddings,
+ collection_name=vectorstore,
+ url=os.environ["QDRANT_URL"],
+ api_key=os.environ["QDRANT_API_KEY"],
+ retrieval_mode=RetrievalMode.HYBRID
+ )
+ retriever = ParentDocumentRetriever(
+ vectorstore=vectorstore,
+ docstore=store,
+ child_splitter=childSplitter,
+ parent_splitter=parentSplitter
+ )
+ retriever.add_documents(documents = texts)
+ return {
+ "output": "SUCCESS"
+ }
 
 
 def format_docs(docs: str):