UPDATE: Cohere Reranking

functions.py

@@ -1,3 +1,4 @@
+from langchain.retrievers.contextual_compression import ContextualCompressionRetriever
 from langchain_core.runnables import RunnablePassthrough, RunnableLambda
 from langchain_text_splitters import RecursiveCharacterTextSplitter
 from langchain_qdrant import QdrantVectorStore
@@ -7,12 +8,12 @@ from langchain.retrievers import ParentDocumentRetriever
 from langchain.storage import InMemoryStore
 from langchain.docstore.document import Document
 from langchain_huggingface import HuggingFaceEmbeddings
+from langchain_cohere import CohereRerank
 from supabase.client import create_client
 from qdrant_client import QdrantClient
 from langchain_groq import ChatGroq
 from supabase import create_client
 from dotenv import load_dotenv
-import pandas as pd
 import os
 
 load_dotenv("secrets.env")
@@ -159,11 +160,16 @@ def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192")
  vectorstore=vectorstore,
  docstore=store,
  child_splitter=RecursiveCharacterTextSplitter(),
+
+ )
+ compressor = CohereRerank(model="rerank-english-v3.0")
+ retriever = ContextualCompressionRetriever(
+ base_compressor=compressor, base_retriever=retriever
  )
  chain = (
  {"context": retriever | RunnableLambda(format_docs), "question": RunnablePassthrough()}
  | prompt
- | ChatGroq(model = llmModel, temperature = 0.5, max_tokens = 512)
+ | ChatGroq(model = llmModel, temperature = 0.75, max_tokens = 512)
  | StrOutputParser()
  )
  return {

secrets.env

@@ -2,4 +2,5 @@ SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
 SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
 GROQ_API_KEY=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
 QDRANT_URL=https://baeef19e-8f9f-4b14-b95f-45946d6fe1e6.us-east4-0.gcp.cloud.qdrant.io:6333
-QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w
+QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w
+COHERE_API_KEY=lCu3rZEjcUPAt0RsdQpQlGtgYp1uKAmuNIBdjFKq