chore: Add CohereRerank and ContextualCompressionRetriever to app.py

app.py

@@ -27,6 +27,9 @@ from langchain_groq import ChatGroq
 from langchain_openai import ChatOpenAI, OpenAIEmbeddings
 from langchain_text_splitters import Language, RecursiveCharacterTextSplitter
 
+from langchain_cohere import CohereRerank
+from langchain.retrievers.contextual_compression import ContextualCompressionRetriever
+
 # Load environment variables
 load_dotenv()
 
@@ -164,6 +167,12 @@ ensemble_retriever = EnsembleRetriever(
     weights=[0.4, 0.3, 0.3],
 )
 
+compressor = CohereRerank(model="rerank-multilingual-v3.0", top_n=10)
+compression_retriever = ContextualCompressionRetriever(
+    base_compressor=compressor,
+    base_retriever=ensemble_retriever,
+)
+
 # Create prompt template
 prompt = PromptTemplate.from_template(
     """당신은 20년차 AI 개발자입니다. 당신의 임무는 주어진 질문에 대하여 최대한 문서의 정보를 활용하여 답변하는 것입니다.
@@ -237,7 +246,7 @@ llm = ChatOpenAI(
 
 # Create retrieval-augmented generation chain
 rag_chain = (
-    {"context": ensemble_retriever, "question": RunnablePassthrough()}
+    {"context": compression_retriever, "question": RunnablePassthrough()}
     | prompt
     | llm
     | StrOutputParser()

requirements.txt

@@ -11,4 +11,5 @@ langchain-anthropic==0.1.15
 langchain-openai==0.1.8
 langchain-core==0.2.5
 langchain-groq==0.1.5
+langchain_cohere==0.1.7
 chromadb==0.5.0