Update app.py

app.py

@@ -51,19 +51,19 @@ def get_vectorstore(text_chunks : list) -> FAISS:
     return vectorstore
 
 
-def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
-    # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")
-    llm = HuggingFaceHub(
-        #repo_id="mistralai/Mistral-7B-Instruct-v0.2",
-        #repo_id="cognitivecomputations/Llama-3-70B-Gradient-1048k-adapter",
-        #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
-       repo_id="lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF",
-        model_kwargs={"temperature": 0.1, "max_length": 2048},
+def get_conversation_chain(vectorstore: FAISS) -> ConversationalRetrievalChain:
+    client = OpenAI(base_url="http://localhost:1234/v1", api_key="lm-studio")
+    llm = client.chat.completions.create(
+        model="lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF",
+        messages=[
+            {"role": "system", "content": "Always answer in rhymes."},
+            {"role": "user", "content": "Introduce yourself."}
+        ],
+        temperature=0.5,
     )
-
     memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
     conversation_chain = ConversationalRetrievalChain.from_llm(
-        llm=llm, retriever=vectorstore.as_retriever(),memory=memory
+        llm=llm, retriever=vectorstore.as_retriever(), memory=memory
     )
     return conversation_chain