Update app.py

app.py

@@ -3,6 +3,7 @@ from PyPDF2 import PdfReader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 import os
 from langchain_google_genai import GoogleGenerativeAIEmbeddings
+from lanchain.llms import HuggingFaceHub
 from langchain.embeddings import HuggingFaceInferenceAPIEmbeddings
 import google.generativeai as genai
 from langchain.vectorstores import FAISS
@@ -13,6 +14,7 @@ import time
 from dotenv import load_dotenv
 
 genai.configure(api_key=os.getenv("GOOGLE_API_KEY"))
+os.environ["HUGGINGFACEHUB_API_TOKEN"] = os.getenv("HF_TOKEN")
 
 def get_pdf_text(pdf_docs):
     text = ""
@@ -42,7 +44,9 @@ def get_conversational_chain():
 
     Answer:
     """
-    model = ChatGoogleGenerativeAI(model="gemini-pro", temperature=0.1)
+    # model = ChatGoogleGenerativeAI(model="gemini-pro", temperature=0.1)
+    model = HuggingFaceHub(repo_id="google/gemma-1.1-7b-it",
+                            model_kwargs={"temperature": 0.2,"max_new_tokens":512})
     prompt = PromptTemplate(template=prompt_template, input_variables=["context", "question"])
     chain = load_qa_chain(model, chain_type="stuff", prompt=prompt)
     return chain