Update app.py

app.py

@@ -27,9 +27,11 @@ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
 from huggingface_hub import login
 login(token=st.secrets["HF_TOKEN"])
-llm = HuggingFaceEndpoint(
-    repo_id=repo_id, max_length=128, temperature=0.5, token=st.secrets["HF_TOKEN"]
-)
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 
 dataset= load_dataset("test-1.pdf")
 loader = PyPDFLoader(dataset)