trial1

app.py

@@ -14,6 +14,7 @@ max_seq_length = 2048
 dtype = None
 load_in_4bit = True
 PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+hf_token = os.getenv("HF_TOKEN")
 
 class ModelInterface:
     def __init__(self):
@@ -21,10 +22,10 @@ class ModelInterface:
         model_name = "Aradhya15/Mistral7b_hypertuned"  # Replace with your Hugging Face model path
         base_model_name = "mistralai/Mistral-7B-v0.1"
 
-        base_model = AutoModelForCausalLM.from_pretrained(base_model_name)
+        base_model = AutoModelForCausalLM.from_pretrained(base_model_name, use_auth_token=hf_token)
 
         # Load the tokenizer
-        self.tokenizer = AutoTokenizer.from_pretrained(base_model_name)
+        self.tokenizer = AutoTokenizer.from_pretrained(base_model_name, use_auth_token=hf_token)
         self.tokenizer.pad_token = self.tokenizer.eos_token
         
         # Load the PEFT adapter