RAG-with-Phi-2-and-LangChain

Runtime error

eaglelandsonce commited on Jan 31

Commit

31f3df3

•

1 Parent(s): 44680f4

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -34,8 +34,8 @@ QA_PROMPT = PromptTemplate(
 )
 # Load Phi-2 model from hugging face hub
-model_id = "microsoft/phi-2"
-# model_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32, device_map="auto", trust_remote_code=True)

 )
 # Load Phi-2 model from hugging face hub
+# model_id = "microsoft/phi-2"
+model_id = "HuggingFaceH4/zephyr-7b-alpha"
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float32, device_map="auto", trust_remote_code=True)