AliEssa555 commited on
Commit
5fe82b2
·
verified ·
1 Parent(s): 5495567

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,8 +10,8 @@ base_model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-Instruct-
10
  model = PeftModel.from_pretrained(base_model, "AliEssa555/latest-podcast-model-ft")
11
 
12
  #model_name = "path_to_your_fine_tuned_model" # Use the local path or the Hugging Face model hub ID if published
13
- model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
14
- tokenizer = AutoTokenizer.from_pretrained(model_name)
15
 
16
  if torch.cuda.is_available():
17
  model = model.to("cuda")
 
10
  model = PeftModel.from_pretrained(base_model, "AliEssa555/latest-podcast-model-ft")
11
 
12
  #model_name = "path_to_your_fine_tuned_model" # Use the local path or the Hugging Face model hub ID if published
13
+ #model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
14
+ tokenizer = AutoTokenizer.from_pretrained(model)
15
 
16
  if torch.cuda.is_available():
17
  model = model.to("cuda")