Spaces:
Runtime error
Runtime error
AliEssa555
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -10,8 +10,8 @@ base_model = AutoModelForCausalLM.from_pretrained("TheBloke/Mistral-7B-Instruct-
|
|
10 |
model = PeftModel.from_pretrained(base_model, "AliEssa555/latest-podcast-model-ft")
|
11 |
|
12 |
#model_name = "path_to_your_fine_tuned_model" # Use the local path or the Hugging Face model hub ID if published
|
13 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
|
14 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
15 |
|
16 |
if torch.cuda.is_available():
|
17 |
model = model.to("cuda")
|
|
|
10 |
model = PeftModel.from_pretrained(base_model, "AliEssa555/latest-podcast-model-ft")
|
11 |
|
12 |
#model_name = "path_to_your_fine_tuned_model" # Use the local path or the Hugging Face model hub ID if published
|
13 |
+
#model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained(model)
|
15 |
|
16 |
if torch.cuda.is_available():
|
17 |
model = model.to("cuda")
|