Futuresony commited on
Commit
b262e01
·
verified ·
1 Parent(s): 1f82cf0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -11,7 +11,8 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
11
 
12
  # Load adapter-based model
13
  print("Loading model...")
14
- tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
 
15
  model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, torch_dtype=torch.float16 if device == "cuda" else None)
16
  model.to(device)
17
  print("Model loaded successfully.")
 
11
 
12
  # Load adapter-based model
13
  print("Loading model...")
14
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, config="tokenizer_config.json")
15
+
16
  model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, torch_dtype=torch.float16 if device == "cuda" else None)
17
  model.to(device)
18
  print("Model loaded successfully.")