mewton commited on
Commit
8475420
·
verified ·
1 Parent(s): aa4da3b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from peft import PeftModel
6
  # Load base model & tokenizer
7
  base_model = "vilsonrodrigues/falcon-7b-instruct-sharded"
8
  tokenizer = AutoTokenizer.from_pretrained(base_model)
9
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu", torch_dtype=torch.float32)
10
 
11
  # Load LoRA adapter
12
  adapter_path = "./model"
 
6
  # Load base model & tokenizer
7
  base_model = "vilsonrodrigues/falcon-7b-instruct-sharded"
8
  tokenizer = AutoTokenizer.from_pretrained(base_model)
9
+ model = AutoModelForCausalLM.from_pretrained(base_model, device_map="cpu", torch_dtype=torch.float32)
10
 
11
  # Load LoRA adapter
12
  adapter_path = "./model"