timdettmers commited on
Commit
9e484be
1 Parent(s): 649ab22

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -40,9 +40,9 @@ m = AutoModelForCausalLM.from_pretrained(
40
  torch_dtype=torch.bfloat16,
41
  device_map={"": 0}
42
  )
43
- m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
44
  m.eval()
45
- tok = LlamaTokenizer.from_pretrained("decapoda-research/llama-65b-hf")
46
  tok.bos_token_id = 1
47
 
48
  stop_token_ids = [0]
 
40
  torch_dtype=torch.bfloat16,
41
  device_map={"": 0}
42
  )
43
+ #m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
44
  m.eval()
45
+ tok = LlamaTokenizer.from_pretrained("decapoda-research/llama-33b-hf")
46
  tok.bos_token_id = 1
47
 
48
  stop_token_ids = [0]