timdettmers
commited on
Commit
•
9e484be
1
Parent(s):
649ab22
Update app.py
Browse files
app.py
CHANGED
@@ -40,9 +40,9 @@ m = AutoModelForCausalLM.from_pretrained(
|
|
40 |
torch_dtype=torch.bfloat16,
|
41 |
device_map={"": 0}
|
42 |
)
|
43 |
-
m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
44 |
m.eval()
|
45 |
-
tok = LlamaTokenizer.from_pretrained("decapoda-research/llama-
|
46 |
tok.bos_token_id = 1
|
47 |
|
48 |
stop_token_ids = [0]
|
|
|
40 |
torch_dtype=torch.bfloat16,
|
41 |
device_map={"": 0}
|
42 |
)
|
43 |
+
#m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
44 |
m.eval()
|
45 |
+
tok = LlamaTokenizer.from_pretrained("decapoda-research/llama-33b-hf")
|
46 |
tok.bos_token_id = 1
|
47 |
|
48 |
stop_token_ids = [0]
|