Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ m = AutoModelForCausalLM.from_pretrained(
|
|
32 |
torch_dtype=torch.bfloat16,
|
33 |
device_map={"": 0}
|
34 |
)
|
35 |
-
tok = LlamaTokenizer.from_pretrained(
|
36 |
tok.bos_token_id = 1
|
37 |
|
38 |
stop_token_ids = [0]
|
|
|
32 |
torch_dtype=torch.bfloat16,
|
33 |
device_map={"": 0}
|
34 |
)
|
35 |
+
tok = LlamaTokenizer.from_pretrained("decapoda-research/llama-7b-hf")
|
36 |
tok.bos_token_id = 1
|
37 |
|
38 |
stop_token_ids = [0]
|