jeffreygao
commited on
Commit
·
eaf3478
1
Parent(s):
bf672c7
Update README.md
Browse files
README.md
CHANGED
@@ -63,7 +63,7 @@ python setup_cuda.py install
|
|
63 |
```python
|
64 |
>>> from transformers import AutoTokenizer, AutoModelForCausalLM
|
65 |
>>> tokenizer = AutoTokenizer.from_pretrained("vivo-ai/BlueLM-7B-Chat-4bits", trust_remote_code=True, use_fast=False)
|
66 |
-
>>> model = AutoModelForCausalLM.from_pretrained("vivo-ai/BlueLM-7B-Chat-4bits", device_map="cuda:0",
|
67 |
>>> model = model.eval()
|
68 |
>>> inputs = tokenizer("[|Human|]:三国演义的作者是谁?[|AI|]:", return_tensors="pt")
|
69 |
>>> inputs = inputs.to("cuda:0")
|
|
|
63 |
```python
|
64 |
>>> from transformers import AutoTokenizer, AutoModelForCausalLM
|
65 |
>>> tokenizer = AutoTokenizer.from_pretrained("vivo-ai/BlueLM-7B-Chat-4bits", trust_remote_code=True, use_fast=False)
|
66 |
+
>>> model = AutoModelForCausalLM.from_pretrained("vivo-ai/BlueLM-7B-Chat-4bits", device_map="cuda:0", trust_remote_code=True)
|
67 |
>>> model = model.eval()
|
68 |
>>> inputs = tokenizer("[|Human|]:三国演义的作者是谁?[|AI|]:", return_tensors="pt")
|
69 |
>>> inputs = inputs.to("cuda:0")
|