Update README.md (#4)
Browse files- Update README.md (69ecc5d7db9b03013565f1ce11e3c9c95d581545)
Co-authored-by: dou wenhan <[email protected]>
README.md
CHANGED
|
@@ -180,7 +180,6 @@ model = AutoModel.from_pretrained(
|
|
| 180 |
path,
|
| 181 |
torch_dtype=torch.bfloat16,
|
| 182 |
low_cpu_mem_usage=True,
|
| 183 |
-
use_flash_attn=True,
|
| 184 |
trust_remote_code=True).eval().cuda()
|
| 185 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
| 186 |
|
|
|
|
| 180 |
path,
|
| 181 |
torch_dtype=torch.bfloat16,
|
| 182 |
low_cpu_mem_usage=True,
|
|
|
|
| 183 |
trust_remote_code=True).eval().cuda()
|
| 184 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
| 185 |
|