Update README.md
Browse files
README.md
CHANGED
|
@@ -39,6 +39,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 39 |
device_map="mps", # Change mps if not MacOS
|
| 40 |
torch_dtype=torch.float32, # try float16 for M1 chip
|
| 41 |
trust_remote_code=True,
|
|
|
|
| 42 |
)
|
| 43 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 44 |
```
|
|
|
|
| 39 |
device_map="mps", # Change mps if not MacOS
|
| 40 |
torch_dtype=torch.float32, # try float16 for M1 chip
|
| 41 |
trust_remote_code=True,
|
| 42 |
+
attn_implementation="eager", # without flash_attn
|
| 43 |
)
|
| 44 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 45 |
```
|