cosimoiaia
commited on
Commit
•
f7ec9af
1
Parent(s):
e094381
Update README.md
Browse files
README.md
CHANGED
@@ -52,6 +52,10 @@ model = LLaMAForCausalLM.from_pretrained(
|
|
52 |
"cosimoiaia/Loquace-70m",
|
53 |
load_in_8bit=True,
|
54 |
device_map="auto",
|
|
|
|
|
|
|
|
|
55 |
)
|
56 |
```
|
57 |
|
|
|
52 |
"cosimoiaia/Loquace-70m",
|
53 |
load_in_8bit=True,
|
54 |
device_map="auto",
|
55 |
+
quantization_config=BitsAndBytesConfig(
|
56 |
+
load_in_4bit=True,
|
57 |
+
llm_int8_has_fp16_weight=False
|
58 |
+
)
|
59 |
)
|
60 |
```
|
61 |
|