Update training_infos.md
Browse files- training_infos.md +18 -0
training_infos.md
CHANGED
@@ -68,4 +68,22 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
68 |
dtype = dtype,
|
69 |
load_in_4bit = load_in_4bit,
|
70 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
71 |
```
|
|
|
68 |
dtype = dtype,
|
69 |
load_in_4bit = load_in_4bit,
|
70 |
)
|
71 |
+
```
|
72 |
+
|
73 |
+
# Peft model args
|
74 |
+
|
75 |
+
```
|
76 |
+
model = FastLanguageModel.get_peft_model(
|
77 |
+
model,
|
78 |
+
r = 8,
|
79 |
+
target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
|
80 |
+
"gate_proj", "up_proj", "down_proj",],
|
81 |
+
lora_alpha = 16,
|
82 |
+
lora_dropout = 0,
|
83 |
+
bias = "none",
|
84 |
+
use_gradient_checkpointing = True
|
85 |
+
random_state = 3407,
|
86 |
+
use_rslora = False,
|
87 |
+
loftq_config = None,
|
88 |
+
)
|
89 |
```
|