kayrab commited on
Commit
2b976af
verified
1 Parent(s): 9882c7a

Update training_infos.md

Browse files
Files changed (1) hide show
  1. training_infos.md +18 -0
training_infos.md CHANGED
@@ -68,4 +68,22 @@ model, tokenizer = FastLanguageModel.from_pretrained(
68
  dtype = dtype,
69
  load_in_4bit = load_in_4bit,
70
  )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  ```
 
68
  dtype = dtype,
69
  load_in_4bit = load_in_4bit,
70
  )
71
+ ```
72
+
73
+ # Peft model args
74
+
75
+ ```
76
+ model = FastLanguageModel.get_peft_model(
77
+ model,
78
+ r = 8,
79
+ target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
80
+ "gate_proj", "up_proj", "down_proj",],
81
+ lora_alpha = 16,
82
+ lora_dropout = 0,
83
+ bias = "none",
84
+ use_gradient_checkpointing = True
85
+ random_state = 3407,
86
+ use_rslora = False,
87
+ loftq_config = None,
88
+ )
89
  ```