Update README.md

README.md

@@ -21,13 +21,12 @@ tags:
 
 # Lora參數
 ```python
-r=8,
+r=32,
 lora_alpha=32,
 lora_dropout=0.1,
 task_type="CAUSAL_LM",
 target_modules="all-linear",
 bias="none",
-use_dora=True,
 use_rslora=True
 ```
 
@@ -40,8 +39,8 @@ warmup_ratio=0.1,
 learning_rate=2e-5,  
 bf16=True,  
 save_strategy="steps",  
-save_steps=500,  
-save_total_limit=10,  
+save_steps=1000,  
+save_total_limit=5,  
 logging_steps=10,  
 output_dir=log_output,  
 optim="paged_adamw_8bit",  
@@ -49,4 +48,4 @@ gradient_checkpointing=True
 ```
 
 # 結果
-- loss: 1.1035
+- loss: 0.9391