Rename config (1).json to config.json

config (1).json → config.json

@@ -35,5 +35,13 @@
   "torch_dtype": "float32",
   "transformers_version": "4.44.2",
   "use_cache": true,
-  "vocab_size": 50257
+  "vocab_size": 50257,
+  "peft_type": "LORA",
+  "lora_alpha": 64,
+  "lora_dropout": 0.1,
+  "r": 32,
+  "target_modules": [
+    "attn.c_attn",
+    "mlp.c_fc"
+  ]
 }