Training in progress, step 200

adapter_config.json

@@ -16,17 +16,17 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 4,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
     "v_proj",
     "down_proj",
+    "q_proj",
+    "k_proj",
     "up_proj",
     "gate_proj",
-    "o_proj",
-    "k_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b24c478a01957f39f1b12fc9f4f436eebe1d578334a1bdc9fa910110a41d40d9
-size 83121440
+oid sha256:2b07e46ceafc5ca884620b28184100a8cf5418324ebce9c8d025490676298790
+size 20826816

runs/Nov05_17-06-45_bdc7b94c2463/events.out.tfevents.1730826425.bdc7b94c2463.911.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b883ebfaf136d32db21da2444709a136bf5d6febb3aee002b141ad4e67e1fd92
+size 5732

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:845978e62fa48abf20bc4bc8da7d1eed91b973612fdffe2fe52b5340d515f193
+oid sha256:fdff211728531e3c4c21de81cbf8ad6028b702e710cbd2d8ecd9c921a2cb3f1a
 size 5240