Training in progress, step 300

adapter_config.json

@@ -8,16 +8,16 @@
  "init_lora_weights": true,
  "layers_pattern": null,
  "layers_to_transform": null,
- "lora_alpha": 16,
+ "lora_alpha": 256,
  "lora_dropout": 0.0,
  "modules_to_save": null,
  "peft_type": "LORA",
- "r": 64,
+ "r": 256,
  "rank_pattern": {},
  "revision": null,
  "target_modules": [
- "Wqkv",
- "out_proj"
+ "out_proj",
+ "Wqkv"
  ],
  "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffad060719007f939e683acd3b9421663c3368bfeae1803692961085d798645b
-size 75510112
+oid sha256:dd92b725c7484f4615d138a7ad6237a4f2103aa676c1139d8142064c500ba9e2
+size 302002776

runs/Nov28_04-43-15_0802a9714b30/events.out.tfevents.1701146648.0802a9714b30.317.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97616525f385bfc6c2676b83bf34482f29a6d5c59a2b6e1fff683a7f145c853a
+size 5193

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9041fd33b8450c79ff88c4149f19681fd42b25000c6d3378665f9d97334ed4c0
-size 4536
+oid sha256:3de71e91dee46881b3294564482fe6435cca7577a0e76c172fda5f8dc5f0e6e5
+size 4600