Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "k_proj",
-    "v_proj",
     "o_proj",
-    "gate_proj",
     "down_proj",
-    "up_proj"
+    "gate_proj",
+    "k_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2de49007dfc66ceb97b86674969679708b19f7af63bb61fdadbcd06f1aad85d0
+oid sha256:4c354ae763d366b546903098dd9dd6cca8b34e0e58a43de1fe732c7f68ed5eae
 size 2772497632

runs/Jul23_21-19-25_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1721766080.cloud-vm-47-192.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703e12d48e0d56c58f7c23b0d2f37be960f3ac06ceb690233b25f3f395fe10e9
+size 9755

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44237c85e0566f9d8feb81ef6c51ef582014f54e72d71a16cab42a65306b9db5
+oid sha256:0964cea35010fcc0a3784c749b9c50dae978e8c8d3245850934bbf06dd66d712
 size 5048