Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "o_proj",
-    "gate_proj",
-    "v_proj",
+    "down_proj",
     "q_proj",
     "k_proj",
-    "down_proj"
+    "up_proj",
+    "v_proj",
+    "gate_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ac853043112ffea9b4abd5950b4f3ab0c45944d885a7f60786a38f995c1fe74
+oid sha256:1314811793e83abbf015a48ff4855838fbf3f87c2423b41c535630960daae7a6
 size 2772497632

runs/Jul23_23-57-18_merlin.doc.ic.ac.uk/events.out.tfevents.1721775446.merlin.doc.ic.ac.uk

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80e80571126f5e1645af772e81211b6f61981dd9748f6aff770a80adb9ead0d4
-size 15021
+oid sha256:e0e1efa8bb7fe0b53d83d7e81964b2eadca428f9a23db689b1af79ce264722bc
+size 18819

runs/Jul24_00-07-41_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1721776118.cloud-vm-47-192.doc.ic.ac.uk

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ead9f1dd8202ccbcce404d85a98f0840ef58976940181ae58d488f587d8e45f
-size 7223
+oid sha256:b84f92c0c72e7a91999283b84fb377ae3e5f8fffced8a96836d2a60afe9c53be
+size 9755

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84d81a4f9f739e305f2a62b886618e7d0deaea5a63dd76d3f07818ba6430af58
+oid sha256:f969b9b89059ee4457d54570a0b02352b6f4e8aae11203c818b03647f919e420
 size 5048