Training in progress, epoch 2

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "q_proj",
-    "k_proj",
     "up_proj",
-    "v_proj",
+    "o_proj",
     "gate_proj",
-    "o_proj"
+    "v_proj",
+    "q_proj",
+    "k_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1314811793e83abbf015a48ff4855838fbf3f87c2423b41c535630960daae7a6
+oid sha256:df93e080f1d9d29efa65d2732d09485a0b3ffdf5093704d901c6646bb61a5b93
 size 2772497632

runs/Jul23_23-57-18_merlin.doc.ic.ac.uk/events.out.tfevents.1721775446.merlin.doc.ic.ac.uk

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0e1efa8bb7fe0b53d83d7e81964b2eadca428f9a23db689b1af79ce264722bc
-size 18819
+oid sha256:0a5255b159302e5f15896c6ebc3e4ce3b37abbbdd3d82b18ceed2cded02db15e
+size 20650

runs/Jul24_00-07-41_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1721776118.cloud-vm-47-192.doc.ic.ac.uk

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b84f92c0c72e7a91999283b84fb377ae3e5f8fffced8a96836d2a60afe9c53be
-size 9755
+oid sha256:86bc4ee36307b792345c65ec2d4fc5bc2f8eac2e922f9cd5bb1485fda16358ee
+size 11021

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f969b9b89059ee4457d54570a0b02352b6f4e8aae11203c818b03647f919e420
+oid sha256:84d81a4f9f739e305f2a62b886618e7d0deaea5a63dd76d3f07818ba6430af58
 size 5048