Training in progress, epoch 0

adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:293e4d1907d647486aebf382fd7084798aff5b62c93275e089bd4f8576543838
+oid sha256:698ca7d0a51839c0784ec8e9c8a0ce2fb4fd5e0e530734b2c2966956da742121
 size 4517152

runs/Feb09_10-24-12_57abf37fd08e/events.out.tfevents.1707474260.57abf37fd08e.380.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659f49baae77937107c84c3efb572df3cc2d4ddde8a50b0a385499ec33f7fbc
+size 4184

tokenizer_config.json

@@ -30,11 +30,15 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,
+  "max_length": 1024,
   "model_max_length": 2048,
   "pad_token": "</s>",
   "padding_side": "right",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c551966e8f409375641bb7ffd260705a34cfcf9f7c846b46cd2e04d98160e2f
+oid sha256:d97de94c42a7b3dcd15015c7654244cb71e7ce4692105aa17e30e06bb5627a7d
 size 4664