Training in progress, step 100

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "q_proj",
     "v_proj",
-    "o_proj",
-    "k_proj",
-    "up_proj",
     "down_proj",
+    "up_proj",
     "gate_proj",
-    "q_proj"
+    "o_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b9582eed23a77873ae48e0e876bb5b32e7d0a1d1152c553ec1091275770202b
+oid sha256:116422ba18f947058a9eb883a13082c5c412d14f47295e4c8cdc81af582fa87d
 size 83946192

runs/Jan08_21-58-27_ip-26-0-163-236/events.out.tfevents.1704751173.ip-26-0-163-236.395917.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ade0888b91d0d3c18b54ac42726300ccabcd1539ff04ac6ec2b3eb9f1aa718
+size 8075

tokenizer_config.json

@@ -29,6 +29,7 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18c3c3786c425267646ab1a14fd749b26e46371a2ccdfaa5f251dfea781f3273
+oid sha256:56ee04facb645ef8471507beee454d1cb58e2f2decab39ea21ac83803aae41b3
 size 4792