Training in progress, step 500

adapter_config.json

@@ -24,11 +24,11 @@
   "revision": null,
   "target_modules": [
     "down_proj",
-    "k_proj",
+    "q_proj",
+    "gate_proj",
     "fc2up_proj",
     "v_projfc1",
-    "q_proj",
-    "gate_proj"
+    "k_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:462bae369bcba3b581bc21785469a2fe307f5c294631c08efdc7d168f22942d1
+oid sha256:95f6f093e5577782c77e76923072514a2df6794ff51cc9848a511bcf939cf618
 size 406901688

runs/Jul26_00-46-06_ANS-TOMAHAWK1/events.out.tfevents.1721918768.ANS-TOMAHAWK1.15480.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eedba29d8a2c5710d5cc4ce8da1281c28aeb630282a961331fb79e3b6cfa07
+size 27075

tokenizer_config.json

@@ -45,7 +45,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "\nA chat between a curious user and an artificial intelligence assistant.\nThe assistant gives helpful, detailed, and polite answers to the user's questions.\n{% for message in messages %}\n\t{% if message['role'] == 'user' %}\n\t\tUSER:\n\t{% else %}\n\t\tASSISTANT:\n\t{% endif %}\n\n\t{% for item in message['content'] %}\n\t\t{% if item['type'] == 'text' %}\n\t\t\t{{ item['text'] }}\n\t\t{% elif item['type'] == 'image' %}\n\t\t\t<image>\n\t\t{% endif %}\n\t{% endfor %}\n\n\t{% if message['role'] == 'user' %}\n\t{% else %}\n\t\t{{eos_token}}\n\t{% endif %}\n{% endfor %}\n",
+  "chat_template": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.{% for message in messages %}{% if message['role'] == 'user' %} USER: {% else %} ASSISTANT: {% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image> {% endif %}{% endfor %}{% if message['role'] == 'user' %}{% else %}{{eos_token}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59f7517b095d3fbf93112bbd48d39c1b3e1dbf023506704c13f1b713fe856673
+oid sha256:9d8a816c21ff54bcb97c2e96974e54e65a25a7435a4ddcaba21e4851f7d4b3ee
 size 5432