Training in progress, step 500

adapter_config.json

@@ -23,11 +23,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
     "v_projmm_projectorup_proj",
     "gate_proj",
+    "k_proj",
     "down_proj",
-    "k_proj"
+    "q_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e0e226282cfa25bb7c4a5c9df5eb2d49943a794aee0f8eb188a85b427551923
+oid sha256:85059b5f15d900eff45c915c9794cda724a658a4fa8c63314392067a2bf246f8
 size 436261832

runs/Jul27_05-31-01_ip-10-192-12-38/events.out.tfevents.1722058266.ip-10-192-12-38.1923.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bcf51ecbdeabda335101bed6befb78f800f1822ff6945001cf665b3f6acf47
+size 6460

runs/Jul27_05-32-51_ip-10-192-12-38/events.out.tfevents.1722058374.ip-10-192-12-38.1923.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd20e5e6f478f5bac4764be2ef2af28b336a91f91eef74b830c08aee4a32d6f
+size 6460

runs/Jul27_05-35-57_ip-10-192-12-38/events.out.tfevents.1722058559.ip-10-192-12-38.1923.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bf98f752823a6455029c3680167b477cc4753a1d9e42bcb31f680f5772fd2b
+size 6460

runs/Jul27_05-37-00_ip-10-192-12-38/events.out.tfevents.1722058622.ip-10-192-12-38.1923.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514e2c63df5833d1298f2a6096828703f84bb38e58b76e72d9af3d2cad62d807
+size 6460

runs/Jul27_05-49-16_ip-10-192-12-80/events.out.tfevents.1722059358.ip-10-192-12-80.1629.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a836b92348f80627e113f6601b1a51ca8361cc4e0e51458c255fc4915af57
+size 6460

runs/Jul27_05-51-07_ip-10-192-12-80/events.out.tfevents.1722059470.ip-10-192-12-80.1629.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e6d5a35cdc69a47b7633b3fd630105dfbc48123979e03edcaea084f2a81ea7
+size 6460

runs/Jul27_06-01-13_ip-10-192-12-80/events.out.tfevents.1722060078.ip-10-192-12-80.7175.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab0af696b5c0268ab264470b77c1f543ad99d13f749edd1898bea556a292ab8
+size 10660

tokenizer_config.json

@@ -46,7 +46,7 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
-  "chat_template": "A chat between an user and an artificial intelligence assistant about Science Question Answering. The assistant gives helpful, detailed, and polite answers to the user's questions.\nBased on the image, question and hint, please choose one of the given choices that answer the question.\nGive yourself room to think by extracting the image, question and hint before choosing the choice.\nDon't return the thinking, only return the highest accuracy choice.\nMake sure your answers are as correct as possible.\n{% for tag, content in messages.items() %}\n{% if tag == 'sample_question' %}\nUse the following examples as reference for the ideal answer style.\n{% for message in content %}\n{% if message['role'] == 'user' %} \nExample\nUSER: {% else %}ASSISTANT: {% endif %}\n{% for item in message['content'] %}\n{% if item['type'] == 'text_question' %}\nQuestion: {{ item['question'] }}\n{% elif item['type'] == 'text_hint' %}\nHint: {{ item['hint'] }}\n{% elif item['type'] == 'text_choice' %}\nChoices: {{ item['choice'] }}\n{% elif item['type'] == 'text_solution' %}\nSolution: {{ item['solution'] }}\n{% elif item['type'] == 'text_answer' %}\nAnswer: {{ item['answer'] }}{% elif item['type'] == 'image' %}<image>\n{% endif %}\n{% endfor %}\n{% if message['role'] == 'user' %}\n{% else %}\n{{eos_token}}\n{% endif %}{% endfor %}{% endif %}\n\n{% if tag == 'real_question' %}\nNow use the following image and question to choose the choice:\n{% for message in content %}\n{% if message['role'] == 'user' %}USER: {% else %}ASSISTANT: {% endif %}\n{% for item in message['content'] %}\n{% if item['type'] == 'text_question' %}\nQuestion: {{ item['question'] }}\n{% elif item['type'] == 'text_hint' %}\nHint: {{ item['hint'] }}\n{% elif item['type'] == 'text_choice' %}\nChoices: {{ item['choice'] }}\n{% elif item['type'] == 'text_solution' %}\nSolution: {{ item['solution'] }}\n{% elif item['type'] == 'text_answer' %}\nAnswer: {{ item['answer'] }}{% elif item['type'] == 'image' %}<image>\n{% endif %}\n{% endfor %}\n{% if message['role'] == 'user' %}\n{% else %}\n{{eos_token}}\n{% endif %}{% endfor %}{% endif %}\n{% endfor %}",
+  "chat_template": "<<SYS>>\nA chat between an user and an artificial intelligence assistant about Science Question Answering. The assistant gives helpful, detailed, and polite answers to the user's questions.\nBased on the image, question and hint, please choose one of the given choices that answer the question.\nGive yourself room to think by extracting the image, question and hint before choosing the choice.\nDon't return the thinking, only return the highest accuracy choice.\nMake sure your answers are as correct as possible.\n<</SYS>> \n{% for tag, content in messages.items() %}\n{% if tag == 'real_question' %}\nNow use the following image and question to choose the choice:\n{% for message in content %}\n{% if message['role'] == 'user' %}[INST] USER: {% else %}ASSISTANT: {% endif %}\n{% for item in message['content'] %}\n{% if item['type'] == 'text_question' %}\nQuestion: {{ item['question'] }}\n{% elif item['type'] == 'text_hint' %}\nHint: {{ item['hint'] }}\n{% elif item['type'] == 'text_choice' %}\nChoices: {{ item['choice'] }} [/INST]\n{% elif item['type'] == 'text_solution' %}\nSolution: {{ item['solution'] }}\n{% elif item['type'] == 'text_answer' %}\nAnswer: {{ item['answer'] }}{% elif item['type'] == 'image' %}<image>\n{% endif %}\n{% endfor %}\n{% if message['role'] == 'user' %}\n{% else %}\n{{eos_token}}\n{% endif %}{% endfor %}{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c67c393cac5537c4c9a5d7a140a5219af4df9449ebf8a16a60dc27eaceeb66e
+oid sha256:6c335ed66a4da37d527fc17624c0950343ea5caf2e91b5203bc52d267c163e7a
 size 5432