Training in progress, step 200

special_tokens_map.json

@@ -1,4 +1,27 @@
 {
+  "additional_special_tokens": [
+    {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,

tokenizer_config.json

@@ -49,7 +49,11 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
+  "additional_special_tokens": [
+    "<|user|>",
+    "<|system|>",
+    "<|assistant|>"
+  ],
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '<|user|>\n' + message['content'] + eos_token + '\n\n' }}{% elif message['role'] == 'system' %}{{ '<|system|>\n' + message['content'] + eos_token + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ '<|assistant|>\n' + message['content'] + eos_token + '\n\n' }}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|assistant|>\n' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:032ed2637e6ec053e5c4ab093149376377238f60bb682dab9581082fc9cd69c5
+oid sha256:0ddcd4fcd2bee6b9a654583f08f41ddbbb5ad4f8a75c4e86a1bb04fc546056c3
 size 4600