chat_template updated to use cot
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -779,7 +779,7 @@
|
|
779 |
}
|
780 |
},
|
781 |
"bos_token": "<|endoftext|>",
|
782 |
-
"chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>
|
783 |
"clean_up_tokenization_spaces": false,
|
784 |
"eos_token": "<|im_end|>",
|
785 |
"extra_special_tokens": {},
|
|
|
779 |
}
|
780 |
},
|
781 |
"bos_token": "<|endoftext|>",
|
782 |
+
"chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '{{ .CoT }}<|CoT|>' + message['content'] + '<|FinalAnswer|>' + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|> }}{% endif %}",
|
783 |
"clean_up_tokenization_spaces": false,
|
784 |
"eos_token": "<|im_end|>",
|
785 |
"extra_special_tokens": {},
|