{ "additional_special_tokens": [ { "content": "[INST]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "[/INST]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "<<SYS>>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "<</SYS>>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "<scratchpad>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "</scratchpad>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "<headline>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true }, { "content": "</headline>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": true } ], "bos_token": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": "<pad>", "unk_token": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }