{ "add_prefix_space": false, "added_tokens_decoder": { "151643": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151645": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151646": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151648": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151649": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151650": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151651": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151652": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151653": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151654": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151655": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151656": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151657": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151666": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151667": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151668": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151669": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151670": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151671": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151672": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151673": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151674": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151675": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151676": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151677": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151678": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151679": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151680": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151681": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151682": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151683": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151684": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151685": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151686": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151687": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151688": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151689": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151690": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151691": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151692": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151693": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151694": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151695": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151696": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151697": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151698": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151699": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151700": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151701": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151702": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151703": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151704": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151705": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151706": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151707": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151708": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151709": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151710": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151711": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151712": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151713": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151714": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151715": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151716": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151717": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151718": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151719": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151720": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151721": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151722": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151723": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151724": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151725": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151726": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151727": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151728": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151729": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151730": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151731": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151732": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151733": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151734": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151735": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151736": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151737": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151738": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151739": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151740": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151741": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151742": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151743": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151744": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151745": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151746": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151747": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151748": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151749": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151750": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151751": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151752": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151753": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151754": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151755": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151756": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151757": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151758": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151759": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151760": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151761": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151762": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151763": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151764": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151765": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151766": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151767": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151768": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151769": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151770": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151771": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151772": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151773": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151774": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151775": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "151776": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "", "" ], "bos_token": null, "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "clean_up_tokenization_spaces": false, "do_image_splitting": false, "eos_token": "<|im_end|>", "errors": "replace", "model_max_length": 32768, "pad_token": "<|endoftext|>", "padding_side": "left", "processor_class": "Idefics2Processor", "split_special_tokens": false, "tokenizer_class": "Qwen2Tokenizer", "unk_token": null }