{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "32000": { "content": "õ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32001": { "content": "÷", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32002": { "content": "Á", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32003": { "content": "ý", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32004": { "content": "À", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32005": { "content": "ÿ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32006": { "content": "ø", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32007": { "content": "ú", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32008": { "content": "þ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32009": { "content": "ü", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32010": { "content": "ù", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32011": { "content": "ö", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32012": { "content": "û", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32013": { "content": "<|begin▁of▁sentence|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "32014": { "content": "<|end▁of▁sentence|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "32015": { "content": "<|fim▁hole|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32016": { "content": "<|fim▁begin|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32017": { "content": "<|fim▁end|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32018": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32019": { "content": "<|User|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32020": { "content": "<|Assistant|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32021": { "content": "<|EOT|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "32022": { "content": "r7", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32023": { "content": "jge", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32024": { "content": "r13d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32025": { "content": "r14", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32026": { "content": "jg", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32027": { "content": "jle", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32028": { "content": "r6", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32029": { "content": "c1", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32030": { "content": "bgt", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32031": { "content": "nop", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32032": { "content": "PTR", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32033": { "content": "swi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32034": { "content": "r15", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32035": { "content": "edi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32036": { "content": "eax", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32037": { "content": "rcx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32038": { "content": "bge", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32039": { "content": "rsp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32040": { "content": "r1", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32041": { "content": "ecx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32042": { "content": "ldr", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32043": { "content": "rdx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32044": { "content": "rdi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32045": { "content": "shr", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32046": { "content": "xor", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32047": { "content": "rbp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32048": { "content": "r10d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32049": { "content": "r14d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32050": { "content": "r5", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32051": { "content": "ebx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32052": { "content": "r9", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32053": { "content": "cx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32054": { "content": "c5", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32055": { "content": "rbx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32056": { "content": "r4", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32057": { "content": "DWORD", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32058": { "content": "r11", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32059": { "content": "jmp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32060": { "content": "edx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32061": { "content": "r12", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32062": { "content": "r0", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32063": { "content": "r13", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32064": { "content": "bne", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32065": { "content": "c2", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32066": { "content": "rax", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32067": { "content": "blx", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32068": { "content": "bh", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32069": { "content": "jne", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32070": { "content": "jl", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32071": { "content": "beq", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32072": { "content": "c3", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32073": { "content": "cmp", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32074": { "content": "rsi", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32075": { "content": "r10", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32076": { "content": "r2", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32077": { "content": "r15d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32078": { "content": "blt", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32079": { "content": "c0", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32080": { "content": "c6", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32081": { "content": "r11d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32082": { "content": "r12d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32083": { "content": "sar", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32084": { "content": "c4", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32085": { "content": "lr", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32086": { "content": "QWORD", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32087": { "content": "r8", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32088": { "content": "mul", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32089": { "content": "r9d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32090": { "content": "r8d", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32091": { "content": "r3", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|begin▁of▁sentence|>", "chat_template": "{% if not add_generation_prompt is defined %}\n{% set add_generation_prompt = false %}\n{% endif %}\n{%- set ns = namespace(found=false) -%}\n{%- for message in messages -%}\n {%- if message['role'] == 'system' -%}\n {%- set ns.found = true -%}\n {%- endif -%}\n{%- endfor -%}\n{{bos_token}}{%- if not ns.found -%}\n{{'You are an AI programming assistant, utilizing the Deepseek Coder model, developed by Deepseek Company, and you only answer questions related to computer science. For politically sensitive questions, security and privacy issues, and other non-computer science questions, you will refuse to answer\\n'}}\n{%- endif %}\n{%- for message in messages %}\n {%- if message['role'] == 'system' %}\n{{ message['content'] }}\n {%- else %}\n {%- if message['role'] == 'user' %}\n{{'### Instruction:\\n' + message['content'] + '\\n'}}\n {%- else %}\n{{'### Response:\\n' + message['content'] + '\\n<|EOT|>\\n'}}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{% if add_generation_prompt %}\n{{'### Response:'}}\n{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|EOT|>", "legacy": true, "model_max_length": 16384, "pad_token": "<|end▁of▁sentence|>", "sp_model_kwargs": {}, "tokenizer_class": "LlamaTokenizer", "unk_token": null, "use_default_system_prompt": false }