{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "4": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "<extra_id_0>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "6": { "content": "<extra_id_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "<extra_id_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "8": { "content": "<extra_id_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "9": { "content": "<extra_id_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "10": { "content": "<extra_id_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "11": { "content": "<extra_id_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12": { "content": "<extra_id_7>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "13": { "content": "<extra_id_8>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "14": { "content": "<extra_id_9>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "15": { "content": "<extra_id_10>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "16": { "content": "<extra_id_11>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "<extra_id_12>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "18": { "content": "<extra_id_13>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "19": { "content": "<extra_id_14>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "20": { "content": "<extra_id_15>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "21": { "content": "<extra_id_16>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "22": { "content": "<extra_id_17>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "23": { "content": "<extra_id_18>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "24": { "content": "<extra_id_19>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "25": { "content": "<extra_id_20>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "<extra_id_21>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "27": { "content": "<extra_id_22>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "28": { "content": "<extra_id_23>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "29": { "content": "<extra_id_24>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30": { "content": "<extra_id_25>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "31": { "content": "<extra_id_26>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "<extra_id_27>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "<extra_id_28>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "<extra_id_29>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "<extra_id_30>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "36": { "content": "<extra_id_31>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "<extra_id_32>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "38": { "content": "<extra_id_33>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "<extra_id_34>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "40": { "content": "<extra_id_35>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "41": { "content": "<extra_id_36>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "<extra_id_37>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "<extra_id_38>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "<extra_id_39>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "<extra_id_40>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "<extra_id_41>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "<extra_id_42>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "48": { "content": "<extra_id_43>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "49": { "content": "<extra_id_44>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "<extra_id_45>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "<extra_id_46>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "<extra_id_47>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "<extra_id_48>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "<extra_id_49>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "<extra_id_50>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "56": { "content": "<extra_id_51>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57": { "content": "<extra_id_52>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "58": { "content": "<extra_id_53>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "59": { "content": "<extra_id_54>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "60": { "content": "<extra_id_55>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "61": { "content": "<extra_id_56>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "62": { "content": "<extra_id_57>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "63": { "content": "<extra_id_58>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "64": { "content": "<extra_id_59>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "65": { "content": "<extra_id_60>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "66": { "content": "<extra_id_61>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "67": { "content": "<extra_id_62>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "68": { "content": "<extra_id_63>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "69": { "content": "<extra_id_64>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "70": { "content": "<extra_id_65>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "71": { "content": "<extra_id_66>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "72": { "content": "<extra_id_67>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "73": { "content": "<extra_id_68>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "74": { "content": "<extra_id_69>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "75": { "content": "<extra_id_70>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "76": { "content": "<extra_id_71>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "77": { "content": "<extra_id_72>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "78": { "content": "<extra_id_73>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "79": { "content": "<extra_id_74>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "80": { "content": "<extra_id_75>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "81": { "content": "<extra_id_76>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "82": { "content": "<extra_id_77>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "83": { "content": "<extra_id_78>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "84": { "content": "<extra_id_79>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "85": { "content": "<extra_id_80>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86": { "content": "<extra_id_81>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "87": { "content": "<extra_id_82>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "88": { "content": "<extra_id_83>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "89": { "content": "<extra_id_84>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "90": { "content": "<extra_id_85>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "91": { "content": "<extra_id_86>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "92": { "content": "<extra_id_87>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "93": { "content": "<extra_id_88>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "94": { "content": "<extra_id_89>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "95": { "content": "<extra_id_90>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "96": { "content": "<extra_id_91>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "97": { "content": "<extra_id_92>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "98": { "content": "<extra_id_93>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "99": { "content": "<extra_id_94>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100": { "content": "<extra_id_95>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "101": { "content": "<extra_id_96>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "102": { "content": "<extra_id_97>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "103": { "content": "<extra_id_98>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "104": { "content": "<extra_id_99>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "105": { "content": "<extra_id_100>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "106": { "content": "<extra_id_101>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "107": { "content": "<extra_id_102>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "108": { "content": "<extra_id_103>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "109": { "content": "<extra_id_104>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "110": { "content": "<extra_id_105>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "111": { "content": "<extra_id_106>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "112": { "content": "<extra_id_107>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "113": { "content": "<extra_id_108>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "114": { "content": "<extra_id_109>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "115": { "content": "<extra_id_110>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "116": { "content": "<extra_id_111>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "117": { "content": "<extra_id_112>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "118": { "content": "<extra_id_113>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "119": { "content": "<extra_id_114>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "120": { "content": "<extra_id_115>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "121": { "content": "<extra_id_116>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "122": { "content": "<extra_id_117>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "123": { "content": "<extra_id_118>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "124": { "content": "<extra_id_119>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "125": { "content": "<extra_id_120>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "126": { "content": "<extra_id_121>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "127": { "content": "<extra_id_122>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "128": { "content": "<extra_id_123>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "129": { "content": "<extra_id_124>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "130": { "content": "<extra_id_125>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "131": { "content": "<extra_id_126>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "132": { "content": "<extra_id_127>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "133": { "content": "<extra_id_128>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "134": { "content": "<extra_id_129>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "135": { "content": "<extra_id_130>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "136": { "content": "<extra_id_131>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "137": { "content": "<extra_id_132>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "138": { "content": "<extra_id_133>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "139": { "content": "<extra_id_134>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "140": { "content": "<extra_id_135>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "141": { "content": "<extra_id_136>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "142": { "content": "<extra_id_137>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "143": { "content": "<extra_id_138>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "144": { "content": "<extra_id_139>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "145": { "content": "<extra_id_140>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "146": { "content": "<extra_id_141>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "147": { "content": "<extra_id_142>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "148": { "content": "<extra_id_143>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "149": { "content": "<extra_id_144>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "150": { "content": "<extra_id_145>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151": { "content": "<extra_id_146>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "152": { "content": "<extra_id_147>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "153": { "content": "<extra_id_148>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154": { "content": "<extra_id_149>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "155": { "content": "<extra_id_150>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "156": { "content": "<extra_id_151>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "157": { "content": "<extra_id_152>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "158": { "content": "<extra_id_153>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "159": { "content": "<extra_id_154>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "160": { "content": "<extra_id_155>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "161": { "content": "<extra_id_156>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "162": { "content": "<extra_id_157>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "163": { "content": "<extra_id_158>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "164": { "content": "<extra_id_159>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "165": { "content": "<extra_id_160>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "166": { "content": "<extra_id_161>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "167": { "content": "<extra_id_162>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "168": { "content": "<extra_id_163>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "169": { "content": "<extra_id_164>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "170": { "content": "<extra_id_165>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "171": { "content": "<extra_id_166>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "172": { "content": "<extra_id_167>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "173": { "content": "<extra_id_168>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "174": { "content": "<extra_id_169>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "175": { "content": "<extra_id_170>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "176": { "content": "<extra_id_171>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "177": { "content": "<extra_id_172>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "178": { "content": "<extra_id_173>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "179": { "content": "<extra_id_174>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "180": { "content": "<extra_id_175>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "181": { "content": "<extra_id_176>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "182": { "content": "<extra_id_177>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "183": { "content": "<extra_id_178>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "184": { "content": "<extra_id_179>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "185": { "content": "<extra_id_180>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "186": { "content": "<extra_id_181>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "187": { "content": "<extra_id_182>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "188": { "content": "<extra_id_183>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "189": { "content": "<extra_id_184>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "190": { "content": "<extra_id_185>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "191": { "content": "<extra_id_186>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "192": { "content": "<extra_id_187>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "193": { "content": "<extra_id_188>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "194": { "content": "<extra_id_189>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "195": { "content": "<extra_id_190>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "196": { "content": "<extra_id_191>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "197": { "content": "<extra_id_192>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "198": { "content": "<extra_id_193>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "199": { "content": "<extra_id_194>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "200": { "content": "<extra_id_195>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "201": { "content": "<extra_id_196>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "202": { "content": "<extra_id_197>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "203": { "content": "<extra_id_198>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "204": { "content": "<extra_id_199>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "205": { "content": "<extra_id_200>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "206": { "content": "<extra_id_201>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "207": { "content": "<extra_id_202>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "208": { "content": "<extra_id_203>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "209": { "content": "<extra_id_204>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "210": { "content": "<extra_id_205>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "211": { "content": "<extra_id_206>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "212": { "content": "<extra_id_207>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "213": { "content": "<extra_id_208>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "214": { "content": "<extra_id_209>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "215": { "content": "<extra_id_210>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "216": { "content": "<extra_id_211>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "217": { "content": "<extra_id_212>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "218": { "content": "<extra_id_213>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "219": { "content": "<extra_id_214>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "220": { "content": "<extra_id_215>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "221": { "content": "<extra_id_216>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "222": { "content": "<extra_id_217>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "223": { "content": "<extra_id_218>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "224": { "content": "<extra_id_219>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "225": { "content": "<extra_id_220>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "226": { "content": "<extra_id_221>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "227": { "content": "<extra_id_222>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "228": { "content": "<extra_id_223>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "229": { "content": "<extra_id_224>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "230": { "content": "<extra_id_225>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "231": { "content": "<extra_id_226>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "232": { "content": "<extra_id_227>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "233": { "content": "<extra_id_228>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "234": { "content": "<extra_id_229>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "235": { "content": "<extra_id_230>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "236": { "content": "<extra_id_231>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "237": { "content": "<extra_id_232>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "238": { "content": "<extra_id_233>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "239": { "content": "<extra_id_234>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "240": { "content": "<extra_id_235>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "241": { "content": "<extra_id_236>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "242": { "content": "<extra_id_237>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "243": { "content": "<extra_id_238>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "244": { "content": "<extra_id_239>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "245": { "content": "<extra_id_240>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "246": { "content": "<extra_id_241>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "247": { "content": "<extra_id_242>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "248": { "content": "<extra_id_243>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "249": { "content": "<extra_id_244>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250": { "content": "<extra_id_245>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "251": { "content": "<extra_id_246>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "252": { "content": "<extra_id_247>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "253": { "content": "<extra_id_248>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "254": { "content": "<extra_id_249>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "255": { "content": "<extra_id_250>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "256": { "content": "<extra_id_251>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "257": { "content": "<extra_id_252>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "258": { "content": "<extra_id_253>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "259": { "content": "<extra_id_254>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "260": { "content": "<extra_id_255>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<s>", "chat_template": "{%- set system_message = namespace(content='') -%}{%- if messages[0]['role'] == 'system' -%}{%- set system_message.content = messages[0]['content'] -%}{%- endif -%}<|im_start|>system\n{{ system_message.content }}<|im_end|>\n{% for message in messages -%}{%- if message['role'] != 'system' %}<|im_start|>{{ message['role'] }}\n{{ message['content'] }}<|im_end|>\n{%- endif -%}{%- endfor -%}", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "<unk>", "use_default_system_prompt": false }