{ "version": "1.0", "truncation": { "direction": "Right", "max_length": 128, "strategy": "LongestFirst", "stride": 0 }, "padding": null, "added_tokens": [ { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 462, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": false, "use_regex": true }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": "", "end_of_word_suffix": "", "fuse_unk": false, "byte_fallback": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "": 4, "!": 5, "\"": 6, "#": 7, "$": 8, "%": 9, "&": 10, "'": 11, "(": 12, ")": 13, "*": 14, "+": 15, ",": 16, "-": 17, ".": 18, "/": 19, "0": 20, "1": 21, "2": 22, "3": 23, "4": 24, "5": 25, "6": 26, "7": 27, "8": 28, "9": 29, ":": 30, ";": 31, "<": 32, "=": 33, ">": 34, "?": 35, "@": 36, "A": 37, "B": 38, "C": 39, "D": 40, "E": 41, "F": 42, "G": 43, "H": 44, "I": 45, "J": 46, "K": 47, "L": 48, "M": 49, "N": 50, "O": 51, "P": 52, "Q": 53, "R": 54, "S": 55, "T": 56, "U": 57, "V": 58, "W": 59, "X": 60, "Y": 61, "Z": 62, "[": 63, "\\": 64, "]": 65, "^": 66, "_": 67, "`": 68, "a": 69, "b": 70, "c": 71, "d": 72, "e": 73, "f": 74, "g": 75, "h": 76, "i": 77, "j": 78, "k": 79, "l": 80, "m": 81, "n": 82, "o": 83, "p": 84, "q": 85, "r": 86, "s": 87, "t": 88, "u": 89, "v": 90, "w": 91, "x": 92, "y": 93, "z": 94, "{": 95, "|": 96, "}": 97, "~": 98, "¡": 99, "¢": 100, "£": 101, "¤": 102, "¥": 103, "¦": 104, "§": 105, "¨": 106, "©": 107, "ª": 108, "«": 109, "¬": 110, "®": 111, "¯": 112, "°": 113, "±": 114, "²": 115, "³": 116, "´": 117, "µ": 118, "¶": 119, "·": 120, "¸": 121, "¹": 122, "º": 123, "»": 124, "¼": 125, "½": 126, "¾": 127, "¿": 128, "À": 129, "Á": 130, "Â": 131, "Ã": 132, "Ä": 133, "Å": 134, "Æ": 135, "Ç": 136, "È": 137, "É": 138, "Ê": 139, "Ë": 140, "Ì": 141, "Í": 142, "Î": 143, "Ï": 144, "Ð": 145, "Ñ": 146, "Ò": 147, "Ó": 148, "Ô": 149, "Õ": 150, "Ö": 151, "×": 152, "Ø": 153, "Ù": 154, "Ú": 155, "Û": 156, "Ü": 157, "Ý": 158, "Þ": 159, "ß": 160, "à": 161, "á": 162, "â": 163, "ã": 164, "ä": 165, "å": 166, "æ": 167, "ç": 168, "è": 169, "é": 170, "ê": 171, "ë": 172, "ì": 173, "í": 174, "î": 175, "ï": 176, "ð": 177, "ñ": 178, "ò": 179, "ó": 180, "ô": 181, "õ": 182, "ö": 183, "÷": 184, "ø": 185, "ù": 186, "ú": 187, "û": 188, "ü": 189, "ý": 190, "þ": 191, "ÿ": 192, "Ā": 193, "ā": 194, "Ă": 195, "ă": 196, "Ą": 197, "ą": 198, "Ć": 199, "ć": 200, "Ĉ": 201, "ĉ": 202, "Ċ": 203, "ċ": 204, "Č": 205, "č": 206, "Ď": 207, "ď": 208, "Đ": 209, "đ": 210, "Ē": 211, "ē": 212, "Ĕ": 213, "ĕ": 214, "Ė": 215, "ė": 216, "Ę": 217, "ę": 218, "Ě": 219, "ě": 220, "Ĝ": 221, "ĝ": 222, "Ğ": 223, "ğ": 224, "Ġ": 225, "ġ": 226, "Ģ": 227, "ģ": 228, "Ĥ": 229, "ĥ": 230, "Ħ": 231, "ħ": 232, "Ĩ": 233, "ĩ": 234, "Ī": 235, "ī": 236, "Ĭ": 237, "ĭ": 238, "Į": 239, "į": 240, "İ": 241, "ı": 242, "IJ": 243, "ij": 244, "Ĵ": 245, "ĵ": 246, "Ķ": 247, "ķ": 248, "ĸ": 249, "Ĺ": 250, "ĺ": 251, "Ļ": 252, "ļ": 253, "Ľ": 254, "ľ": 255, "Ŀ": 256, "ŀ": 257, "Ł": 258, "ł": 259, "Ń": 260, "Ġ+": 261, "Ġs": 262, ").": 263, "(-": 264, "Ġr": 265, "ĠĊ": 266, "__": 267, "an": 268, "ian": 269, "pian": 270, "piano": 271, "mp": 272, "pp": 273, "Ġh": 274, "Ġl": 275, ")(": 276, "Ġ%": 277, ")+": 278, "II": 279, "ed": 280, "']": 281, "['": 282, "qd": 283, "ĠV": 284, "sd": 285, "ac": 286, "au": 287, "en": 288, "fr": 289, "gm": 290, "augm": 291, "ent": 292, "frac": 293, "augment": 294, "ĠII": 295, "ĠI": 296, "br": 297, "gh": 298, "igh": 299, "brigh": 300, "bright": 301, "11": 302, "10": 303, "),": 304, "Ġ2": 305, "ĠVI": 306, "ĠVII": 307, "))": 308, "ĠIII": 309, "hd": 310, ")).": 311, "ĠIV": 312, "Ġ24": 313, "VII": 314, "64": 315, "Ġ21": 316, "IV": 317, "ppp": 318, "65": 319, "))+": 320, "wd": 321, "43": 322, "ff": 323, "VI": 324, "Ġ4": 325, "56": 326, "Ġ56": 327, "Ġ40": 328, "12": 329, "III": 330, "Ġ3": 331, "13": 332, "Ġ35": 333, "15": 334, "Ġ15": 335, "14": 336, "Ġ42": 337, ")),": 338, "Ġ30": 339, ")']": 340, "17": 341, "(+": 342, "(+)']": 343, "{-": 344, "}']": 345, "fff": 346, "19": 347, "mm": 348, "16": 349, "23": 350, ")))+": 351, "['(+)']": 352, "Ġ8": 353, "25": 354, "Ġ16": 355, "Ġ84": 356, "20": 357, "31": 358, "21": 359, "29": 360, "18": 361, "37": 362, "Ġ168": 363, "60": 364, "Ġ60": 365, "td": 366, "53": 367, "59": 368, "35": 369, "45": 370, "Ġ12": 371, "Ġ120": 372, "47": 373, "73": 374, "70": 375, "41": 376, "Ġ70": 377, "55": 378, "39": 379, "Ġ80": 380, "33": 381, "61": 382, "83": 383, "87": 384, "26": 385, "81": 386, "67": 387, "89": 388, "77": 389, "Ġ48": 390, "57": 391, "Ġ11": 392, "Ġ112": 393, "27": 394, "101": 395, "62": 396, "79": 397, "109": 398, "22": 399, "Ġ14": 400, "Ġ140": 401, "49": 402, "71": 403, "80": 404, "95": 405, "113": 406, "103": 407, "115": 408, "Ġ280": 409, "151": 410, "143": 411, "32": 412, "69": 413, "85": 414, "Ġ240": 415, "241": 416, "40": 417, "91": 418, "97": 419, "125": 420, "137": 421, "223": 422, "229": 423, "34": 424, "48": 425, "63": 426, "92": 427, "93": 428, "Ġ10": 429, "119": 430, "121": 431, "123": 432, "127": 433, "131": 434, "173": 435, "179": 436, "Ġ840": 437, "293": 438, "Ġ105": 439, "221": 440, "289": 441, "36": 442, "365": 443, "44": 444, "46": 445, "117": 446, "Ġ210": 447, ")))": 448, "129": 449, "Ġ336": 450, "133": 451, "139": 452, "157": 453, "197": 454, "199": 455, "167": 456, "169": 457, "207": 458, "181": 459, "185": 460, "187": 461 }, "merges": [ "Ġ +", "Ġ s", ") .", "( -", "Ġ r", "Ġ Ċ", "_ _", "a n", "i an", "p ian", "pian o", "m p", "p p", "Ġ h", "Ġ l", ") (", "Ġ %", ") +", "I I", "e d", "' ]", "[ '", "q d", "Ġ V", "s d", "a c", "a u", "e n", "f r", "g m", "au gm", "en t", "fr ac", "augm ent", "Ġ II", "Ġ I", "b r", "g h", "i gh", "br igh", "brigh t", "1 1", "1 0", ") ,", "Ġ 2", "ĠV I", "ĠV II", ") )", "ĠII I", "h d", ") ).", "ĠI V", "Ġ2 4", "V II", "6 4", "Ġ2 1", "I V", "pp p", "6 5", ") )+", "w d", "4 3", "f f", "V I", "Ġ 4", "5 6", "Ġ 56", "Ġ4 0", "1 2", "II I", "Ġ 3", "1 3", "Ġ3 5", "1 5", "Ġ 15", "1 4", "Ġ4 2", ") ),", "Ġ3 0", ") ']", "1 7", "( +", "(+ )']", "{ -", "} ']", "ff f", "1 9", "m m", "1 6", "2 3", ")) )+", "[' (+)']", "Ġ 8", "2 5", "Ġ 16", "Ġ8 4", "2 0", "3 1", "2 1", "2 9", "1 8", "3 7", "Ġ16 8", "6 0", "Ġ 60", "t d", "5 3", "5 9", "3 5", "4 5", "Ġ 12", "Ġ12 0", "4 7", "7 3", "7 0", "4 1", "Ġ 70", "5 5", "3 9", "Ġ8 0", "3 3", "6 1", "8 3", "8 7", "2 6", "8 1", "6 7", "8 9", "7 7", "Ġ4 8", "5 7", "Ġ 11", "Ġ11 2", "2 7", "10 1", "6 2", "7 9", "10 9", "2 2", "Ġ 14", "Ġ14 0", "4 9", "7 1", "8 0", "9 5", "11 3", "10 3", "11 5", "Ġ2 80", "15 1", "1 43", "3 2", "6 9", "8 5", "Ġ24 0", "2 41", "4 0", "9 1", "9 7", "12 5", "13 7", "2 23", "2 29", "3 4", "4 8", "6 3", "9 2", "9 3", "Ġ 10", "11 9", "12 1", "12 3", "12 7", "13 1", "17 3", "17 9", "Ġ84 0", "29 3", "Ġ10 5", "2 21", "2 89", "3 6", "3 65", "4 4", "4 6", "11 7", "Ġ2 10", ")) )", "12 9", "Ġ3 36", "13 3", "13 9", "15 7", "19 7", "19 9", "16 7", "16 9", "20 7", "18 1", "18 5", "18 7" ] } }