Abhilashvj's picture
Upload tokenizer
6a54174 verified
raw
history blame contribute delete
931 Bytes
{
"[PAD]": 71,
"[UNK]": 70,
"|": 0,
"ം": 1,
"ഃ": 2,
"അ": 3,
"ആ": 4,
"ഇ": 5,
"ഈ": 6,
"ഉ": 7,
"ഊ": 8,
"എ": 9,
"ഏ": 10,
"ഐ": 11,
"ഒ": 12,
"ഓ": 13,
"ക": 14,
"ഖ": 15,
"ഗ": 16,
"ഘ": 17,
"ങ": 18,
"ച": 19,
"ഛ": 20,
"ജ": 21,
"ഞ": 22,
"ട": 23,
"ഠ": 24,
"ഡ": 25,
"ഢ": 26,
"ണ": 27,
"ത": 28,
"ഥ": 29,
"ദ": 30,
"ധ": 31,
"ന": 32,
"പ": 33,
"ഫ": 34,
"ബ": 35,
"ഭ": 36,
"മ": 37,
"യ": 38,
"ര": 39,
"റ": 40,
"ല": 41,
"ള": 42,
"ഴ": 43,
"വ": 44,
"ശ": 45,
"ഷ": 46,
"സ": 47,
"ഹ": 48,
"ാ": 49,
"ി": 50,
"ീ": 51,
"ു": 52,
"ൂ": 53,
"ൃ": 54,
"െ": 55,
"േ": 56,
"ൈ": 57,
"ൊ": 58,
"ോ": 59,
"ൌ": 60,
"്": 61,
"ൗ": 62,
"ൺ": 63,
"ൻ": 64,
"ർ": 65,
"ൽ": 66,
"ൾ": 67,
"ൿ": 68,
"’": 69
}