751936e 814ee6b 751936e 814ee6b
1
2
3
4
5
6
7
from vocab.glm_chinese import tokenizer print(tokenizer.decode([20])) vocab = tokenizer.get_vocab() print(vocab)
