vocab/moss/test_arena.py

from vocab.moss import tokenizer
from utils.zh_util import iter_vocab


tokenizer.get_vocab()

iter_vocab(tokenizer, "test")