f4973d4 d10ecd7 f4973d4 d10ecd7
1
2
3
4
5
6
7
8
import os from transformers import AutoTokenizer os.environ["PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION"] = "python" tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
