File size: 136 Bytes
f4973d4
 
 
 
 
1
2
3
4
5



from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)