File size: 127 Bytes
293bad6
 
 
 
1
2
3
4
5

from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b", trust_remote_code=True)