File size: 256 Bytes
817ba05 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
from baoule_tokenizer import BaouleTokenizer
tokenizer = BaouleTokenizer()
tokenizer.load("baoule_tokenizer.model")
text = "Votre texte en baoulé ici"
encoded = tokenizer.encode(text)
decoded = tokenizer.decode(encoded)
print(encoded)
print(decoded)
|