from baoule_tokenizer import BaouleTokenizer | |
tokenizer = BaouleTokenizer() | |
tokenizer.load("baoule_tokenizer.model") | |
text = "Votre texte en baoulé ici" | |
encoded = tokenizer.encode(text) | |
decoded = tokenizer.decode(encoded) | |
print(encoded) | |
print(decoded) | |