Adjoumani commited on
Commit
817ba05
·
verified ·
1 Parent(s): 72a83b2

Upload exemple.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. exemple.py +13 -0
exemple.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+ from baoule_tokenizer import BaouleTokenizer
4
+
5
+ tokenizer = BaouleTokenizer()
6
+ tokenizer.load("baoule_tokenizer.model")
7
+
8
+ text = "Votre texte en baoulé ici"
9
+ encoded = tokenizer.encode(text)
10
+ decoded = tokenizer.decode(encoded)
11
+ print(encoded)
12
+ print(decoded)
13
+