Upload tokenizer
fed08d6
|
#version: 0.2 |
|
Ġ + |
|
Ġ s |
|
) . |
|
( - |
|
Ġ r |
|
Ġ Ċ |
|
_ _ |
|
a n |
|
i an |
|
p ian |
|
pian o |
|
m p |
|
p p |
|
Ġ h |
|
Ġ l |
|
) ( |
|
Ġ % |
|
) + |
|
I I |
|
e d |
|
' ] |
|
[ ' |
|
q d |
|
Ġ V |
|
s d |
|
a c |
|
a u |
|
e n |
|
f r |
|
g m |
|
au gm |
|
en t |
|
fr ac |
|
augm ent |
|
Ġ II |
|
Ġ I |
|
b r |
|
g h |
|
i gh |
|
br igh |
|
brigh t |
|
1 1 |
|
1 0 |
|
) , |
|
Ġ 2 |
|
ĠV I |
|
ĠV II |
|
) ) |
|
ĠII I |
|
h d |
|
) ). |
|
ĠI V |
|
Ġ2 4 |
|
V II |
|
6 4 |
|
Ġ2 1 |
|
I V |
|
pp p |
|
6 5 |
|
) )+ |
|
w d |
|
4 3 |
|
f f |
|
V I |
|
Ġ 4 |
|
5 6 |
|
Ġ 56 |
|
Ġ4 0 |
|
1 2 |
|
II I |
|
Ġ 3 |
|
1 3 |
|
Ġ3 5 |
|
1 5 |
|
Ġ 15 |
|
1 4 |
|
Ġ4 2 |
|
) ), |
|
Ġ3 0 |
|
) '] |
|
1 7 |
|
( + |
|
(+ )'] |
|
{ - |
|
} '] |
|
ff f |
|
1 9 |
|
m m |
|
1 6 |
|
2 3 |
|
)) )+ |
|
[' (+)'] |
|
Ġ 8 |
|
2 5 |
|
Ġ 16 |
|
Ġ8 4 |
|
2 0 |
|
3 1 |
|
2 1 |
|
2 9 |
|
1 8 |
|
3 7 |
|
Ġ16 8 |
|
6 0 |
|
Ġ 60 |
|
t d |
|
5 3 |
|
5 9 |
|
3 5 |
|
4 5 |
|
Ġ 12 |
|
Ġ12 0 |
|
4 7 |
|
7 3 |
|
7 0 |
|
4 1 |
|
Ġ 70 |
|
5 5 |
|
3 9 |
|
Ġ8 0 |
|
3 3 |
|
6 1 |
|
8 3 |
|
8 7 |
|
2 6 |
|
8 1 |
|
6 7 |
|
8 9 |
|
7 7 |
|
Ġ4 8 |
|
5 7 |
|
Ġ 11 |
|
Ġ11 2 |
|
2 7 |
|
10 1 |
|
6 2 |
|
7 9 |
|
10 9 |
|
2 2 |
|
Ġ 14 |
|
Ġ14 0 |
|
4 9 |
|
7 1 |
|
8 0 |
|
9 5 |
|
11 3 |
|
10 3 |
|
11 5 |
|
Ġ2 80 |
|
15 1 |
|
1 43 |
|
3 2 |
|
6 9 |
|
8 5 |
|
Ġ24 0 |
|
2 41 |
|
4 0 |
|
9 1 |
|
9 7 |
|
12 5 |
|
13 7 |
|
2 23 |
|
2 29 |
|
3 4 |
|
4 8 |
|
6 3 |
|
9 2 |
|
9 3 |
|
Ġ 10 |
|
11 9 |
|
12 1 |
|
12 3 |
|
12 7 |
|
13 1 |
|
17 3 |
|
17 9 |
|
Ġ84 0 |
|
29 3 |
|
Ġ10 5 |
|
2 21 |
|
2 89 |
|
3 6 |
|
3 65 |
|
4 4 |
|
4 6 |
|
11 7 |
|
Ġ2 10 |
|
)) ) |
|
12 9 |
|
Ġ3 36 |
|
13 3 |
|
13 9 |
|
15 7 |
|
19 7 |
|
19 9 |
|
16 7 |
|
16 9 |
|
20 7 |
|
18 1 |
|
18 5 |
|
18 7 |
|
|