thanhhuynhk17's picture
Upload tokenizer
2e73f05 verified
#version: 0.2
Ġ }
Ġ {
Ġ \
Ġ _
Ġ ^
Ġ )
Ġ (
Ġ =
Ġ -
Ġ ,
r a
ra c
f rac
Ġ +
t a
a l
a r
r i
Ġ i
m a
p h
l e
s i
Ġ x
Ġ .
t i
Ġ a
f t
e ta
Ġ d
m u
a m
Ġ n
g h
ri gh
m e
t h
le ft
righ t
i n
d e
Ġ k
Ġ r
p ar
ti al
par tial
Ġ m
ph a
Ġ e
al pha
d a
Ġ A
Ġ p
Ġ t
ph i
Ġ j
p si
Ġ c
l ta
ma th
b da
am bda
n u
p ri
pri me
Ġ g
p i
c al
am ma
Ġ z
o t
Ġ b
Ġ s
d ot
r m
q u
Ġ |
math rm
Ġ l
b ar
de lta
g ma
Ġ N
in t
l ambda
Ġ q
b eta
Ġ ]
Ġ f
g a
me ga
l o
Ġ T
Ġ R
v e
th eta
Ġ &
lo n
Ġ D
Ġ M
Ġ [
r t
h i
Ġ L
si gma
Ġ B
Ġ\ \
Ġ y
a d
qu ad
psi lon
a t
l de
ti lde
h at
e psilon
g amma
Ġ /
Ġ F
Ġ S
s u
s q
n g
sq rt
h o
r ho
su m
ng le
Ġ u
v ar
ta u
b f
Ġ H
ra y
ar ray
{ array
o mega
Ġ C
Ġ h
Ġ P
r o
Ġ X
Ġ I
Ġ G
l a
Ġ E
Ġ V
P hi
x i
ve c
Ġ J
i g
Ġ v
c dot
G amma
Ġ Q
ft y
in fty
g e
ra ngle
Ġ K
p m
L ambda
ta r
b e
a p
var phi
ap p
Ġ o
Ġ *
D e
De lta
n d
g in
be gin
e nd
Ġ U
c hi
O mega
Ġ W
ro w
l in
lin e
Ġ w
Ġ ;
r line
tar row
k app
kapp a
q quad
Ġ Z
righ tarrow
Ġ\ }
P si
e qu
i v
equ iv
la ngle
da g
dot s
o ve
b ig
e x
ove rline
ti me
time s
B ig
Ġ\ {
Ġ\ !
\ {
e l
Ġ >
\ left
ge r
dag ger
s t
\ frac
si n
c o
var epsilon
z eta
a b
n ab
nab la
ex p
Ġ O
co s
S i
Si gma
Ġ Y
Ġ :
cdot s
w i
wi de
l n
math cal
l dots
Ġ <
el l
p ro
t ri
Ġ\ :
t o
o times
\ delta
w e
d ge
si m
we dge
P i
Ġ !
pro d
h bar
{ ma
tri x
{ma trix
y le
st yle
ve rt
\ }
big g
wide tilde
\ langle
m i
mi d
T h
Th eta
s p
c k
u n
\ int
\ hat
un de
\ partial
\ tilde
unde rline
math bf
a st
\ Delta
ro x
app rox
le q
s tar
lo g
\ phi
r el
e r
\ begin
i m
s ta
ck rel
sta ckrel
wide hat
\ psi
l im
sin h
p t
d i
\ mathrm
p er
per p
s c
cos h
\ Gamma
de t
\ sum
y style
la ystyle
sp laystyle
di splaystyle
ri pt
sc ript
n e
t ex
tex t
\ Phi
o p
\ bar
m p
si me
sime q
ge q
Big r
var theta
\ rangle
\ gamma
Big l
Ġ '
lon g
c i
r c
s e
ci rc
\ alpha
u s
ne q
ta n
b rac
l us
op lus
long rightarrow
\ lambda
o int
\ Psi
\ rho
\ sigma
\ Omega
bigg l
bigg r
b o
\ omega
n ot
ra l
text style
Big g
\ chi
l d
d dot
Ġ\ ,
big r
big l
bo ld
bold math
X i
\ dot
\ beta
\ epsilon
\ mathcal
script style
\ lim
se t
o nu
a ngle
tri angle
\ eta
a c
\ xi
brac k
\ Lambda
\ mu
m be
n onu
mbe r
nonu mber
p to
pro pto
c h
\ Pi
\ vec
e ck
ch eck
\ nabla
f o
left rightarrow
\ zeta
\ theta
\ tau
sp ac
spac e
\ pi
\ varphi
var rho
script scriptstyle
i t
Ġ- -
i math
ral l
fo rall
\ Sigma
l brack
\ widetilde
p st
pst o
\ overline
Ġ\ |
brac e
tan h
b set
su bset
z e
si ze
b ot
ove r
r e
s f
ma psto
l l
u p
i o
io ta
R i
\ varepsilon
gh tarrow
Ri ghtarrow
a ral
p aral
le l
paral lel
text rm
s h
\ kappa
n to
pha nto
phanto m
\ exp
j math
script size
\ widehat
b u
o m
over rightarrow
\ vert
\ ddot
\ sqrt
u t
h space
a se
c ase
{ case
{case s
\ Theta
b in
co ng
Bigg r
bin om
r brace
Bigg l
g g
L o
U psilon
\ nu
ti n
b re
tin y
s la
bu l
Lo ng
bre ve
sla sh
ve e
m al
s mal
le t
bul let
smal l
d o
\ det
c up
\ lbrack
w n
ar c
big oplus
do wn
w p
ar row
\ |
\ prod
c ot
c ap
k er
var pi
s b
at op
r brack
bo x
down arrow
su p
co th
ker n
f tarrow
v dots
ar p
ar ge
\ mathbf
le ftarrow
\ ln
\ stackrel
u par
upar row
I m
c t
u psilon
mi t
R e
arc tan
\ times
Ġ\ #
Long rightarrow
sup set
\ displaystyle
ac ut
acut e
m in
d dots
\ Big
e q
unde rbrace
h line
i se
ra ise
l brace
\ mid
\ big
\ bigl
e n
s k
var sigma
d im
arp o
\ oint
\ hspace
e ct
i p
o r
p r
ot ect
sk ip
pr otect
f i
f lo
righ th
long leftrightarrow
onu p
arpo onup
flo or
righth arpoonup
\ cos
\ Xi
L e
h fi
v space
le ng
ft rightarrow
Le ftrightarrow
leng th
ot not
la p
fo otnot
footnot e
Ġ ~
math sf
footnote size
L arge
\ :
l arge
big triangle
\ ell
p ut
n o
\ triangle
e m
cdot p
Long leftrightarrow
hfi ll
V e
Ve rt
y set
Ġ "
Ġ `
de g
pt yset
em ptyset
\ varrho
t t
ma x
s l
big otimes
\ log
e box
k ebox
ar g
ma kebox
math op
dot eq
sh arp
a ck
b ack
l lap
r floor
v phantom
text bf
raise box
back slash
\ Bigl
over leftarrow
en space
bigtriangle up
\ underline
\ check
f l
i ld
bu ild
fl at
build rel
\ sin
u re
{ pi
text up
ct ure
{pi cture
\ tan
\ biggl
o dot
o nd
r ut
am ond
st rut
di amond
\ qquad
\ vartheta
al ig
la be
alig n
labe l
\ ,
Ġ\ /
gma psto
lon gmapsto
un it
unit length
\ hbar
math it
set length
\ pm
\ overrightarrow
o d
big cup
co lon
subset eq
over brace
re f
no align
in us
om inus
en skip
o u
p ou
th in
nd s
big wedge
pou nds
thin space
f box
Ġ\ _
\ l
\ sim
\ lbrace
\ protect
n i
e ph
Ġ ?
al eph
circ le
\ not
l floor
v line
rm al
big cap
arc sin
arc cos
no rmal
\ star
\ cosh
\ Upsilon
\ breve
r lap
la nd
small skip
\ #
\ rbrack
\ Re
\ setlength
k rightarrow
o krightarrow
ho okrightarrow
\big triangle
bigtriangle down
\ L
\ O
\ d
\ cdots
\ leq
\ sinh
\ nonumber
\ Biggl
\ wp
b m
d dagger
s s
pm od
set min
\bigtriangle up
bm od
setmin us
\ iota
\ varpi
\ Im
\ deg
\ fbox
n at
u ral
su it
long leftarrow
se c
diamond suit
nat ural
\ !
\ bigg
\ Bigr
\ rbrace
\ dim
\ rfloor
\ pounds
v skip
Ġ\ -
la x
re lax
normal size
\ quad
\ cdot
\ textstyle
\ forall
\ cot
c sc
e i
f ra
i ck
v da
Ġ\ &
me box
th ick
lo we
sq cup
line s
hfi l
ei l
fra mebox
vda sh
thick lines
lowe r
\ ast
\ acute
c eil
d skip
e xi
e ci
m kern
o n
p re
r d
s ma
ti t
me dskip
nu ll
su rd
ap e
big m
st s
to p
sp eci
tex tit
text normal
it sh
exi sts
pre c
sma sh
speci al
itsh ape
\ S
\ bf
\ equiv
\ perp
\ Bigg
\ tanh
\ textrm
\ sup
\ underbrace
\ vspace
\ Leftrightarrow
c c
t er
al g
am alg
in f
su cc
ngle ftarrow
un boldmath
text sf
Lo ngleftarrow
\ ldots
\ imath
\ re
\ parallel
\ bigoplus
\ coth
\ Vert
\ arg
\ mathop
\ textbf
\ textup
a e
c rc
e w
g ra
h arpo
l g
l ti
l ceil
m ma
o o
o slash
s y
s mi
t ch
v ss
w co
Ġ\ '
Ġ\ *
mu lti
left harpo
right leftharpo
ve r
sq cap
array st
Big m
co un
ne wco
se p
Bigg m
set coun
triangle right
re tch
eq n
sk ew
on s
\re newco
crc r
gra ve
mma nd
oo align
smi le
rightleftharpo ons
arrayst retch
setcoun ter
\renewco mmand
A R
D o
G E
H u
L AR
\ P
\ cal
\ rightarrow
\ wedge
\ mp
\ simeq
\ geq
\ oplus
\ biggr
\ upsilon
\ arctan
\ varsigma
\ mathsf
\ max
\ makebox
\ backslash
\ overleftarrow
\ unitlength
\ overbrace
\ textnormal
\ setcounter
a k
a sy
h ss
l q
m skip
t e
w arrow
{ ta
Ġ @
si on
th de
left eqn
math rel
math bin
math ver
su re
ro up
line bre
big sqcup
co l
wi thde
lim s
ne arrow
text tt
ci te
se arrow
bul ar
small int
wn arrow
arrow vert
supset eq
en sure
fi ll
no tin
no linebre
fbox sep
\l floor
\l ceil
\protect u
succ eq
multi put
Do wnarrow
Hu ge
LAR GE
asy mp
{ta bular
mathver sion
withde lims
ensure math
nolinebre ak
A A
S S
\ /
\ i
\ o
\ v
\ dots
\ to
\ rc
\ propto
\ gg
\ slash
\ vee
\ do
\ mit
\ min
\ vphantom
\ raisebox
\ mathit
\ aleph
\ diamondsuit
\ textit
\ exists
\ smash
\ inf
\ smallint
\ ensuremath
a ve
c lo
c en
d dag
g roup
h phantom
i mit
l lde
l imit
m n
m o
m ar
m bo
n warrow
o f
r group
s warrow
u mn
v mo
Ġ Ġ
Ġ\ ^
le ave
par box
math or
math strut
math clo
nu llde
array col
ro ot
vec to
rightarrow fill
big vee
\left eqn
bigg m
er space
lim sup
lim inf
\lim sup
triangle left
Ġ-- -
over withdelims
atop withdelims
\big otimes
footnote mar
mathop en
\protect E
\protect Z
\protect e
\protect m
\bigtriangle down
prec eq
\S S
lg roup
sy mbo
multi col
ver b
\v cen
\rc eil
limit erspace
vmo de
leave vmode
mathor d
mathclo se
nullde limiterspace
arraycol sep
vecto r
footnotemar k
symbo l
multicol umn
\vcen ter