Update tokenizer.json
Browse files- tokenizer.json +3 -1
tokenizer.json
CHANGED
@@ -281,7 +281,9 @@
|
|
281 |
"Md": 134,
|
282 |
"Ra": 135,
|
283 |
"Fr": 136,
|
284 |
-
"@": 137
|
|
|
|
|
285 |
},
|
286 |
"unk_token": "<unk>"
|
287 |
}
|
|
|
281 |
"Md": 134,
|
282 |
"Ra": 135,
|
283 |
"Fr": 136,
|
284 |
+
"@": 137,
|
285 |
+
"\": 138,
|
286 |
+
"/": 139
|
287 |
},
|
288 |
"unk_token": "<unk>"
|
289 |
}
|