KoichiYasuoka
commited on
Commit
•
a5aa90a
1
Parent(s):
1337e98
model improved
Browse files- tokenizer.json +1 -15
tokenizer.json
CHANGED
@@ -1015,20 +1015,6 @@
|
|
1015 |
"String": "z"
|
1016 |
},
|
1017 |
"content": "s"
|
1018 |
-
},
|
1019 |
-
{
|
1020 |
-
"type": "Replace",
|
1021 |
-
"pattern": {
|
1022 |
-
"String": "ch"
|
1023 |
-
},
|
1024 |
-
"content": "c"
|
1025 |
-
},
|
1026 |
-
{
|
1027 |
-
"type": "Replace",
|
1028 |
-
"pattern": {
|
1029 |
-
"String": "sh"
|
1030 |
-
},
|
1031 |
-
"content": "s"
|
1032 |
}
|
1033 |
]
|
1034 |
},
|
@@ -21502,4 +21488,4 @@
|
|
21502 |
]
|
21503 |
]
|
21504 |
}
|
21505 |
-
}
|
|
|
1015 |
"String": "z"
|
1016 |
},
|
1017 |
"content": "s"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1018 |
}
|
1019 |
]
|
1020 |
},
|
|
|
21488 |
]
|
21489 |
]
|
21490 |
}
|
21491 |
+
}
|