KoichiYasuoka commited on
Commit
a5aa90a
1 Parent(s): 1337e98

model improved

Browse files
Files changed (1) hide show
  1. tokenizer.json +1 -15
tokenizer.json CHANGED
@@ -1015,20 +1015,6 @@
1015
  "String": "z"
1016
  },
1017
  "content": "s"
1018
- },
1019
- {
1020
- "type": "Replace",
1021
- "pattern": {
1022
- "String": "ch"
1023
- },
1024
- "content": "c"
1025
- },
1026
- {
1027
- "type": "Replace",
1028
- "pattern": {
1029
- "String": "sh"
1030
- },
1031
- "content": "s"
1032
  }
1033
  ]
1034
  },
@@ -21502,4 +21488,4 @@
21502
  ]
21503
  ]
21504
  }
21505
- }
 
1015
  "String": "z"
1016
  },
1017
  "content": "s"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1018
  }
1019
  ]
1020
  },
 
21488
  ]
21489
  ]
21490
  }
21491
+ }