line-corporation
/

line-distilbert-base-japanese

Model card Files Files and versions Community

kajyuuen commited on Mar 22, 2023

Commit

fbeeaf3

•

1 Parent(s): a5447f6

Fix mecab_dic

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -21,7 +21,7 @@
     "word_tokenizer_type": "mecab",
     "subword_tokenizer_type": "sentencepiece",
     "mecab_kwargs": {
-        "mecab_dic": "unidic"
     },
     "auto_map": {
         "AutoTokenizer": [

     "word_tokenizer_type": "mecab",
     "subword_tokenizer_type": "sentencepiece",
     "mecab_kwargs": {
+        "mecab_dic": "unidic_lite"
     },
     "auto_map": {
         "AutoTokenizer": [