Delete tokenizer.config
Browse files- tokenizer.config +0 -1
tokenizer.config
DELETED
@@ -1 +0,0 @@
|
|
1 |
-
{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": true, "word_delimiter_token": "|", "tokenizer_file": null}
|
|
|
|