XLS-R-with-LM / tokenizer_config.json
5p33ch3xpr's picture
Removed special chars
708db26
raw
history blame
501 Bytes
{
"bos_token": null,
"do_lower_case": false,
"eos_token": null,
"name_or_path": "5p33ch3xpr/XLS-R_Finetuned",
"pad_token": "[PAD]",
"processor_class": "Wav2Vec2ProcessorWithLM",
"replace_word_delimiter_char": " ",
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--5p33ch3xpr--XLS-R_Finetuned/snapshots/5046dec9045465cb2d61ab77fa40aaa7a31a3fa5/special_tokens_map.json",
"tokenizer_class": "Wav2Vec2CTCTokenizer",
"unk_token": "[UNK]",
"word_delimiter_token": "|"
}