tiny-random-Speech2TextModel / tokenizer_config.json
hf-transformers-bot's picture
Upload tiny models for Speech2TextModel
83f9756
raw
history blame contribute delete
557 Bytes
{
"bos_token": "<s>",
"clean_up_tokenization_spaces": true,
"do_lower_case": true,
"do_upper_case": false,
"eos_token": "</s>",
"lang_codes": null,
"model_max_length": 20,
"pad_token": "<pad>",
"sp_model_kwargs": {},
"special_tokens_map_file": "/home/suraj/.cache/huggingface/transformers/f39f1499e9c4d2b3e803e3cad8a31c4cf3e626e1c69197d4cd6921e5c07007f9.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd",
"tgt_lang": null,
"tokenizer_class": "Speech2TextTokenizer",
"tokenizer_file": null,
"unk_token": "<unk>"
}