5p33ch3xpr commited on
Commit
708db26
1 Parent(s): d0ac8f0

Removed special chars

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
- "bos_token": "<s>",
3
  "do_lower_case": false,
4
- "eos_token": "</s>",
5
  "name_or_path": "5p33ch3xpr/XLS-R_Finetuned",
6
  "pad_token": "[PAD]",
7
  "processor_class": "Wav2Vec2ProcessorWithLM",
 
1
  {
2
+ "bos_token": null,
3
  "do_lower_case": false,
4
+ "eos_token": null,
5
  "name_or_path": "5p33ch3xpr/XLS-R_Finetuned",
6
  "pad_token": "[PAD]",
7
  "processor_class": "Wav2Vec2ProcessorWithLM",