Hemanth-thunder commited on
Commit
99402ff
1 Parent(s): 71ab8ff

Update tokenizer_config.json

Browse files

added src_lang and tgt_lang language arg as default

Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -110,8 +110,8 @@
110
  "pad_token": "<pad>",
111
  "sep_token": "</s>",
112
  "sp_model_kwargs": {},
113
- "src_lang": null,
114
- "tgt_lang": null,
115
  "tokenizer_class": "M2M100Tokenizer",
116
  "tokenizer_file": null,
117
  "unk_token": "<unk>"
 
110
  "pad_token": "<pad>",
111
  "sep_token": "</s>",
112
  "sp_model_kwargs": {},
113
+ "src_lang": "en",
114
+ "tgt_lang": "ta",
115
  "tokenizer_class": "M2M100Tokenizer",
116
  "tokenizer_file": null,
117
  "unk_token": "<unk>"