SharpAI commited on
Commit
a546609
·
1 Parent(s): 421e780

add tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"max_len": 256, "name_or_path": "./out/ZeroQuant/W8A8_quantization/best", "special_tokens_map_file": "/root/.cache/huggingface/transformers/85a76eea59fe40ae80bc50b05c4fe93e7547727086c4a19787726e35a451f9fd.45ed21ffc69cb3eceab51050529cfc4e1b82b5f17027779bf75c6eacc17a5079", "tokenizer_class": "PreTrainedTokenizerFast"}
 
1
+ {"max_len": 256, "name_or_path": "SharpAI/mal_tls-bert-base", "special_tokens_map_file": "/root/.cache/huggingface/transformers/85a76eea59fe40ae80bc50b05c4fe93e7547727086c4a19787726e35a451f9fd.45ed21ffc69cb3eceab51050529cfc4e1b82b5f17027779bf75c6eacc17a5079", "tokenizer_class": "PreTrainedTokenizerFast"}