File size: 3,999 Bytes
615e516 |
1 |
{"do_lower_case": true, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "additional_special_tokens": ["[NUM]", "[0]", "[0.0]", "[0.00]", "[0.000]", "[0.0000]", "[0.00000]", "[0.000000]", "[0.0000000]", "[0.00000000]", "[0.000000000]", "[0,000.0]", "[0,000.00]", "[0,000.000]", "[0,000,000]", "[0,000,000.0]", "[0,000,000.00]", "[0,000,000.000]", "[0,000,000,000]", "[0,000,000,000.0]", "[0,000,000,000.00]", "[0,000,000,000.000]", "[0,000,000,000,000]", "[0,000,000,000,000.0]", "[0,000,000,000,000.00]", "[0,000,000,000,000.000]", "[00.0]", "[00.00]", "[00.000]", "[00.0000]", "[00.00000]", "[00.000000]", "[00.0000000]", "[00.00000000]", "[00.000000000]", "[00,000.0]", "[00,000.00]", "[00,000.000]", "[00,000,000]", "[00,000,000.0]", "[00,000,000.00]", "[00,000,000.000]", "[00,000,000,000]", "[00,000,000,000.0]", "[00,000,000,000.00]", "[00,000,000,000.000]", "[00,000,000,000,000]", "[00,000,000,000,000.0]", "[00,000,000,000,000.00]", "[00,000,000,000,000.000]", "[000]", "[000.0]", "[000.00]", "[000.000]", "[000.0000]", "[000.00000]", "[000.000000]", "[000.0000000]", "[000.00000000]", "[000.000000000]", "[000,000.0]", "[000,000.00]", "[000,000.000]", "[000,000,000]", "[000,000,000.0]", "[000,000,000.00]", "[000,000,000.000]", "[000,000,000,000]", "[000,000,000,000.0]", "[000,000,000,000.00]", "[000,000,000,000.000]", "[000,000,000,000,000]", "[000,000,000,000,000.0]", "[000,000,000,000,000.00]", "[000,000,000,000,000.000]", "[0000.0]", "[0000.00]", "[0000.000]", "[00000]", "[00000.0]", "[00000.00]", "[00000.000]", "[000000]", "[000000.0]", "[000000.00]", "[000000.000]", "[0000000]", "[0000000.0]", "[0000000.00]", "[0000000.000]", "[00000000]", "[00000000.0]", "[00000000.00]", "[00000000.000]", "[000000000]", "[000000000.0]", "[000000000.00]", "[000000000.000]", "[0000000000]", "[0000000000.0]", "[0000000000.00]", "[0000000000.000]", "[0,0]", "[0,00]", "[0,000]", "[0,0000]", "[0,00000]", "[0,000000]", "[0,0000000]", "[0,00000000]", "[0,000000000]", "[0.000,0]", "[0.000,00]", "[0.000,000]", "[0.000.000]", "[0.000.000,0]", "[0.000.000,00]", "[0.000.000,000]", "[0.000.000.000]", "[0.000.000.000,0]", "[0.000.000.000,00]", "[0.000.000.000,000]", "[0.000.000.000.000]", "[0.000.000.000.000,0]", "[0.000.000.000.000,00]", "[0.000.000.000.000,000]", "[00]", "[00,0]", "[00,00]", "[00,000]", "[00,0000]", "[00,00000]", "[00,000000]", "[00,0000000]", "[00,00000000]", "[00,000000000]", "[00.000,0]", "[00.000,00]", "[00.000,000]", "[00.000.000]", "[00.000.000,0]", "[00.000.000,00]", "[00.000.000,000]", "[00.000.000.000]", "[00.000.000.000,0]", "[00.000.000.000,00]", "[00.000.000.000,000]", "[00.000.000.000.000]", "[00.000.000.000.000,0]", "[00.000.000.000.000,00]", "[00.000.000.000.000,000]", "[000,0]", "[000,00]", "[000,000]", "[000,0000]", "[000,00000]", "[000,000000]", "[000,0000000]", "[000,00000000]", "[000,000000000]", "[000.000,0]", "[000.000,00]", "[000.000,000]", "[000.000.000]", "[000.000.000,0]", "[000.000.000,00]", "[000.000.000,000]", "[000.000.000.000]", "[000.000.000.000,0]", "[000.000.000.000,00]", "[000.000.000.000,000]", "[000.000.000.000.000]", "[000.000.000.000.000,0]", "[000.000.000.000.000,00]", "[000.000.000.000.000,000]", "[0000]", "[0000,0]", "[0000,00]", "[0000,000]", "[00000,0]", "[00000,00]", "[00000,000]", "[000000,0]", "[000000,00]", "[000000,000]", "[0000000,0]", "[0000000,00]", "[0000000,000]", "[00000000,0]", "[00000000,00]", "[00000000,000]", "[000000000,0]", "[000000000,00]", "[000000000,000]", "[0000000000,0]", "[0000000000,00]", "[0000000000,000]", "[.0]", "[.00]", "[.000]", "[.0000]", "[.00000]", "[.000000]", "[.0000000]", "[.00000000]", "[.000000000]", "[,0]", "[,00]", "[,000]", "[,0000]", "[,00000]", "[,000000]", "[,0000000]", "[,00000000]", "[,000000000]"], "special_tokens_map_file": "special_tokens_map.json", "tokenizer_class": "BertTokenizer"} |