1dd8749
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{ "cls_token": "[CLS]", "eos_token": { "content": "<eos>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "mask_token": "[MASK]", "pad_token": "[PAD]", "sep_token": "[SEP]", "unk_token": "[UNK]" }