Upload special_tokens_map.json with huggingface_hub
Browse files- special_tokens_map.json +15 -0
 
    	
        special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,15 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "bos_token": "[CLS]",
         
     | 
| 3 | 
         
            +
              "cls_token": "[CLS]",
         
     | 
| 4 | 
         
            +
              "eos_token": "[SEP]",
         
     | 
| 5 | 
         
            +
              "mask_token": "[MASK]",
         
     | 
| 6 | 
         
            +
              "pad_token": "[PAD]",
         
     | 
| 7 | 
         
            +
              "sep_token": "[SEP]",
         
     | 
| 8 | 
         
            +
              "unk_token": {
         
     | 
| 9 | 
         
            +
                "content": "[UNK]",
         
     | 
| 10 | 
         
            +
                "lstrip": false,
         
     | 
| 11 | 
         
            +
                "normalized": true,
         
     | 
| 12 | 
         
            +
                "rstrip": false,
         
     | 
| 13 | 
         
            +
                "single_word": false
         
     | 
| 14 | 
         
            +
              }
         
     | 
| 15 | 
         
            +
            }
         
     |