microsoft-phi-1_5-HQQ-2bit-smashed / special_tokens_map.json
sharpenb's picture
97bac7aa6bc4227824d07785657da4ae2fbf3a6476c275e9c8a5b254b72dd99c
89c5513 verified
raw
history blame
441 Bytes
{
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}