Llama3.1-8B-PlumCode / special_tokens_map.json
sequelbox's picture
db65fb70b06215128ae608f94eacfd326feec838b7d1c8ce4f7b9b3c8b7d3c42
f412b40 verified
raw
history blame
296 Bytes
{
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|eot_id|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}