special_tokens_map.json

{
 "additional_special_tokens": [
 {
 "content": "<|begin_of_java_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|end_of_java_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|begin_of_c-sharp_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|end_of_c-sharp_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|translate|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 }
 ],
 "bos_token": {
 "content": "<｜begin▁of▁sentence｜>",
 "lstrip": false,
 "normalized": true,
 "rstrip": false,
 "single_word": false
 },
 "eos_token": {
 "content": "<｜end▁of▁sentence｜>",
 "lstrip": false,
 "normalized": true,
 "rstrip": false,
 "single_word": false
 },
 "pad_token": "<｜end▁of▁sentence｜>"
}