tokenizer_config.json

{
 "bos_token": "",
 "eos_token": "",
 "model_max_length": 512,
 "padding_side": "right",
 "special_tokens_map_file": "./weights/llama-7b/special_tokens_map.json",
 "tokenizer_class": "LLaMATokenizer",
 "unk_token": ""
}