checkpoints/tokenizer_config.json

{"pad_token": "<|endoftext|>", "special_tokens_map_file": "./special_tokens_map.json", "full_tokenizer_file": null}