metala_3B_300B/tokenizer_config.json

{
    "model_max_length": 8192,
    "tokenizer_class": "GPT4Tokenizer",
    "auto_map": {
        "AutoTokenizer": [
            "tokenization_tnf.GPT4Tokenizer",
            null
        ]
    }
}