SLM3 / config.json
Ronakparmar's picture
Upload 4 files
500f774 verified
{
"architectures": [
"CustomGPT"
],
"auto_map": {
"AutoConfig": "configuration_gpt.CustomGPTConfig",
"AutoModelForCausalLM": "modeling_gpt.CustomGPT"
},
"block_size": 768,
"dropout": 0.1,
"model_type": "custom_gpt",
"n_embd": 768,
"n_head": 8,
"n_layer": 8,
"torch_dtype": "float32",
"transformers_version": "4.48.3",
"vocab_size": 50257
}