config.json

{
 "d_model": 52,
 "n_layer": 4,
 "vocab_size": 4096,
 "ssm_cfg": {},
 "rms_norm": true,
 "residual_in_fp32": true,
 "fused_add_norm": true,
 "pad_vocab_size_multiple": 8
}