model_config.json

{
  "vocab_size": 36100,
  "embed_dim": 256,
  "num_layers": 4,
  "num_heads": 8,
  "sequence_length": 64
}