config.json

{
  "device": "cuda",
  "dropout": 0.1,
  "input_dim": 32,
  "model_dim": 256,
  "num_heads": 4,
  "num_layers": 4,
  "output_dim": 25003
}