config.json

{
  "base_arch": null,
  "base_arch_config": {
    "N": 12,
    "d_ff": 3072,
    "d_model": 768,
    "dropout": 0.1,
    "h": 12,
    "type": "BERT",
    "vocab_size": 69
  },
  "dropout": 0.0,
  "pred_batch_size": 8
}