{
    "sentence_dim": 768,
    "token_dim": 768,
    "num_heads": 8,
    "initialize": 2,
    "pooling_type": 0
}