head_config.json

{
  "config": {
    "activation_function": "tanh",
    "head_type": "multiple_choice",
    "label2id": {
      "LABEL_0": 0,
      "LABEL_1": 1,
      "LABEL_2": 2,
      "LABEL_3": 3
    },
    "layers": 2,
    "num_choices": 4,
    "use_pooler": false
  },
  "hidden_size": 768,
  "model_class": "BertModelWithHeads",
  "model_name": "bert-base-uncased",
  "model_type": "bert",
  "name": "race_all"
}