config.yaml

head_type: luh
feature_extractor:
- name: luq.feature_extractors.basic_hidden_states
  layer_nums:
  - -1
  - -7
  - -16
  - -20
- name: luq.feature_extractors.basic_attention
  layer_nums:
  - -1
  - -5
  - -10
  - -16
  - -20
  - -25
- name: luq.feature_extractors.token_probabilities
  top_n: 5
uncertainty_head:
  head_dim: 4096
  n_layers: 1
  n_heads: 64
  dropout: 0.1
  enable_feature_projection_layer: true
  interim_dim: 512