Update config.yaml
Browse files- config.yaml +4 -4
config.yaml
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
head_type: luh
|
| 2 |
feature_extractor:
|
| 3 |
-
- name:
|
| 4 |
-
- name:
|
| 5 |
layer_nums:
|
| 6 |
- -1
|
| 7 |
- -5
|
| 8 |
- -15
|
| 9 |
-
- name:
|
| 10 |
layer_nums:
|
| 11 |
- -1
|
| 12 |
- -2
|
|
@@ -19,7 +19,7 @@ feature_extractor:
|
|
| 19 |
- -25
|
| 20 |
attn_history_sz: 2
|
| 21 |
pool: false
|
| 22 |
-
- name:
|
| 23 |
top_n: 4
|
| 24 |
uncertainty_head:
|
| 25 |
head_dim: 256
|
|
|
|
| 1 |
head_type: luh
|
| 2 |
feature_extractor:
|
| 3 |
+
- name: luh.feature_extractors.lookback_lens
|
| 4 |
+
- name: luh.feature_extractors.basic_hidden_states
|
| 5 |
layer_nums:
|
| 6 |
- -1
|
| 7 |
- -5
|
| 8 |
- -15
|
| 9 |
+
- name: luh.feature_extractors.basic_attention
|
| 10 |
layer_nums:
|
| 11 |
- -1
|
| 12 |
- -2
|
|
|
|
| 19 |
- -25
|
| 20 |
attn_history_sz: 2
|
| 21 |
pool: false
|
| 22 |
+
- name: luh.feature_extractors.token_probabilities
|
| 23 |
top_n: 4
|
| 24 |
uncertainty_head:
|
| 25 |
head_dim: 256
|