Artem commited on
Commit
b3913d9
·
1 Parent(s): 84ab3ac

Upload UncertaintyHead model and config

Browse files
Files changed (2) hide show
  1. config.yaml +5 -3
  2. weights.pth +2 -2
config.yaml CHANGED
@@ -6,6 +6,7 @@ feature_extractor:
6
  - -1
7
  - -5
8
  - -15
 
9
  - name: luq.feature_extractors.basic_attention
10
  layer_nums:
11
  - -1
@@ -17,14 +18,15 @@ feature_extractor:
17
  - -15
18
  - -20
19
  - -25
 
20
  attn_history_sz: 2
21
  pool: false
22
  - name: luq.feature_extractors.token_probabilities
23
  top_n: 4
24
  uncertainty_head:
25
- head_dim: 256
26
  n_layers: 2
27
- n_heads: 8
28
  dropout: 0.2
29
  enable_feature_projection_layer: true
30
- interim_dim: 256
 
6
  - -1
7
  - -5
8
  - -15
9
+ - -30
10
  - name: luq.feature_extractors.basic_attention
11
  layer_nums:
12
  - -1
 
18
  - -15
19
  - -20
20
  - -25
21
+ - -30
22
  attn_history_sz: 2
23
  pool: false
24
  - name: luq.feature_extractors.token_probabilities
25
  top_n: 4
26
  uncertainty_head:
27
+ head_dim: 128
28
  n_layers: 2
29
+ n_heads: 4
30
  dropout: 0.2
31
  enable_feature_projection_layer: true
32
+ interim_dim: 128
weights.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33e3ea4c4a7b536bbe359aa8ec953ba309aa1b51722c291db224a47bd988b15e
3
- size 44904609
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e70c23d42155a85ab2717d913b26e7309d843d308c8662d8452873b0ad3d68
3
+ size 23445796