|
{ |
|
"config": { |
|
"adapter_residual_before_ln": false, |
|
"cross_adapter": false, |
|
"inv_adapter": null, |
|
"inv_adapter_reduction_factor": null, |
|
"leave_out": [], |
|
"ln_after": false, |
|
"ln_before": false, |
|
"mh_adapter": false, |
|
"non_linearity": "relu", |
|
"original_ln_after": true, |
|
"original_ln_before": true, |
|
"output_adapter": true, |
|
"reduction_factor": 16, |
|
"residual_before_ln": true |
|
}, |
|
"hidden_size": 768, |
|
"model_class": "BertModelWithHeads", |
|
"model_name": "bert-base-uncased", |
|
"model_type": "bert", |
|
"name": "wnut_17" |
|
} |