File size: 442 Bytes
61a2806 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
{
"config": {
"architecture": "reft",
"dropout": 0.05,
"layers": "all",
"non_linearity": null,
"orthogonality": true,
"output_reft": true,
"prefix_positions": 1,
"r": 1,
"suffix_positions": 0,
"tied_weights": false
},
"hidden_size": 768,
"model_class": "RobertaAdapterModel",
"model_name": "roberta-base",
"model_type": "roberta",
"name": "loreft_adapter",
"version": "adapters.1.0.0"
} |