finnstrom3693's picture
Upload MiniSun model
f8a4b2b verified
raw
history blame
257 Bytes
{
"vocab_size": 30522,
"max_position_embeddings": 1024,
"hidden_size": 512,
"num_attention_heads": 8,
"intermediate_size": 2048,
"num_hidden_layers": 8,
"dropout_rate": 0.1,
"weight_decay": 0.01,
"learning_rate": 0.0001
}