Commit
•
4e645cd
1
Parent(s):
01698d0
set the correct vision_config.hidden_act (#19)
Browse files- set the correct vision_config.hidden_act (29656f902d87b738bdc1aa1b1a5a82d17c9ee218)
Co-authored-by: Stas Bekman <[email protected]>
- config.json +1 -0
config.json
CHANGED
|
@@ -35,6 +35,7 @@
|
|
| 35 |
"use_resampler": true,
|
| 36 |
"vocab_size": 32000,
|
| 37 |
"vision_config": {
|
|
|
|
| 38 |
"embed_dim": 1280,
|
| 39 |
"image_size": 224,
|
| 40 |
"intermediate_size": 5120,
|
|
|
|
| 35 |
"use_resampler": true,
|
| 36 |
"vocab_size": 32000,
|
| 37 |
"vision_config": {
|
| 38 |
+
"hidden_act": "gelu",
|
| 39 |
"embed_dim": 1280,
|
| 40 |
"image_size": 224,
|
| 41 |
"intermediate_size": 5120,
|