set the correct vision_config.hidden_act
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -37,6 +37,7 @@
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
|
|
|
| 40 |
"embed_dim": 32,
|
| 41 |
"image_size": 30,
|
| 42 |
"intermediate_size": 37,
|
|
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
| 40 |
+
"hidden_act": "gelu",
|
| 41 |
"embed_dim": 32,
|
| 42 |
"image_size": 30,
|
| 43 |
"intermediate_size": 37,
|