added pooling_output_size and pooler_act
Browse files- config.json +3 -1
config.json
CHANGED
@@ -86,7 +86,7 @@
|
|
86 |
"encoder": {
|
87 |
"_name_or_path": "",
|
88 |
"add_cross_attention": false,
|
89 |
-
"add_pooling_layer":
|
90 |
"architectures": null,
|
91 |
"attention_probs_dropout_prob": 0.0,
|
92 |
"bad_words_ids": null,
|
@@ -137,6 +137,8 @@
|
|
137 |
"output_scores": false,
|
138 |
"pad_token_id": null,
|
139 |
"patch_size": 16,
|
|
|
|
|
140 |
"prefix": null,
|
141 |
"problem_type": null,
|
142 |
"pruned_heads": {},
|
|
|
86 |
"encoder": {
|
87 |
"_name_or_path": "",
|
88 |
"add_cross_attention": false,
|
89 |
+
"add_pooling_layer": true,
|
90 |
"architectures": null,
|
91 |
"attention_probs_dropout_prob": 0.0,
|
92 |
"bad_words_ids": null,
|
|
|
137 |
"output_scores": false,
|
138 |
"pad_token_id": null,
|
139 |
"patch_size": 16,
|
140 |
+
"pooler_output_size": 768,
|
141 |
+
"pooler_act": "tanh",
|
142 |
"prefix": null,
|
143 |
"problem_type": null,
|
144 |
"pruned_heads": {},
|