Update config.json (#8)
Browse files- Update config.json (ea43fa39579ae6447495303b178c22889d3ceb0b)
- config.json +2 -2
config.json
CHANGED
@@ -77,7 +77,7 @@
|
|
77 |
"alignment_head": null,
|
78 |
"alignment_layer": null,
|
79 |
"attention_multiplier": 0.25,
|
80 |
-
"attention_pattern": "
|
81 |
"attn_dropout": 0,
|
82 |
"attn_res_scale": false,
|
83 |
"blocks": 64,
|
@@ -134,7 +134,7 @@
|
|
134 |
"alignment_head": null,
|
135 |
"alignment_layer": null,
|
136 |
"attention_multiplier": 0.25,
|
137 |
-
"attention_pattern": "
|
138 |
"attn_dropout": 0,
|
139 |
"attn_res_scale": false,
|
140 |
"blocks": 64,
|
|
|
77 |
"alignment_head": null,
|
78 |
"alignment_layer": null,
|
79 |
"attention_multiplier": 0.25,
|
80 |
+
"attention_pattern": "raw_column_previous_row_attention",
|
81 |
"attn_dropout": 0,
|
82 |
"attn_res_scale": false,
|
83 |
"blocks": 64,
|
|
|
134 |
"alignment_head": null,
|
135 |
"alignment_layer": null,
|
136 |
"attention_multiplier": 0.25,
|
137 |
+
"attention_pattern": "raw_column_previous_row_attention",
|
138 |
"attn_dropout": 0,
|
139 |
"attn_res_scale": false,
|
140 |
"blocks": 64,
|