Fix typo in `configuration_phi4flash.py`
Browse files
configuration_phi4flash.py
CHANGED
@@ -146,7 +146,7 @@ class Phi4FlashConfig(PretrainedConfig):
|
|
146 |
self.layer_types = layer_types
|
147 |
|
148 |
if self.layer_types is None:
|
149 |
-
is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1
|
150 |
self.layer_types = [
|
151 |
"sliding_attention" if is_sliding(layer_idx) else "full_attention"
|
152 |
for layer_idx in range(num_hidden_layers)
|
|
|
146 |
self.layer_types = layer_types
|
147 |
|
148 |
if self.layer_types is None:
|
149 |
+
is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1
|
150 |
self.layer_types = [
|
151 |
"sliding_attention" if is_sliding(layer_idx) else "full_attention"
|
152 |
for layer_idx in range(num_hidden_layers)
|