hmellor HF Staff commited on
Commit
f92f7ac
·
verified ·
1 Parent(s): 88bd2a6

Fix typo in `configuration_phi4flash.py`

Browse files
Files changed (1) hide show
  1. configuration_phi4flash.py +1 -1
configuration_phi4flash.py CHANGED
@@ -146,7 +146,7 @@ class Phi4FlashConfig(PretrainedConfig):
146
  self.layer_types = layer_types
147
 
148
  if self.layer_types is None:
149
- is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1,
150
  self.layer_types = [
151
  "sliding_attention" if is_sliding(layer_idx) else "full_attention"
152
  for layer_idx in range(num_hidden_layers)
 
146
  self.layer_types = layer_types
147
 
148
  if self.layer_types is None:
149
+ is_sliding = lambda i: i < num_hidden_layers // 2 and i % 2 == 1
150
  self.layer_types = [
151
  "sliding_attention" if is_sliding(layer_idx) else "full_attention"
152
  for layer_idx in range(num_hidden_layers)