Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -20,6 +20,7 @@
20
  "head_dim": 128,
21
  "hidden_size": 5376,
22
  "intermediate_size": 21504,
 
23
  "model_type": "gemma3_text",
24
  "num_attention_heads": 32,
25
  "num_hidden_layers": 62,
 
20
  "head_dim": 128,
21
  "hidden_size": 5376,
22
  "intermediate_size": 21504,
23
+ "max_position_embeddings": 131072,
24
  "model_type": "gemma3_text",
25
  "num_attention_heads": 32,
26
  "num_hidden_layers": 62,