Update config.json

config.json

@@ -10,7 +10,7 @@
     "hidden_size": 4096,
     "initializer_range": 0.02,
     "intermediate_size": 12288,
-    "max_position_embeddings": 40960,
+    "max_position_embeddings": 81920,
     "max_window_layers": 36,
     "model_type": "qwen3",
     "num_attention_heads": 32,
@@ -18,7 +18,11 @@
     "num_key_value_heads": 8,
     "pad_token_id": 151654,
     "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
+    "rope_scaling": {
+        "rope_type": "yarn",
+        "factor": 2.0,
+        "original_max_position_embeddings": 41960
+    },
     "rope_theta": 1000000,
     "sliding_window": null,
     "tie_word_embeddings": false,