DavidAU
/

Qwen3-53B-A3B-TOTAL-RECALL-MASTER-CODER-v1.4-256k-ctx

Model card Files Files and versions Community

DavidAU commited on 5 days ago

Commit

74dc3cc

·

verified ·

1 Parent(s): 5c1c0ba

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 6144,
-  "max_position_embeddings": 131072,
   "max_window_layers": 48,
   "mlp_only_layers": [],
   "model_type": "qwen3_moe",
@@ -27,7 +27,7 @@
   "rms_norm_eps": 1e-06,
 "rope_scaling": {
         "type": "yarn",
-        "factor": 4.0,
         "original_max_position_embeddings": 32768
     },
   "rope_theta": 1000000.0,

   "hidden_size": 2048,
   "initializer_range": 0.02,
   "intermediate_size": 6144,
+  "max_position_embeddings": 262144,
   "max_window_layers": 48,
   "mlp_only_layers": [],
   "model_type": "qwen3_moe",
   "rms_norm_eps": 1e-06,
 "rope_scaling": {
         "type": "yarn",
+        "factor": 8.0,
         "original_max_position_embeddings": 32768
     },
   "rope_theta": 1000000.0,