diff --git "a/model.safetensors.index.json" "b/model.safetensors.index.json"
--- "a/model.safetensors.index.json"
+++ "b/model.safetensors.index.json"
@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 23791128576
+    "total_size": 23778533376
   },
   "weight_map": {
     "lm_head.weight": "model-00005-of-00005.safetensors",
@@ -8,19 +8,16 @@
     "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -28,46 +25,39 @@
     "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.0.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.0.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -75,46 +65,39 @@
     "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.1.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.1.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.10.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.10.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.10.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.10.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -122,46 +105,39 @@
     "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.10.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.10.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.10.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.10.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.10.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -169,46 +145,39 @@
     "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.11.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.11.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -216,46 +185,39 @@
     "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.12.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.12.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -263,46 +225,39 @@
     "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.13.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.13.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -310,46 +265,39 @@
     "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.14.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.14.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -357,46 +305,39 @@
     "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.15.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.15.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -404,46 +345,39 @@
     "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.16.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.16.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -451,46 +385,39 @@
     "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.17.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.17.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -498,46 +425,39 @@
     "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.18.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.18.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -545,46 +465,39 @@
     "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.19.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.19.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -592,46 +505,39 @@
     "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.2.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.2.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.20.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -639,46 +545,39 @@
     "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.20.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.20.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -686,46 +585,39 @@
     "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.21.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.21.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -733,46 +625,39 @@
     "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.22.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.22.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -780,46 +665,39 @@
     "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.23.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.23.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -827,46 +705,39 @@
     "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.24.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.24.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -874,46 +745,39 @@
     "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.25.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.25.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -921,46 +785,39 @@
     "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.26.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.26.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -968,46 +825,39 @@
     "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.27.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.27.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -1015,46 +865,39 @@
     "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.28.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.28.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -1062,46 +905,39 @@
     "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.29.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.29.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -1109,46 +945,39 @@
     "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.3.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.3.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.30.input_layernorm.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.down_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.down_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.down_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -1156,46 +985,39 @@
     "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.30.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.30.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.31.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.31.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.31.mlp.down_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.31.mlp.down_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.down_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.gate_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.gate_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.mlp.gate_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.gate_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.gate_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.gate_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.up_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.up_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.mlp.up_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.up_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.up_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.mlp.up_proj.weight_scale": "model-00002-of-00005.safetensors",
@@ -1203,46 +1025,39 @@
     "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.k_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.k_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.self_attn.k_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.k_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.k_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.k_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.o_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.o_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.self_attn.o_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.o_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.o_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.o_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.self_attn.q_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.q_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.indices": "model-00002-of-00005.safetensors",
-    "model.layers.31.self_attn.v_proj.perm": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.res_centroids.weight": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.weight_bias": "model-00002-of-00005.safetensors",
     "model.layers.31.self_attn.v_proj.weight_scale": "model-00002-of-00005.safetensors",
     "model.layers.32.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1250,46 +1065,39 @@
     "model.layers.32.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.32.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.32.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1297,46 +1105,39 @@
     "model.layers.33.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.33.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.33.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1344,46 +1145,39 @@
     "model.layers.34.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.34.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.34.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1391,46 +1185,39 @@
     "model.layers.35.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.35.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.35.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1438,46 +1225,39 @@
     "model.layers.36.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.36.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.36.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1485,46 +1265,39 @@
     "model.layers.37.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.37.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.37.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1532,46 +1305,39 @@
     "model.layers.38.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.38.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.38.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1579,46 +1345,39 @@
     "model.layers.39.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.39.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.39.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -1626,46 +1385,39 @@
     "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.4.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.4.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.40.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1673,46 +1425,39 @@
     "model.layers.40.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.40.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.40.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1720,46 +1465,39 @@
     "model.layers.41.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.41.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.41.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1767,46 +1505,39 @@
     "model.layers.42.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.42.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.42.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1814,46 +1545,39 @@
     "model.layers.43.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.43.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.43.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1861,46 +1585,39 @@
     "model.layers.44.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.44.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.44.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1908,46 +1625,39 @@
     "model.layers.45.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.45.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.45.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -1955,46 +1665,39 @@
     "model.layers.46.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.46.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.46.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2002,46 +1705,39 @@
     "model.layers.47.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.47.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.47.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2049,46 +1745,39 @@
     "model.layers.48.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.48.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.48.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2096,46 +1785,39 @@
     "model.layers.49.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.49.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.49.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.5.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -2143,46 +1825,39 @@
     "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.5.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.5.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.50.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2190,46 +1865,39 @@
     "model.layers.50.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.50.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.50.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2237,46 +1905,39 @@
     "model.layers.51.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.51.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.51.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.input_layernorm.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.down_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.down_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.mlp.down_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.down_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.down_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.down_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.gate_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.gate_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.mlp.gate_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.gate_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.gate_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.gate_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.up_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.up_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.mlp.up_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.up_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.up_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.mlp.up_proj.weight_scale": "model-00003-of-00005.safetensors",
@@ -2284,46 +1945,39 @@
     "model.layers.52.self_attn.k_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.k_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.k_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.self_attn.k_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.k_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.k_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.k_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.o_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.o_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.self_attn.o_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.o_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.o_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.o_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.indices": "model-00003-of-00005.safetensors",
-    "model.layers.52.self_attn.v_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.res_centroids.weight": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.52.self_attn.v_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.53.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2331,46 +1985,39 @@
     "model.layers.53.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.bias": "model-00003-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.self_attn.q_proj.perm": "model-00003-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.weight_bias": "model-00003-of-00005.safetensors",
     "model.layers.53.self_attn.q_proj.weight_scale": "model-00003-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.53.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.53.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2378,46 +2025,39 @@
     "model.layers.54.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.54.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.54.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2425,46 +2065,39 @@
     "model.layers.55.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.55.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.55.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2472,46 +2105,39 @@
     "model.layers.56.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.56.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.56.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2519,46 +2145,39 @@
     "model.layers.57.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.57.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.57.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2566,46 +2185,39 @@
     "model.layers.58.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.58.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.58.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2613,46 +2225,39 @@
     "model.layers.59.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.59.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.59.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.6.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -2660,46 +2265,39 @@
     "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.6.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.6.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.60.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2707,46 +2305,39 @@
     "model.layers.60.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.60.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.60.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2754,46 +2345,39 @@
     "model.layers.61.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.61.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.61.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2801,46 +2385,39 @@
     "model.layers.62.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.62.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.62.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2848,46 +2425,39 @@
     "model.layers.63.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.63.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.63.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2895,46 +2465,39 @@
     "model.layers.64.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.64.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.64.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2942,46 +2505,39 @@
     "model.layers.65.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.65.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.65.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -2989,46 +2545,39 @@
     "model.layers.66.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.66.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.66.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3036,46 +2585,39 @@
     "model.layers.67.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.67.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.67.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3083,46 +2625,39 @@
     "model.layers.68.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.68.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.68.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3130,46 +2665,39 @@
     "model.layers.69.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.69.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.69.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.7.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -3177,46 +2705,39 @@
     "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.7.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.7.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.70.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3224,46 +2745,39 @@
     "model.layers.70.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.70.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.70.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3271,46 +2785,39 @@
     "model.layers.71.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.71.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.71.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3318,46 +2825,39 @@
     "model.layers.72.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.72.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.72.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.input_layernorm.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.down_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.down_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.mlp.down_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.down_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.down_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.down_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.gate_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.gate_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.gate_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.up_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.up_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.mlp.up_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.up_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.up_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.mlp.up_proj.weight_scale": "model-00004-of-00005.safetensors",
@@ -3365,46 +2865,39 @@
     "model.layers.73.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.73.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.73.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.74.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.74.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.74.mlp.gate_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.74.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.gate_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.74.mlp.gate_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.74.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.74.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.74.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3412,46 +2905,39 @@
     "model.layers.74.self_attn.k_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.k_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.k_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.74.self_attn.k_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.k_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.k_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.k_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.o_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.o_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.74.self_attn.o_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.o_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.o_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.o_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.74.self_attn.q_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.q_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.indices": "model-00004-of-00005.safetensors",
-    "model.layers.74.self_attn.v_proj.perm": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.res_centroids.weight": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.weight_bias": "model-00004-of-00005.safetensors",
     "model.layers.74.self_attn.v_proj.weight_scale": "model-00004-of-00005.safetensors",
     "model.layers.75.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.mlp.gate_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.gate_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.gate_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3459,46 +2945,39 @@
     "model.layers.75.self_attn.k_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.k_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.k_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.self_attn.k_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.k_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.k_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.k_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.o_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.o_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.self_attn.o_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.o_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.o_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.o_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.self_attn.q_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.q_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.75.self_attn.v_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.75.self_attn.v_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.mlp.gate_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.gate_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.gate_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3506,46 +2985,39 @@
     "model.layers.76.self_attn.k_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.k_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.k_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.self_attn.k_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.k_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.k_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.k_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.o_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.o_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.self_attn.o_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.o_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.o_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.o_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.self_attn.q_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.q_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.76.self_attn.v_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.76.self_attn.v_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.mlp.gate_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.gate_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.gate_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3553,46 +3025,39 @@
     "model.layers.77.self_attn.k_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.k_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.k_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.self_attn.k_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.k_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.k_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.k_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.o_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.o_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.self_attn.o_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.o_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.o_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.o_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.self_attn.q_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.q_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.77.self_attn.v_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.77.self_attn.v_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.mlp.gate_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.gate_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.gate_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3600,46 +3065,39 @@
     "model.layers.78.self_attn.k_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.k_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.k_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.self_attn.k_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.k_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.k_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.k_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.o_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.o_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.self_attn.o_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.o_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.o_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.o_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.self_attn.q_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.q_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.78.self_attn.v_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.78.self_attn.v_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.input_layernorm.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.down_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.down_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.mlp.down_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.down_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.down_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.down_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.gate_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.gate_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.mlp.gate_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.gate_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.gate_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.gate_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.up_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.up_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.mlp.up_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.up_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.up_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.mlp.up_proj.weight_scale": "model-00005-of-00005.safetensors",
@@ -3647,46 +3105,39 @@
     "model.layers.79.self_attn.k_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.k_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.k_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.self_attn.k_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.k_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.k_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.k_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.o_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.o_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.self_attn.o_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.o_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.o_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.o_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.self_attn.q_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.q_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.indices": "model-00005-of-00005.safetensors",
-    "model.layers.79.self_attn.v_proj.perm": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.res_centroids.weight": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.weight_bias": "model-00005-of-00005.safetensors",
     "model.layers.79.self_attn.v_proj.weight_scale": "model-00005-of-00005.safetensors",
     "model.layers.8.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -3694,46 +3145,39 @@
     "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.8.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.8.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.input_layernorm.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.down_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.down_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.mlp.down_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.down_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.down_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.down_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.gate_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.gate_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.mlp.gate_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.gate_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.gate_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.gate_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.up_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.up_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.mlp.up_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.up_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.up_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.mlp.up_proj.weight_scale": "model-00001-of-00005.safetensors",
@@ -3741,27 +3185,23 @@
     "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.k_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.k_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.self_attn.k_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.k_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.k_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.k_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.o_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.o_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.self_attn.o_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.o_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.o_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.o_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.self_attn.q_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.q_proj.weight_scale": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.indices": "model-00001-of-00005.safetensors",
-    "model.layers.9.self_attn.v_proj.perm": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.res_centroids.weight": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.weight_bias": "model-00001-of-00005.safetensors",
     "model.layers.9.self_attn.v_proj.weight_scale": "model-00001-of-00005.safetensors",