{
  "metadata": {
    "total_parameters": 1797824064,
    "total_size": 13910563968
  },
  "weight_map": {
    "lm_head.weight": "model-00003-of-00003.safetensors",
    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.18.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.18.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.19.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.router.router.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.mlp.router.router.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.sinks": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.20.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.router.router.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.mlp.router.router.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.sinks": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.router.router.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.mlp.router.router.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.sinks": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.router.router.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.mlp.router.router.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.sinks": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.router.router.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.mlp.router.router.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.o_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.sinks": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.router.router.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.mlp.router.router.weight": "model-00001-of-00003.safetensors",
    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.o_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.sinks": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
    "model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.router.router.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.mlp.router.router.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.k_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.o_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.q_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.sinks": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.v_proj.bias": "model-00002-of-00003.safetensors",
    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
    "model.norm.weight": "model-00003-of-00003.safetensors"
  }
}