{
  "metadata": {
    "total_parameters": 2127558024,
    "total_size": 63954889488
  },
  "weight_map": {
    "lm_head.weight": "model-00013-of-00013.safetensors",
    "model.embed_tokens.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.input_layernorm.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.0.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.1.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.10.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.100.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.100.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.100.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.100.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.101.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.101.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.101.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.101.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.102.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.102.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.102.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.102.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.103.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.103.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.103.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.103.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.104.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.104.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.104.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.104.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.105.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.105.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.105.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.105.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.106.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.106.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.106.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.106.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.107.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.107.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.107.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.107.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.108.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.108.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.108.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.108.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.109.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.109.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.109.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.109.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.11.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.110.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.110.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.110.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.110.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.111.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.111.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.111.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.111.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.112.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.112.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.112.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.112.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.113.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.113.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.113.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.113.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.114.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.114.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.114.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.114.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.115.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.115.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.115.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.115.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.116.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.116.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.116.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.116.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.117.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.117.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.117.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.117.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.118.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.118.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.118.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.118.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.119.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.119.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.119.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.119.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.12.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.120.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.120.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.120.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.120.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.121.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.121.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.121.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.121.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.122.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.122.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.122.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.122.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.123.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.123.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.123.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.123.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.124.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.124.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.124.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.124.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.125.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.125.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.125.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.125.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.126.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.126.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.126.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.126.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.127.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.127.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.127.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.127.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.13.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.14.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.15.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.16.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.17.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.18.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.19.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.2.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.20.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.21.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.22.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.23.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.24.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.25.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.26.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.27.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.28.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.29.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.3.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.30.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.31.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.32.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.32.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.32.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.32.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.33.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.33.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.33.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.33.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.34.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.34.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.34.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.34.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.35.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.35.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.35.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.35.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.36.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.36.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.36.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.36.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.37.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.37.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.37.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.37.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.38.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.38.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.38.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.38.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.39.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.39.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.39.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.39.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.4.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.40.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.40.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.40.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.40.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.41.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.41.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.41.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.41.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.42.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.42.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.42.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.42.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.43.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.43.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.43.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.43.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.44.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.44.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.44.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.44.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.45.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.45.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.45.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.45.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.46.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.46.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.46.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.46.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.47.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.47.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.47.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.47.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.48.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.48.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.48.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.48.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.49.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.49.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.49.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.49.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.5.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.50.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.50.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.50.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.50.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.51.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.51.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.51.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.51.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.52.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.52.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.52.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.52.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.53.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.53.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.53.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.53.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.54.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.54.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.54.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.54.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.55.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.55.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.55.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.55.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.56.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.56.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.56.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.56.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.57.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.57.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.57.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.57.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.58.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.58.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.58.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.58.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.59.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.59.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.59.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.59.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.6.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.60.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.60.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.60.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.60.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.61.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.61.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.61.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.61.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.62.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.62.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.62.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.62.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.63.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.63.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.63.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.63.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.64.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.64.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.64.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.64.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.65.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.65.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.65.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.65.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.66.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.66.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.66.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.66.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.67.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.67.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.67.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.67.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.68.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.68.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.68.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.68.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.69.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.69.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.69.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.69.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.7.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.70.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.70.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.70.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.70.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.71.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.71.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.71.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.71.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.72.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.72.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.72.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.72.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.73.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.73.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.73.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.73.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.74.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.74.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.74.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.74.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.75.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.75.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.75.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.75.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.76.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.76.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.76.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.76.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.77.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.77.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.77.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.77.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.78.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.78.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.78.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.78.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.79.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.79.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.79.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.79.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.8.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.80.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.80.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.80.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.80.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.81.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.81.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.81.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.81.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.82.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.82.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.82.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.82.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.83.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.83.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.83.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.83.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.84.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.84.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.84.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.84.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.85.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.85.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.85.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.85.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.86.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.86.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.86.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.86.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.87.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.87.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.87.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.87.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.88.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.88.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.88.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.88.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.89.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.89.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.89.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.89.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.9.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.90.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.90.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.90.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.90.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.91.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.91.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.91.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.91.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.92.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.92.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.92.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.92.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.93.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.93.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.93.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.93.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.94.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.94.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.94.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.94.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.95.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.95.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.95.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.95.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.96.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.96.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.96.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.96.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.97.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.97.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.97.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.97.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.98.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.98.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.98.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.98.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.99.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.99.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.99.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.down_projs.99.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.100.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.100.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.100.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.100.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.101.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.101.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.101.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.101.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.102.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.102.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.102.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.102.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.103.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.103.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.103.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.103.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.104.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.104.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.104.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.104.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.105.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.105.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.105.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.105.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.106.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.106.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.106.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.106.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.107.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.107.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.107.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.107.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.108.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.108.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.108.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.108.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.109.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.109.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.109.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.109.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.110.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.110.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.110.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.110.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.111.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.111.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.111.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.111.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.112.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.112.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.112.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.112.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.113.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.113.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.113.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.113.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.114.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.114.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.114.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.114.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.115.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.115.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.115.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.115.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.116.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.116.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.116.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.116.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.117.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.117.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.117.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.117.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.118.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.118.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.118.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.118.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.119.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.119.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.119.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.119.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.120.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.120.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.120.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.120.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.121.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.121.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.121.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.121.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.122.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.122.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.122.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.122.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.123.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.123.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.123.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.123.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.124.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.124.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.124.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.124.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.125.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.125.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.125.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.125.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.126.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.126.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.126.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.126.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.127.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.127.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.127.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.127.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.32.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.32.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.32.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.32.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.33.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.33.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.33.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.33.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.34.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.34.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.34.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.34.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.35.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.35.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.35.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.35.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.36.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.36.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.36.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.36.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.37.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.37.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.37.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.37.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.38.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.38.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.38.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.38.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.39.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.39.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.39.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.39.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.40.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.40.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.40.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.40.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.41.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.41.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.41.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.41.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.42.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.42.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.42.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.42.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.43.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.43.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.43.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.43.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.44.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.44.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.44.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.44.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.45.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.45.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.45.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.45.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.46.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.46.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.46.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.46.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.47.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.47.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.47.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.47.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.48.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.48.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.48.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.48.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.49.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.49.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.49.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.49.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.50.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.50.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.50.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.50.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.51.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.51.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.51.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.51.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.52.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.52.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.52.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.52.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.53.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.53.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.53.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.53.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.54.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.54.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.54.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.54.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.55.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.55.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.55.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.55.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.56.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.56.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.56.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.56.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.57.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.57.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.57.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.57.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.58.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.58.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.58.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.58.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.59.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.59.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.59.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.59.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.60.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.60.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.60.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.60.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.61.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.61.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.61.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.61.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.62.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.62.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.62.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.62.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.63.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.63.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.63.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.63.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.64.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.64.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.64.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.64.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.65.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.65.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.65.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.65.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.66.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.66.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.66.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.66.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.67.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.67.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.67.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.67.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.68.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.68.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.68.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.68.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.69.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.69.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.69.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.69.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.70.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.70.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.70.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.70.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.71.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.71.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.71.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.71.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.72.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.72.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.72.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.72.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.73.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.73.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.73.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.73.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.74.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.74.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.74.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.74.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.75.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.75.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.75.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.75.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.76.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.76.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.76.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.76.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.77.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.77.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.77.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.77.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.78.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.78.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.78.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.78.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.79.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.79.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.79.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.79.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.80.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.80.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.80.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.80.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.81.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.81.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.81.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.81.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.82.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.82.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.82.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.82.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.83.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.83.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.83.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.83.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.84.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.84.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.84.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.84.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.85.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.85.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.85.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.85.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.86.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.86.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.86.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.86.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.87.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.87.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.87.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.87.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.88.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.88.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.88.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.88.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.89.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.89.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.89.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.89.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.90.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.90.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.90.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.90.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.91.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.91.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.91.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.91.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.92.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.92.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.92.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.92.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.93.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.93.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.93.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.93.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.94.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.94.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.94.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.94.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.95.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.95.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.95.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.95.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.96.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.96.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.96.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.96.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.97.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.97.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.97.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.97.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.98.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.98.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.98.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.98.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.99.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.99.qweight": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.99.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.experts.gate_up_projs.99.scales": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.router.router.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.mlp.router.router.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.k_scale": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.o_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.sinks": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.0.self_attn.v_scale": "model-00001-of-00013.safetensors",
    "model.layers.1.input_layernorm.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.0.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.1.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.10.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.100.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.100.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.100.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.100.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.101.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.101.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.101.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.101.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.102.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.102.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.102.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.102.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.103.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.103.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.103.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.103.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.104.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.104.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.104.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.104.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.105.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.105.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.105.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.105.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.106.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.106.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.106.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.106.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.107.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.107.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.107.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.107.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.108.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.108.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.108.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.108.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.109.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.109.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.109.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.109.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.11.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.110.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.110.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.110.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.110.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.111.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.111.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.111.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.111.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.112.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.112.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.112.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.112.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.113.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.113.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.113.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.113.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.114.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.114.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.114.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.114.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.115.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.115.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.115.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.115.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.116.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.116.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.116.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.116.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.117.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.117.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.117.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.117.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.118.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.118.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.118.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.118.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.119.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.119.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.119.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.119.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.12.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.120.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.120.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.120.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.120.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.121.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.121.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.121.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.121.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.122.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.122.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.122.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.122.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.123.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.123.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.123.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.123.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.124.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.124.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.124.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.124.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.125.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.125.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.125.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.125.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.126.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.126.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.126.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.126.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.127.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.127.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.127.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.127.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.13.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.14.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.15.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.16.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.17.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.18.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.19.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.2.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.20.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.21.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.22.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.23.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.24.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.25.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.26.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.27.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.28.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.29.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.3.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.30.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.31.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.32.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.32.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.32.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.32.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.33.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.33.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.33.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.33.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.34.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.34.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.34.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.34.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.35.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.35.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.35.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.35.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.36.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.36.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.36.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.36.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.37.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.37.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.37.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.37.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.38.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.38.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.38.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.38.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.39.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.39.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.39.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.39.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.4.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.40.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.40.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.40.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.40.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.41.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.41.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.41.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.41.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.42.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.42.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.42.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.42.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.43.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.43.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.43.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.43.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.44.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.44.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.44.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.44.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.45.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.45.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.45.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.45.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.46.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.46.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.46.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.46.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.47.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.47.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.47.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.47.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.48.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.48.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.48.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.48.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.49.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.49.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.49.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.49.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.5.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.50.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.50.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.50.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.50.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.51.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.51.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.51.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.51.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.52.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.52.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.52.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.52.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.53.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.53.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.53.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.53.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.54.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.54.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.54.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.54.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.55.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.55.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.55.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.55.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.56.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.56.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.56.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.56.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.57.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.57.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.57.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.57.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.58.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.58.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.58.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.58.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.59.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.59.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.59.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.59.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.6.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.60.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.60.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.60.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.60.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.61.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.61.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.61.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.61.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.62.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.62.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.62.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.62.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.63.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.63.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.63.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.63.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.64.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.64.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.64.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.64.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.65.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.65.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.65.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.65.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.66.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.66.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.66.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.66.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.67.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.67.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.67.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.67.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.68.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.68.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.68.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.68.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.69.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.69.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.69.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.69.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.7.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.70.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.70.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.70.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.70.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.71.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.71.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.71.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.71.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.72.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.72.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.72.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.72.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.73.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.73.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.73.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.73.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.74.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.74.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.74.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.74.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.75.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.75.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.75.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.75.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.76.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.76.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.76.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.76.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.77.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.77.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.77.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.77.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.78.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.78.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.78.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.78.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.79.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.79.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.79.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.79.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.8.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.80.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.80.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.80.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.80.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.81.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.81.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.81.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.81.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.82.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.82.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.82.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.82.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.83.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.83.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.83.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.83.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.84.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.84.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.84.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.84.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.85.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.85.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.85.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.85.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.86.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.86.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.86.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.86.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.87.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.87.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.87.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.87.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.88.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.88.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.88.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.88.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.89.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.89.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.89.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.89.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.9.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.90.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.90.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.90.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.90.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.91.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.91.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.91.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.91.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.92.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.92.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.92.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.92.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.93.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.93.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.93.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.93.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.94.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.94.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.94.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.94.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.95.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.95.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.95.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.95.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.96.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.96.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.96.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.96.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.97.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.97.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.97.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.97.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.98.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.98.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.98.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.98.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.99.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.99.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.99.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.down_projs.99.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.100.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.100.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.100.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.100.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.101.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.101.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.101.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.101.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.102.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.102.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.102.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.102.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.103.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.103.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.103.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.103.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.104.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.104.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.104.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.104.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.105.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.105.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.105.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.105.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.106.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.106.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.106.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.106.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.107.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.107.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.107.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.107.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.108.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.108.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.108.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.108.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.109.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.109.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.109.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.109.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.110.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.110.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.110.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.110.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.111.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.111.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.111.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.111.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.112.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.112.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.112.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.112.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.113.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.113.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.113.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.113.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.114.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.114.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.114.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.114.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.115.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.115.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.115.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.115.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.116.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.116.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.116.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.116.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.117.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.117.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.117.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.117.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.118.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.118.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.118.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.118.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.119.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.119.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.119.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.119.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.120.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.120.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.120.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.120.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.121.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.121.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.121.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.121.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.122.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.122.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.122.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.122.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.123.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.123.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.123.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.123.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.124.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.124.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.124.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.124.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.125.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.125.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.125.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.125.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.126.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.126.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.126.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.126.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.127.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.127.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.127.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.127.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.32.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.32.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.32.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.32.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.33.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.33.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.33.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.33.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.34.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.34.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.34.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.34.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.35.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.35.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.35.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.35.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.36.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.36.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.36.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.36.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.37.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.37.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.37.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.37.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.38.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.38.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.38.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.38.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.39.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.39.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.39.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.39.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.40.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.40.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.40.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.40.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.41.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.41.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.41.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.41.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.42.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.42.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.42.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.42.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.43.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.43.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.43.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.43.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.44.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.44.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.44.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.44.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.45.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.45.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.45.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.45.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.46.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.46.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.46.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.46.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.47.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.47.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.47.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.47.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.48.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.48.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.48.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.48.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.49.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.49.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.49.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.49.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.50.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.50.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.50.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.50.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.51.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.51.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.51.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.51.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.52.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.52.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.52.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.52.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.53.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.53.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.53.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.53.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.54.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.54.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.54.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.54.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.55.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.55.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.55.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.55.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.56.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.56.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.56.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.56.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.57.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.57.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.57.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.57.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.58.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.58.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.58.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.58.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.59.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.59.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.59.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.59.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.60.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.60.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.60.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.60.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.61.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.61.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.61.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.61.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.62.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.62.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.62.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.62.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.63.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.63.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.63.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.63.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.64.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.64.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.64.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.64.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.65.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.65.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.65.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.65.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.66.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.66.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.66.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.66.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.67.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.67.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.67.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.67.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.68.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.68.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.68.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.68.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.69.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.69.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.69.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.69.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.70.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.70.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.70.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.70.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.71.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.71.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.71.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.71.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.72.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.72.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.72.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.72.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.73.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.73.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.73.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.73.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.74.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.74.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.74.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.74.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.75.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.75.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.75.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.75.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.76.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.76.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.76.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.76.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.77.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.77.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.77.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.77.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.78.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.78.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.78.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.78.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.79.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.79.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.79.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.79.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.80.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.80.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.80.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.80.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.81.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.81.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.81.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.81.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.82.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.82.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.82.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.82.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.83.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.83.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.83.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.83.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.84.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.84.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.84.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.84.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.85.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.85.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.85.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.85.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.86.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.86.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.86.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.86.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.87.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.87.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.87.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.87.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.88.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.88.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.88.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.88.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.89.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.89.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.89.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.89.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.90.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.90.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.90.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.90.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.91.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.91.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.91.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.91.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.92.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.92.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.92.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.92.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.93.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.93.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.93.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.93.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.94.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.94.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.94.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.94.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.95.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.95.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.95.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.95.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.96.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.96.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.96.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.96.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.97.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.97.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.97.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.97.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.98.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.98.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.98.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.98.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.99.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.99.qweight": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.99.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.experts.gate_up_projs.99.scales": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.router.router.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.mlp.router.router.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.k_scale": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.o_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.sinks": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.1.self_attn.v_scale": "model-00001-of-00013.safetensors",
    "model.layers.10.input_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.0.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.1.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.2.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.3.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.4.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.5.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.6.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.7.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.8.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.9.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.down_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.0.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.1.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.2.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.3.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.4.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.5.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.6.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.7.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.8.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.9.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.experts.gate_up_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.router.router.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.mlp.router.router.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.k_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.k_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.k_scale": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.o_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.o_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.q_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.q_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.sinks": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.v_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.v_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.10.self_attn.v_scale": "model-00004-of-00013.safetensors",
    "model.layers.11.input_layernorm.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.100.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.100.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.100.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.100.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.101.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.101.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.101.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.101.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.102.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.102.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.102.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.102.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.103.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.103.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.103.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.103.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.104.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.104.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.104.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.104.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.105.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.105.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.105.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.105.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.106.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.106.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.106.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.106.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.107.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.107.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.107.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.107.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.108.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.108.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.108.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.108.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.109.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.109.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.109.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.109.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.110.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.110.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.110.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.110.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.111.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.111.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.111.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.111.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.112.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.112.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.112.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.112.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.113.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.113.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.113.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.113.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.114.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.114.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.114.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.114.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.115.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.115.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.115.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.115.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.116.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.116.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.116.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.116.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.117.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.117.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.117.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.117.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.118.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.118.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.118.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.118.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.119.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.119.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.119.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.119.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.120.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.120.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.120.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.120.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.121.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.121.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.121.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.121.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.122.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.122.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.122.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.122.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.123.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.123.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.123.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.123.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.124.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.124.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.124.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.124.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.125.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.125.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.125.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.125.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.126.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.126.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.126.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.126.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.127.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.127.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.127.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.127.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.96.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.96.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.96.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.96.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.97.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.97.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.97.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.97.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.98.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.98.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.98.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.98.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.99.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.99.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.99.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.down_projs.99.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.100.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.100.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.100.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.100.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.101.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.101.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.101.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.101.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.102.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.102.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.102.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.102.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.103.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.103.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.103.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.103.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.104.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.104.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.104.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.104.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.105.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.105.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.105.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.105.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.106.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.106.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.106.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.106.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.107.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.107.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.107.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.107.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.108.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.108.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.108.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.108.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.109.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.109.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.109.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.109.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.110.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.110.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.110.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.110.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.111.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.111.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.111.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.111.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.112.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.112.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.112.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.112.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.113.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.113.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.113.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.113.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.114.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.114.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.114.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.114.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.115.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.115.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.115.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.115.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.116.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.116.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.116.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.116.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.117.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.117.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.117.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.117.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.118.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.118.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.118.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.118.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.119.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.119.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.119.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.119.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.120.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.120.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.120.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.120.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.121.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.121.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.121.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.121.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.122.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.122.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.122.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.122.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.123.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.123.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.123.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.123.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.124.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.124.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.124.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.124.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.125.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.125.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.125.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.125.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.126.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.126.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.126.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.126.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.127.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.127.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.127.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.127.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.96.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.96.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.96.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.96.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.97.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.97.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.97.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.97.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.98.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.98.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.98.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.98.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.99.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.99.qweight": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.99.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.experts.gate_up_projs.99.scales": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.router.router.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.mlp.router.router.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.k_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.k_scale": "model-00004-of-00013.safetensors",
    "model.layers.11.self_attn.o_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.q_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.sinks": "model-00004-of-00013.safetensors",
    "model.layers.11.self_attn.v_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.11.self_attn.v_scale": "model-00004-of-00013.safetensors",
    "model.layers.12.input_layernorm.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.100.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.100.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.100.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.100.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.101.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.101.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.101.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.101.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.102.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.102.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.102.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.102.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.103.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.103.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.103.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.103.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.104.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.104.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.104.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.104.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.105.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.105.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.105.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.105.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.106.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.106.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.106.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.106.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.107.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.107.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.107.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.107.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.108.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.108.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.108.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.108.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.109.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.109.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.109.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.109.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.110.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.110.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.110.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.110.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.111.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.111.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.111.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.111.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.112.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.112.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.112.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.112.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.113.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.113.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.113.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.113.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.114.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.114.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.114.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.114.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.115.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.115.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.115.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.115.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.116.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.116.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.116.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.116.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.117.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.117.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.117.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.117.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.118.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.118.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.118.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.118.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.119.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.119.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.119.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.119.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.120.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.120.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.120.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.120.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.121.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.121.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.121.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.121.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.122.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.122.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.122.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.122.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.123.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.123.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.123.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.123.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.124.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.124.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.124.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.124.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.125.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.125.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.125.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.125.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.126.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.126.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.126.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.126.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.127.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.127.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.127.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.127.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.96.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.96.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.96.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.96.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.97.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.97.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.97.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.97.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.98.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.98.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.98.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.98.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.99.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.99.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.99.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.down_projs.99.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.100.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.100.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.100.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.100.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.101.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.101.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.101.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.101.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.102.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.102.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.102.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.102.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.103.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.103.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.103.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.103.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.104.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.104.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.104.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.104.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.105.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.105.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.105.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.105.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.106.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.106.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.106.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.106.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.107.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.107.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.107.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.107.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.108.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.108.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.108.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.108.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.109.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.109.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.109.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.109.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.110.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.110.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.110.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.110.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.111.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.111.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.111.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.111.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.112.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.112.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.112.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.112.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.113.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.113.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.113.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.113.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.114.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.114.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.114.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.114.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.115.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.115.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.115.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.115.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.116.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.116.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.116.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.116.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.117.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.117.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.117.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.117.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.118.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.118.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.118.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.118.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.119.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.119.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.119.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.119.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.120.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.120.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.120.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.120.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.121.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.121.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.121.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.121.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.122.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.122.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.122.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.122.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.123.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.123.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.123.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.123.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.124.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.124.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.124.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.124.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.125.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.125.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.125.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.125.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.126.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.126.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.126.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.126.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.127.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.127.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.127.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.127.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.96.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.96.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.96.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.96.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.97.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.97.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.97.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.97.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.98.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.98.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.98.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.98.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.99.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.99.qweight": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.99.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.experts.gate_up_projs.99.scales": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.router.router.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.mlp.router.router.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.post_attention_layernorm.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.k_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.k_scale": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.o_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.q_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.sinks": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.v_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.12.self_attn.v_scale": "model-00005-of-00013.safetensors",
    "model.layers.13.input_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.down_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.0.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.1.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.10.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.100.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.100.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.100.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.100.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.101.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.101.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.101.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.101.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.102.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.102.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.102.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.102.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.103.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.103.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.103.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.103.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.104.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.104.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.104.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.104.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.105.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.105.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.105.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.105.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.106.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.106.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.106.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.106.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.107.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.107.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.107.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.107.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.108.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.108.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.108.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.108.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.109.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.109.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.109.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.109.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.11.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.110.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.110.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.110.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.110.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.111.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.111.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.111.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.111.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.112.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.112.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.112.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.112.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.113.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.113.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.113.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.113.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.114.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.114.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.114.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.114.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.115.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.115.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.115.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.115.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.116.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.116.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.116.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.116.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.117.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.117.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.117.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.117.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.118.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.118.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.118.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.118.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.119.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.119.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.119.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.119.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.12.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.120.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.120.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.120.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.120.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.121.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.121.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.121.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.121.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.122.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.122.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.122.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.122.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.123.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.123.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.123.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.123.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.124.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.124.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.124.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.124.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.125.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.125.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.125.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.125.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.126.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.126.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.126.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.126.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.127.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.127.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.127.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.127.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.13.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.14.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.15.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.16.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.17.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.18.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.19.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.2.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.20.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.21.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.22.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.23.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.24.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.25.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.26.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.27.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.28.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.29.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.3.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.30.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.31.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.32.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.32.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.32.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.32.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.33.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.33.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.33.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.33.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.34.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.34.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.34.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.34.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.35.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.35.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.35.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.35.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.36.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.36.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.36.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.36.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.37.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.37.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.37.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.37.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.38.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.38.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.38.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.38.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.39.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.39.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.39.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.39.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.4.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.40.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.40.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.40.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.40.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.41.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.41.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.41.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.41.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.42.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.42.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.42.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.42.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.43.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.43.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.43.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.43.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.44.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.44.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.44.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.44.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.45.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.45.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.45.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.45.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.46.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.46.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.46.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.46.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.47.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.47.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.47.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.47.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.48.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.48.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.48.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.48.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.49.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.49.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.49.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.49.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.5.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.50.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.50.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.50.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.50.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.51.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.51.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.51.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.51.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.52.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.52.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.52.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.52.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.53.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.53.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.53.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.53.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.54.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.54.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.54.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.54.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.55.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.55.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.55.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.55.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.56.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.56.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.56.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.56.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.57.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.57.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.57.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.57.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.58.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.58.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.58.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.58.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.59.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.59.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.59.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.59.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.6.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.60.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.60.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.60.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.60.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.61.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.61.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.61.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.61.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.62.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.62.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.62.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.62.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.63.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.63.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.63.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.63.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.64.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.64.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.64.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.64.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.65.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.65.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.65.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.65.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.66.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.66.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.66.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.66.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.67.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.67.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.67.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.67.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.68.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.68.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.68.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.68.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.69.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.69.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.69.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.69.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.7.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.70.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.70.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.70.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.70.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.71.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.71.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.71.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.71.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.72.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.72.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.72.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.72.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.73.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.73.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.73.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.73.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.74.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.74.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.74.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.74.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.75.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.75.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.75.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.75.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.76.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.76.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.76.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.76.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.77.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.77.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.77.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.77.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.78.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.78.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.78.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.78.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.79.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.79.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.79.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.79.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.8.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.80.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.80.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.80.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.80.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.81.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.81.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.81.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.81.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.82.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.82.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.82.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.82.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.83.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.83.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.83.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.83.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.84.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.84.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.84.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.84.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.85.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.85.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.85.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.85.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.86.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.86.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.86.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.86.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.87.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.87.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.87.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.87.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.88.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.88.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.88.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.88.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.89.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.89.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.89.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.89.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.9.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.90.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.90.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.90.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.90.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.91.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.91.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.91.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.91.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.92.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.92.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.92.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.92.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.93.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.93.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.93.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.93.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.94.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.94.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.94.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.94.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.95.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.95.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.95.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.95.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.96.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.96.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.96.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.96.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.97.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.97.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.97.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.97.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.98.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.98.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.98.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.98.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.99.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.99.qweight": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.99.qzeros": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.experts.gate_up_projs.99.scales": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.router.router.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.mlp.router.router.weight": "model-00005-of-00013.safetensors",
    "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.13.self_attn.k_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.k_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.k_scale": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.o_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.o_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.q_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.q_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.sinks": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.v_proj.bias": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.v_proj.weight": "model-00005-of-00013.safetensors",
    "model.layers.13.self_attn.v_scale": "model-00005-of-00013.safetensors",
    "model.layers.14.input_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.64.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.64.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.64.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.64.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.65.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.65.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.65.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.65.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.66.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.66.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.66.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.66.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.67.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.67.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.67.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.67.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.68.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.68.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.68.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.68.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.69.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.69.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.69.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.69.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.70.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.70.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.70.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.70.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.71.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.71.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.71.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.71.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.72.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.72.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.72.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.72.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.73.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.73.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.73.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.73.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.74.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.74.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.74.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.74.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.75.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.75.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.75.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.75.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.76.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.76.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.76.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.76.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.77.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.77.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.77.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.77.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.78.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.78.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.78.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.78.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.79.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.79.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.79.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.79.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.80.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.80.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.80.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.80.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.81.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.81.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.81.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.81.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.82.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.82.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.82.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.82.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.83.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.83.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.83.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.83.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.84.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.84.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.84.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.84.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.85.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.85.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.85.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.85.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.86.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.86.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.86.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.86.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.87.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.87.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.87.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.87.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.88.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.88.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.88.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.88.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.89.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.89.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.89.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.89.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.90.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.90.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.90.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.90.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.91.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.91.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.91.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.91.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.92.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.92.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.92.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.92.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.93.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.93.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.93.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.93.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.94.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.94.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.94.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.94.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.95.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.95.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.95.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.95.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.down_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.64.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.64.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.64.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.64.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.65.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.65.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.65.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.65.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.66.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.66.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.66.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.66.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.67.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.67.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.67.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.67.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.68.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.68.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.68.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.68.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.69.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.69.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.69.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.69.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.70.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.70.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.70.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.70.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.71.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.71.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.71.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.71.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.72.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.72.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.72.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.72.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.73.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.73.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.73.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.73.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.74.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.74.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.74.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.74.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.75.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.75.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.75.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.75.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.76.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.76.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.76.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.76.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.77.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.77.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.77.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.77.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.78.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.78.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.78.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.78.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.79.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.79.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.79.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.79.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.80.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.80.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.80.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.80.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.81.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.81.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.81.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.81.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.82.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.82.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.82.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.82.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.83.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.83.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.83.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.83.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.84.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.84.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.84.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.84.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.85.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.85.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.85.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.85.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.86.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.86.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.86.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.86.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.87.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.87.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.87.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.87.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.88.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.88.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.88.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.88.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.89.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.89.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.89.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.89.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.90.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.90.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.90.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.90.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.91.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.91.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.91.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.91.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.92.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.92.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.92.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.92.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.93.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.93.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.93.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.93.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.94.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.94.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.94.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.94.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.95.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.95.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.95.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.95.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.experts.gate_up_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.router.router.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.mlp.router.router.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.k_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.k_scale": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.o_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.q_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.sinks": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.v_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.14.self_attn.v_scale": "model-00006-of-00013.safetensors",
    "model.layers.15.input_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.64.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.64.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.64.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.64.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.65.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.65.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.65.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.65.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.66.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.66.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.66.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.66.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.67.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.67.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.67.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.67.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.68.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.68.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.68.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.68.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.69.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.69.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.69.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.69.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.70.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.70.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.70.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.70.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.71.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.71.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.71.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.71.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.72.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.72.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.72.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.72.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.73.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.73.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.73.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.73.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.74.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.74.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.74.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.74.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.75.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.75.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.75.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.75.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.76.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.76.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.76.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.76.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.77.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.77.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.77.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.77.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.78.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.78.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.78.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.78.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.79.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.79.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.79.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.79.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.80.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.80.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.80.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.80.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.81.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.81.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.81.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.81.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.82.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.82.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.82.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.82.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.83.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.83.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.83.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.83.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.84.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.84.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.84.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.84.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.85.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.85.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.85.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.85.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.86.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.86.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.86.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.86.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.87.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.87.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.87.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.87.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.88.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.88.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.88.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.88.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.89.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.89.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.89.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.89.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.90.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.90.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.90.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.90.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.91.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.91.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.91.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.91.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.92.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.92.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.92.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.92.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.93.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.93.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.93.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.93.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.94.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.94.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.94.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.94.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.95.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.95.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.95.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.95.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.down_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.64.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.64.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.64.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.64.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.65.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.65.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.65.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.65.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.66.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.66.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.66.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.66.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.67.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.67.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.67.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.67.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.68.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.68.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.68.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.68.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.69.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.69.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.69.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.69.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.70.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.70.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.70.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.70.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.71.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.71.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.71.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.71.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.72.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.72.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.72.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.72.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.73.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.73.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.73.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.73.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.74.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.74.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.74.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.74.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.75.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.75.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.75.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.75.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.76.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.76.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.76.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.76.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.77.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.77.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.77.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.77.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.78.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.78.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.78.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.78.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.79.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.79.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.79.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.79.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.80.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.80.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.80.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.80.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.81.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.81.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.81.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.81.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.82.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.82.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.82.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.82.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.83.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.83.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.83.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.83.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.84.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.84.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.84.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.84.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.85.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.85.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.85.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.85.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.86.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.86.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.86.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.86.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.87.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.87.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.87.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.87.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.88.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.88.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.88.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.88.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.89.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.89.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.89.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.89.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.90.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.90.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.90.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.90.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.91.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.91.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.91.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.91.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.92.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.92.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.92.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.92.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.93.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.93.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.93.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.93.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.94.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.94.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.94.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.94.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.95.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.95.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.95.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.95.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.experts.gate_up_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.router.router.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.mlp.router.router.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.post_attention_layernorm.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.k_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.k_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.k_scale": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.o_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.q_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.q_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.sinks": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.v_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.v_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.15.self_attn.v_scale": "model-00006-of-00013.safetensors",
    "model.layers.16.input_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.down_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.0.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.1.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.10.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.100.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.100.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.100.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.100.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.101.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.101.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.101.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.101.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.102.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.102.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.102.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.102.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.103.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.103.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.103.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.103.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.104.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.104.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.104.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.104.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.105.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.105.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.105.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.105.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.106.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.106.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.106.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.106.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.107.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.107.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.107.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.107.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.108.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.108.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.108.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.108.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.109.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.109.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.109.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.109.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.11.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.110.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.110.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.110.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.110.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.111.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.111.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.111.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.111.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.112.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.112.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.112.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.112.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.113.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.113.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.113.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.113.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.114.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.114.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.114.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.114.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.115.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.115.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.115.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.115.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.116.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.116.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.116.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.116.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.117.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.117.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.117.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.117.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.118.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.118.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.118.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.118.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.119.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.119.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.119.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.119.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.12.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.120.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.120.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.120.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.120.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.121.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.121.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.121.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.121.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.122.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.122.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.122.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.122.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.123.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.123.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.123.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.123.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.124.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.124.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.124.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.124.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.125.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.125.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.125.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.125.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.126.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.126.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.126.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.126.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.127.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.127.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.127.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.127.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.13.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.14.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.15.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.16.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.17.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.18.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.19.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.2.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.20.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.21.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.22.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.23.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.24.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.25.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.26.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.27.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.28.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.29.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.3.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.30.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.31.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.32.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.32.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.32.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.32.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.33.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.33.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.33.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.33.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.34.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.34.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.34.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.34.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.35.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.35.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.35.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.35.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.36.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.36.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.36.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.36.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.37.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.37.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.37.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.37.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.38.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.38.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.38.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.38.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.39.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.39.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.39.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.39.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.4.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.40.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.40.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.40.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.40.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.41.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.41.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.41.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.41.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.42.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.42.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.42.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.42.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.43.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.43.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.43.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.43.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.44.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.44.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.44.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.44.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.45.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.45.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.45.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.45.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.46.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.46.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.46.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.46.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.47.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.47.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.47.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.47.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.48.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.48.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.48.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.48.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.49.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.49.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.49.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.49.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.5.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.50.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.50.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.50.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.50.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.51.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.51.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.51.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.51.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.52.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.52.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.52.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.52.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.53.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.53.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.53.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.53.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.54.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.54.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.54.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.54.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.55.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.55.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.55.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.55.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.56.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.56.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.56.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.56.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.57.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.57.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.57.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.57.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.58.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.58.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.58.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.58.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.59.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.59.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.59.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.59.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.6.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.60.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.60.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.60.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.60.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.61.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.61.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.61.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.61.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.62.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.62.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.62.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.62.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.63.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.63.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.63.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.63.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.64.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.64.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.64.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.64.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.65.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.65.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.65.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.65.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.66.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.66.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.66.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.66.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.67.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.67.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.67.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.67.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.68.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.68.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.68.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.68.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.69.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.69.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.69.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.69.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.7.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.70.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.70.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.70.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.70.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.71.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.71.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.71.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.71.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.72.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.72.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.72.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.72.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.73.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.73.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.73.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.73.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.74.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.74.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.74.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.74.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.75.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.75.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.75.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.75.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.76.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.76.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.76.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.76.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.77.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.77.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.77.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.77.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.78.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.78.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.78.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.78.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.79.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.79.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.79.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.79.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.8.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.80.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.80.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.80.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.80.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.81.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.81.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.81.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.81.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.82.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.82.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.82.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.82.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.83.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.83.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.83.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.83.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.84.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.84.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.84.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.84.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.85.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.85.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.85.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.85.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.86.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.86.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.86.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.86.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.87.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.87.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.87.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.87.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.88.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.88.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.88.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.88.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.89.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.89.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.89.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.89.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.9.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.90.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.90.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.90.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.90.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.91.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.91.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.91.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.91.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.92.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.92.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.92.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.92.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.93.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.93.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.93.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.93.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.94.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.94.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.94.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.94.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.95.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.95.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.95.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.95.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.96.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.96.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.96.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.96.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.97.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.97.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.97.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.97.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.98.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.98.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.98.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.98.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.99.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.99.qweight": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.99.qzeros": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.experts.gate_up_projs.99.scales": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.router.router.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.mlp.router.router.weight": "model-00006-of-00013.safetensors",
    "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.16.self_attn.k_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.k_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.k_scale": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.o_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.o_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.q_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.q_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.sinks": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.v_proj.bias": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.v_proj.weight": "model-00006-of-00013.safetensors",
    "model.layers.16.self_attn.v_scale": "model-00006-of-00013.safetensors",
    "model.layers.17.input_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.32.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.32.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.32.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.32.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.33.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.33.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.33.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.33.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.34.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.34.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.34.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.34.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.35.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.35.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.35.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.35.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.36.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.36.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.36.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.36.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.37.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.37.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.37.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.37.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.38.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.38.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.38.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.38.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.39.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.39.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.39.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.39.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.40.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.40.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.40.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.40.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.41.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.41.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.41.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.41.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.42.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.42.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.42.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.42.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.43.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.43.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.43.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.43.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.44.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.44.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.44.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.44.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.45.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.45.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.45.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.45.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.46.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.46.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.46.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.46.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.47.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.47.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.47.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.47.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.48.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.48.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.48.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.48.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.49.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.49.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.49.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.49.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.50.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.50.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.50.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.50.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.51.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.51.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.51.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.51.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.52.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.52.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.52.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.52.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.53.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.53.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.53.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.53.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.54.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.54.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.54.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.54.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.55.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.55.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.55.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.55.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.56.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.56.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.56.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.56.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.57.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.57.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.57.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.57.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.58.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.58.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.58.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.58.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.59.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.59.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.59.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.59.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.60.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.60.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.60.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.60.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.61.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.61.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.61.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.61.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.62.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.62.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.62.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.62.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.63.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.63.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.63.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.63.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.down_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.32.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.32.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.32.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.32.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.33.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.33.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.33.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.33.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.34.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.34.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.34.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.34.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.35.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.35.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.35.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.35.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.36.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.36.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.36.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.36.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.37.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.37.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.37.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.37.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.38.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.38.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.38.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.38.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.39.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.39.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.39.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.39.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.40.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.40.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.40.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.40.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.41.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.41.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.41.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.41.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.42.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.42.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.42.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.42.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.43.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.43.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.43.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.43.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.44.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.44.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.44.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.44.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.45.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.45.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.45.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.45.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.46.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.46.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.46.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.46.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.47.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.47.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.47.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.47.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.48.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.48.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.48.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.48.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.49.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.49.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.49.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.49.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.50.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.50.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.50.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.50.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.51.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.51.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.51.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.51.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.52.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.52.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.52.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.52.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.53.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.53.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.53.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.53.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.54.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.54.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.54.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.54.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.55.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.55.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.55.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.55.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.56.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.56.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.56.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.56.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.57.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.57.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.57.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.57.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.58.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.58.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.58.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.58.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.59.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.59.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.59.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.59.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.60.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.60.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.60.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.60.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.61.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.61.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.61.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.61.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.62.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.62.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.62.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.62.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.63.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.63.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.63.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.63.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.experts.gate_up_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.router.router.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.mlp.router.router.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.k_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.k_scale": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.o_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.q_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.sinks": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.v_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.17.self_attn.v_scale": "model-00007-of-00013.safetensors",
    "model.layers.18.input_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.32.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.32.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.32.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.32.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.33.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.33.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.33.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.33.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.34.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.34.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.34.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.34.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.35.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.35.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.35.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.35.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.36.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.36.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.36.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.36.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.37.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.37.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.37.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.37.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.38.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.38.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.38.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.38.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.39.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.39.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.39.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.39.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.40.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.40.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.40.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.40.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.41.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.41.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.41.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.41.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.42.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.42.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.42.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.42.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.43.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.43.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.43.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.43.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.44.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.44.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.44.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.44.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.45.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.45.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.45.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.45.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.46.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.46.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.46.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.46.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.47.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.47.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.47.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.47.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.48.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.48.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.48.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.48.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.49.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.49.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.49.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.49.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.50.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.50.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.50.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.50.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.51.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.51.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.51.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.51.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.52.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.52.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.52.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.52.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.53.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.53.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.53.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.53.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.54.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.54.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.54.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.54.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.55.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.55.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.55.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.55.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.56.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.56.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.56.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.56.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.57.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.57.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.57.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.57.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.58.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.58.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.58.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.58.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.59.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.59.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.59.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.59.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.60.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.60.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.60.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.60.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.61.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.61.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.61.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.61.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.62.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.62.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.62.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.62.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.63.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.63.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.63.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.63.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.down_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.32.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.32.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.32.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.32.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.33.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.33.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.33.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.33.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.34.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.34.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.34.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.34.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.35.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.35.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.35.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.35.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.36.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.36.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.36.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.36.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.37.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.37.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.37.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.37.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.38.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.38.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.38.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.38.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.39.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.39.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.39.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.39.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.40.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.40.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.40.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.40.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.41.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.41.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.41.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.41.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.42.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.42.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.42.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.42.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.43.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.43.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.43.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.43.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.44.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.44.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.44.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.44.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.45.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.45.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.45.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.45.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.46.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.46.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.46.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.46.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.47.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.47.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.47.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.47.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.48.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.48.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.48.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.48.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.49.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.49.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.49.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.49.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.50.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.50.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.50.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.50.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.51.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.51.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.51.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.51.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.52.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.52.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.52.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.52.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.53.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.53.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.53.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.53.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.54.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.54.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.54.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.54.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.55.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.55.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.55.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.55.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.56.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.56.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.56.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.56.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.57.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.57.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.57.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.57.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.58.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.58.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.58.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.58.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.59.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.59.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.59.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.59.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.60.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.60.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.60.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.60.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.61.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.61.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.61.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.61.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.62.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.62.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.62.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.62.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.63.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.63.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.63.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.63.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.experts.gate_up_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.router.router.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.mlp.router.router.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.post_attention_layernorm.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.k_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.k_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.k_scale": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.o_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.q_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.q_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.sinks": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.v_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.v_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.18.self_attn.v_scale": "model-00007-of-00013.safetensors",
    "model.layers.19.input_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.down_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.0.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.1.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.10.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.100.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.100.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.100.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.100.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.101.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.101.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.101.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.101.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.102.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.102.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.102.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.102.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.103.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.103.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.103.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.103.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.104.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.104.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.104.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.104.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.105.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.105.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.105.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.105.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.106.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.106.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.106.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.106.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.107.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.107.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.107.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.107.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.108.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.108.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.108.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.108.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.109.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.109.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.109.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.109.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.11.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.110.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.110.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.110.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.110.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.111.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.111.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.111.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.111.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.112.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.112.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.112.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.112.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.113.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.113.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.113.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.113.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.114.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.114.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.114.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.114.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.115.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.115.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.115.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.115.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.116.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.116.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.116.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.116.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.117.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.117.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.117.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.117.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.118.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.118.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.118.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.118.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.119.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.119.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.119.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.119.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.12.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.120.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.120.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.120.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.120.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.121.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.121.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.121.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.121.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.122.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.122.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.122.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.122.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.123.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.123.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.123.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.123.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.124.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.124.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.124.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.124.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.125.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.125.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.125.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.125.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.126.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.126.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.126.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.126.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.127.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.127.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.127.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.127.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.13.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.14.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.15.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.16.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.17.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.18.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.19.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.2.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.20.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.21.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.22.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.23.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.24.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.25.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.26.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.27.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.28.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.29.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.3.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.30.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.31.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.32.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.32.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.32.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.32.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.33.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.33.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.33.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.33.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.34.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.34.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.34.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.34.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.35.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.35.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.35.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.35.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.36.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.36.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.36.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.36.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.37.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.37.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.37.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.37.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.38.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.38.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.38.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.38.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.39.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.39.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.39.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.39.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.4.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.40.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.40.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.40.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.40.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.41.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.41.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.41.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.41.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.42.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.42.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.42.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.42.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.43.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.43.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.43.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.43.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.44.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.44.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.44.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.44.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.45.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.45.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.45.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.45.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.46.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.46.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.46.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.46.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.47.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.47.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.47.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.47.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.48.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.48.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.48.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.48.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.49.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.49.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.49.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.49.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.5.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.50.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.50.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.50.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.50.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.51.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.51.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.51.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.51.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.52.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.52.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.52.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.52.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.53.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.53.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.53.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.53.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.54.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.54.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.54.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.54.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.55.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.55.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.55.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.55.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.56.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.56.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.56.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.56.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.57.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.57.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.57.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.57.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.58.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.58.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.58.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.58.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.59.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.59.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.59.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.59.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.6.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.60.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.60.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.60.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.60.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.61.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.61.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.61.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.61.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.62.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.62.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.62.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.62.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.63.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.63.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.63.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.63.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.64.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.64.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.64.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.64.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.65.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.65.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.65.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.65.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.66.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.66.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.66.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.66.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.67.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.67.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.67.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.67.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.68.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.68.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.68.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.68.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.69.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.69.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.69.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.69.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.7.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.70.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.70.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.70.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.70.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.71.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.71.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.71.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.71.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.72.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.72.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.72.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.72.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.73.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.73.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.73.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.73.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.74.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.74.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.74.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.74.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.75.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.75.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.75.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.75.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.76.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.76.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.76.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.76.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.77.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.77.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.77.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.77.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.78.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.78.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.78.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.78.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.79.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.79.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.79.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.79.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.8.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.80.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.80.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.80.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.80.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.81.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.81.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.81.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.81.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.82.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.82.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.82.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.82.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.83.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.83.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.83.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.83.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.84.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.84.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.84.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.84.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.85.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.85.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.85.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.85.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.86.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.86.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.86.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.86.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.87.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.87.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.87.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.87.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.88.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.88.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.88.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.88.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.89.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.89.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.89.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.89.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.9.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.90.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.90.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.90.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.90.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.91.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.91.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.91.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.91.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.92.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.92.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.92.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.92.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.93.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.93.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.93.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.93.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.94.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.94.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.94.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.94.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.95.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.95.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.95.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.95.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.96.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.96.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.96.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.96.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.97.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.97.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.97.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.97.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.98.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.98.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.98.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.98.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.99.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.99.qweight": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.99.qzeros": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.experts.gate_up_projs.99.scales": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.router.router.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.mlp.router.router.weight": "model-00007-of-00013.safetensors",
    "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.19.self_attn.k_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.k_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.k_scale": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.o_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.o_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.q_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.q_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.sinks": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.v_proj.bias": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.v_proj.weight": "model-00007-of-00013.safetensors",
    "model.layers.19.self_attn.v_scale": "model-00007-of-00013.safetensors",
    "model.layers.2.input_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.26.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.27.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.28.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.29.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.30.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.31.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.32.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.32.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.32.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.32.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.33.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.33.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.33.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.33.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.34.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.34.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.34.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.34.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.35.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.35.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.35.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.35.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.36.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.36.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.36.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.36.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.37.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.37.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.37.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.37.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.38.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.38.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.38.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.38.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.39.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.39.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.39.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.39.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.40.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.40.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.40.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.40.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.41.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.41.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.41.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.41.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.down_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.0.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.1.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.10.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.11.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.12.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.13.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.14.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.15.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.16.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.17.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.18.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.19.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.2.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.20.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.21.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.22.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.23.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.24.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.25.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.26.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.27.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.28.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.29.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.3.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.30.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.31.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.32.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.32.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.32.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.32.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.33.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.33.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.33.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.33.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.34.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.34.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.34.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.34.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.35.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.35.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.35.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.35.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.36.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.36.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.36.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.36.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.37.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.37.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.37.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.37.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.38.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.38.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.38.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.38.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.39.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.39.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.39.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.39.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.4.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.40.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.40.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.40.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.40.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.41.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.41.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.41.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.41.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.5.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.6.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.7.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.8.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.qweight": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.qzeros": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.9.scales": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.experts.gate_up_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.2.mlp.router.router.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.mlp.router.router.weight": "model-00001-of-00013.safetensors",
    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.k_scale": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.o_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.sinks": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00013.safetensors",
    "model.layers.2.self_attn.v_scale": "model-00001-of-00013.safetensors",
    "model.layers.20.input_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.0.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.1.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.10.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.11.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.12.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.13.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.14.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.15.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.16.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.17.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.18.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.19.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.2.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.20.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.21.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.22.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.23.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.24.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.25.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.26.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.27.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.28.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.29.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.3.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.30.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.31.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.4.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.5.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.6.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.7.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.8.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.9.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.down_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.0.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.1.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.10.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.11.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.12.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.13.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.14.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.15.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.16.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.17.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.18.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.19.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.2.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.20.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.21.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.22.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.23.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.24.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.25.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.26.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.27.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.28.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.29.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.3.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.30.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.31.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.4.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.5.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.6.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.7.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.8.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.9.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.experts.gate_up_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.router.router.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.mlp.router.router.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.k_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.k_scale": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.o_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.q_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.sinks": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.v_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.20.self_attn.v_scale": "model-00008-of-00013.safetensors",
    "model.layers.21.input_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.0.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.1.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.10.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.11.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.12.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.13.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.14.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.15.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.16.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.17.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.18.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.19.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.2.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.20.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.21.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.22.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.23.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.24.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.25.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.26.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.27.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.28.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.29.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.3.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.30.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.31.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.4.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.5.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.6.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.7.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.8.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.9.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.down_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.0.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.1.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.10.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.11.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.12.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.13.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.14.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.15.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.16.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.17.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.18.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.19.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.2.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.20.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.21.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.22.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.23.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.24.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.25.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.26.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.27.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.28.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.29.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.3.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.30.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.31.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.4.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.5.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.6.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.7.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.8.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.9.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.experts.gate_up_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.router.router.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.mlp.router.router.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.post_attention_layernorm.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.k_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.k_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.k_scale": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.o_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.q_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.q_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.sinks": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.v_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.v_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.21.self_attn.v_scale": "model-00008-of-00013.safetensors",
    "model.layers.22.input_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.112.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.112.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.112.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.112.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.113.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.113.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.113.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.113.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.114.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.114.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.114.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.114.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.115.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.115.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.115.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.115.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.116.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.116.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.116.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.116.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.117.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.117.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.117.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.117.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.118.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.118.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.118.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.118.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.119.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.119.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.119.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.119.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.120.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.120.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.120.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.120.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.121.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.121.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.121.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.121.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.122.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.122.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.122.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.122.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.123.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.123.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.123.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.123.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.124.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.124.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.124.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.124.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.125.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.125.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.125.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.125.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.126.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.126.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.126.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.126.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.127.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.127.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.127.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.127.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.down_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.0.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.1.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.10.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.100.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.100.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.100.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.100.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.101.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.101.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.101.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.101.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.102.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.102.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.102.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.102.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.103.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.103.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.103.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.103.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.104.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.104.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.104.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.104.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.105.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.105.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.105.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.105.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.106.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.106.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.106.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.106.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.107.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.107.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.107.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.107.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.108.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.108.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.108.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.108.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.109.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.109.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.109.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.109.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.11.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.110.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.110.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.110.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.110.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.111.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.111.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.111.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.111.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.112.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.112.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.112.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.112.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.113.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.113.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.113.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.113.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.114.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.114.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.114.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.114.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.115.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.115.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.115.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.115.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.116.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.116.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.116.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.116.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.117.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.117.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.117.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.117.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.118.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.118.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.118.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.118.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.119.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.119.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.119.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.119.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.12.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.120.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.120.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.120.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.120.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.121.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.121.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.121.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.121.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.122.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.122.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.122.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.122.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.123.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.123.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.123.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.123.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.124.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.124.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.124.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.124.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.125.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.125.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.125.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.125.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.126.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.126.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.126.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.126.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.127.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.127.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.127.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.127.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.13.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.14.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.15.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.16.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.17.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.18.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.19.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.2.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.20.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.21.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.22.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.23.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.24.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.25.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.26.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.27.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.28.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.29.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.3.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.30.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.31.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.32.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.32.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.32.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.32.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.33.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.33.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.33.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.33.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.34.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.34.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.34.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.34.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.35.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.35.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.35.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.35.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.36.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.36.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.36.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.36.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.37.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.37.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.37.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.37.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.38.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.38.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.38.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.38.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.39.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.39.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.39.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.39.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.4.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.40.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.40.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.40.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.40.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.41.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.41.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.41.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.41.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.42.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.42.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.42.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.42.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.43.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.43.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.43.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.43.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.44.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.44.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.44.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.44.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.45.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.45.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.45.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.45.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.46.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.46.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.46.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.46.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.47.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.47.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.47.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.47.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.48.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.48.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.48.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.48.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.49.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.49.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.49.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.49.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.5.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.50.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.50.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.50.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.50.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.51.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.51.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.51.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.51.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.52.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.52.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.52.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.52.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.53.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.53.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.53.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.53.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.54.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.54.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.54.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.54.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.55.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.55.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.55.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.55.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.56.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.56.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.56.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.56.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.57.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.57.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.57.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.57.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.58.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.58.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.58.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.58.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.59.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.59.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.59.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.59.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.6.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.60.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.60.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.60.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.60.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.61.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.61.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.61.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.61.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.62.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.62.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.62.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.62.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.63.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.63.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.63.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.63.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.64.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.64.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.64.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.64.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.65.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.65.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.65.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.65.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.66.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.66.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.66.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.66.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.67.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.67.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.67.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.67.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.68.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.68.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.68.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.68.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.69.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.69.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.69.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.69.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.7.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.70.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.70.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.70.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.70.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.71.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.71.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.71.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.71.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.72.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.72.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.72.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.72.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.73.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.73.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.73.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.73.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.74.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.74.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.74.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.74.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.75.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.75.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.75.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.75.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.76.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.76.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.76.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.76.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.77.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.77.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.77.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.77.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.78.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.78.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.78.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.78.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.79.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.79.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.79.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.79.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.8.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.80.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.80.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.80.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.80.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.81.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.81.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.81.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.81.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.82.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.82.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.82.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.82.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.83.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.83.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.83.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.83.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.84.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.84.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.84.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.84.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.85.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.85.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.85.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.85.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.86.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.86.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.86.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.86.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.87.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.87.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.87.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.87.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.88.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.88.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.88.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.88.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.89.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.89.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.89.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.89.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.9.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.90.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.90.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.90.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.90.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.91.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.91.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.91.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.91.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.92.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.92.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.92.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.92.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.93.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.93.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.93.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.93.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.94.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.94.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.94.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.94.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.95.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.95.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.95.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.95.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.96.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.96.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.96.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.96.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.97.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.97.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.97.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.97.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.98.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.98.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.98.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.98.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.99.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.99.qweight": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.99.qzeros": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.experts.gate_up_projs.99.scales": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.router.router.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.mlp.router.router.weight": "model-00008-of-00013.safetensors",
    "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.22.self_attn.k_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.k_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.k_scale": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.o_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.o_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.q_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.q_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.sinks": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.v_proj.bias": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.v_proj.weight": "model-00008-of-00013.safetensors",
    "model.layers.22.self_attn.v_scale": "model-00008-of-00013.safetensors",
    "model.layers.23.input_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.112.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.112.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.112.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.112.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.113.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.113.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.113.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.113.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.114.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.114.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.114.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.114.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.115.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.115.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.115.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.115.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.116.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.116.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.116.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.116.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.117.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.117.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.117.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.117.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.118.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.118.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.118.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.118.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.119.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.119.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.119.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.119.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.120.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.120.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.120.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.120.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.121.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.121.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.121.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.121.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.122.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.122.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.122.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.122.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.123.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.123.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.123.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.123.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.124.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.124.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.124.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.124.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.125.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.125.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.125.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.125.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.126.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.126.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.126.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.126.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.127.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.127.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.127.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.127.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.down_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.112.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.112.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.112.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.112.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.113.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.113.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.113.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.113.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.114.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.114.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.114.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.114.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.115.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.115.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.115.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.115.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.116.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.116.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.116.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.116.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.117.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.117.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.117.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.117.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.118.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.118.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.118.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.118.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.119.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.119.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.119.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.119.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.120.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.120.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.120.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.120.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.121.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.121.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.121.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.121.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.122.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.122.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.122.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.122.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.123.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.123.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.123.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.123.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.124.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.124.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.124.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.124.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.125.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.125.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.125.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.125.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.126.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.126.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.126.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.126.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.127.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.127.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.127.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.127.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.experts.gate_up_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.router.router.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.mlp.router.router.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.k_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.k_scale": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.o_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.q_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.sinks": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.v_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.23.self_attn.v_scale": "model-00009-of-00013.safetensors",
    "model.layers.24.input_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.112.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.112.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.112.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.112.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.113.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.113.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.113.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.113.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.114.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.114.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.114.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.114.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.115.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.115.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.115.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.115.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.116.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.116.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.116.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.116.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.117.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.117.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.117.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.117.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.118.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.118.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.118.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.118.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.119.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.119.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.119.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.119.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.120.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.120.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.120.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.120.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.121.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.121.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.121.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.121.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.122.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.122.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.122.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.122.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.123.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.123.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.123.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.123.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.124.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.124.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.124.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.124.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.125.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.125.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.125.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.125.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.126.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.126.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.126.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.126.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.127.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.127.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.127.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.127.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.down_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.112.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.112.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.112.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.112.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.113.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.113.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.113.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.113.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.114.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.114.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.114.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.114.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.115.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.115.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.115.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.115.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.116.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.116.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.116.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.116.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.117.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.117.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.117.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.117.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.118.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.118.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.118.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.118.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.119.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.119.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.119.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.119.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.120.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.120.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.120.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.120.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.121.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.121.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.121.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.121.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.122.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.122.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.122.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.122.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.123.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.123.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.123.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.123.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.124.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.124.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.124.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.124.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.125.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.125.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.125.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.125.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.126.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.126.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.126.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.126.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.127.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.127.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.127.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.127.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.experts.gate_up_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.router.router.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.mlp.router.router.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.post_attention_layernorm.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.k_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.k_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.k_scale": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.o_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.q_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.q_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.sinks": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.v_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.v_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.24.self_attn.v_scale": "model-00009-of-00013.safetensors",
    "model.layers.25.input_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.100.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.100.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.100.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.100.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.101.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.101.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.101.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.101.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.102.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.102.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.102.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.102.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.103.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.103.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.103.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.103.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.104.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.104.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.104.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.104.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.105.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.105.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.105.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.105.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.106.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.106.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.106.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.106.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.107.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.107.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.107.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.107.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.108.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.108.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.108.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.108.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.109.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.109.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.109.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.109.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.110.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.110.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.110.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.110.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.111.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.111.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.111.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.111.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.96.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.96.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.96.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.96.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.97.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.97.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.97.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.97.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.98.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.98.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.98.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.98.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.99.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.99.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.99.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.down_projs.99.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.0.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.0.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.0.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.0.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.1.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.1.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.1.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.1.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.10.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.10.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.10.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.10.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.100.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.100.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.100.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.100.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.101.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.101.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.101.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.101.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.102.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.102.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.102.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.102.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.103.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.103.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.103.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.103.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.104.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.104.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.104.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.104.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.105.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.105.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.105.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.105.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.106.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.106.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.106.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.106.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.107.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.107.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.107.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.107.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.108.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.108.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.108.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.108.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.109.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.109.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.109.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.109.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.11.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.11.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.11.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.11.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.110.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.110.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.110.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.110.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.111.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.111.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.111.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.111.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.12.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.12.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.12.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.12.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.13.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.13.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.13.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.13.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.14.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.14.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.14.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.14.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.15.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.15.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.15.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.15.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.16.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.16.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.16.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.16.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.17.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.17.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.17.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.17.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.18.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.18.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.18.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.18.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.19.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.19.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.19.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.19.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.2.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.2.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.2.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.2.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.20.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.20.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.20.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.20.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.21.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.21.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.21.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.21.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.22.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.22.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.22.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.22.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.23.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.23.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.23.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.23.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.24.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.24.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.24.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.24.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.25.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.25.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.25.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.25.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.26.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.26.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.26.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.26.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.27.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.27.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.27.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.27.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.28.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.28.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.28.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.28.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.29.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.29.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.29.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.29.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.3.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.3.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.3.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.3.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.30.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.30.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.30.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.30.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.31.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.31.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.31.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.31.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.32.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.32.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.32.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.32.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.33.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.33.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.33.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.33.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.34.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.34.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.34.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.34.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.35.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.35.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.35.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.35.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.36.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.36.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.36.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.36.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.37.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.37.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.37.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.37.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.38.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.38.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.38.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.38.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.39.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.39.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.39.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.39.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.4.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.4.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.4.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.4.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.40.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.40.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.40.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.40.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.41.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.41.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.41.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.41.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.42.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.42.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.42.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.42.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.43.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.43.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.43.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.43.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.44.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.44.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.44.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.44.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.45.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.45.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.45.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.45.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.46.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.46.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.46.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.46.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.47.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.47.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.47.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.47.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.48.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.48.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.48.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.48.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.49.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.49.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.49.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.49.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.5.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.5.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.5.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.5.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.50.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.50.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.50.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.50.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.51.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.51.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.51.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.51.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.52.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.52.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.52.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.52.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.53.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.53.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.53.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.53.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.54.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.54.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.54.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.54.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.55.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.55.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.55.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.55.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.56.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.56.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.56.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.56.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.57.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.57.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.57.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.57.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.58.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.58.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.58.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.58.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.59.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.59.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.59.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.59.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.6.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.6.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.6.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.6.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.60.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.60.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.60.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.60.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.61.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.61.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.61.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.61.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.62.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.62.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.62.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.62.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.63.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.63.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.63.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.63.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.64.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.64.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.64.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.64.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.65.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.65.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.65.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.65.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.66.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.66.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.66.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.66.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.67.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.67.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.67.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.67.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.68.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.68.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.68.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.68.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.69.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.69.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.69.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.69.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.7.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.7.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.7.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.7.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.70.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.70.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.70.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.70.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.71.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.71.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.71.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.71.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.72.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.72.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.72.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.72.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.73.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.73.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.73.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.73.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.74.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.74.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.74.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.74.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.75.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.75.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.75.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.75.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.76.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.76.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.76.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.76.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.77.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.77.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.77.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.77.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.78.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.78.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.78.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.78.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.79.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.79.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.79.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.79.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.8.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.8.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.8.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.8.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.80.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.80.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.80.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.80.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.81.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.81.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.81.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.81.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.82.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.82.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.82.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.82.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.83.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.83.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.83.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.83.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.84.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.84.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.84.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.84.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.85.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.85.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.85.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.85.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.86.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.86.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.86.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.86.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.87.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.87.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.87.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.87.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.88.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.88.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.88.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.88.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.89.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.89.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.89.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.89.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.9.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.9.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.9.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.9.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.90.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.90.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.90.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.90.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.91.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.91.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.91.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.91.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.92.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.92.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.92.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.92.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.93.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.93.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.93.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.93.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.94.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.94.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.94.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.94.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.95.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.95.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.95.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.95.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.96.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.96.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.96.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.96.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.97.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.97.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.97.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.97.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.98.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.98.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.98.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.98.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.99.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.99.qweight": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.99.qzeros": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.experts.gate_up_projs.99.scales": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.router.router.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.mlp.router.router.weight": "model-00009-of-00013.safetensors",
    "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.25.self_attn.k_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.k_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.k_scale": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.o_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.o_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.q_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.q_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.sinks": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.v_proj.bias": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.v_proj.weight": "model-00009-of-00013.safetensors",
    "model.layers.25.self_attn.v_scale": "model-00009-of-00013.safetensors",
    "model.layers.26.input_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.100.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.100.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.100.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.100.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.101.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.101.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.101.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.101.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.102.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.102.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.102.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.102.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.103.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.103.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.103.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.103.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.104.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.104.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.104.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.104.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.105.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.105.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.105.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.105.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.106.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.106.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.106.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.106.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.107.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.107.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.107.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.107.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.108.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.108.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.108.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.108.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.109.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.109.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.109.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.109.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.110.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.110.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.110.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.110.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.111.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.111.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.111.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.111.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.96.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.96.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.96.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.96.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.97.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.97.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.97.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.97.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.98.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.98.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.98.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.98.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.99.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.99.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.99.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.down_projs.99.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.100.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.100.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.100.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.100.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.101.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.101.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.101.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.101.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.102.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.102.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.102.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.102.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.103.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.103.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.103.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.103.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.104.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.104.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.104.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.104.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.105.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.105.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.105.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.105.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.106.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.106.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.106.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.106.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.107.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.107.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.107.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.107.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.108.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.108.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.108.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.108.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.109.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.109.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.109.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.109.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.110.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.110.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.110.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.110.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.111.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.111.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.111.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.111.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.96.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.96.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.96.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.96.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.97.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.97.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.97.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.97.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.98.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.98.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.98.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.98.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.99.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.99.qweight": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.99.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.experts.gate_up_projs.99.scales": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.router.router.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.mlp.router.router.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.k_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.k_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.k_scale": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.o_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.q_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.q_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.sinks": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.v_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.v_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.26.self_attn.v_scale": "model-00010-of-00013.safetensors",
    "model.layers.27.input_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.100.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.100.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.100.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.100.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.101.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.101.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.101.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.101.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.102.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.102.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.102.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.102.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.103.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.103.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.103.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.103.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.104.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.104.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.104.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.104.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.105.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.105.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.105.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.105.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.106.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.106.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.106.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.106.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.107.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.107.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.107.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.107.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.108.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.108.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.108.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.108.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.109.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.109.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.109.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.109.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.110.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.110.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.110.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.110.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.111.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.111.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.111.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.111.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.96.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.96.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.96.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.96.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.97.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.97.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.97.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.97.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.98.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.98.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.98.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.98.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.99.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.99.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.99.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.down_projs.99.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.100.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.100.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.100.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.100.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.101.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.101.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.101.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.101.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.102.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.102.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.102.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.102.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.103.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.103.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.103.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.103.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.104.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.104.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.104.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.104.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.105.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.105.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.105.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.105.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.106.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.106.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.106.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.106.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.107.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.107.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.107.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.107.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.108.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.108.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.108.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.108.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.109.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.109.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.109.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.109.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.110.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.110.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.110.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.110.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.111.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.111.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.111.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.111.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.112.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.112.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.112.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.112.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.113.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.113.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.113.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.113.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.114.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.114.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.114.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.114.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.115.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.115.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.115.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.115.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.116.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.116.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.116.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.116.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.117.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.117.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.117.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.117.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.118.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.118.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.118.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.118.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.119.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.119.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.119.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.119.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.120.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.120.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.120.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.120.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.121.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.121.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.121.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.121.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.122.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.122.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.122.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.122.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.123.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.123.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.123.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.123.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.124.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.124.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.124.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.124.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.125.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.125.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.125.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.125.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.126.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.126.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.126.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.126.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.127.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.127.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.127.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.127.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.96.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.96.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.96.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.96.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.97.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.97.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.97.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.97.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.98.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.98.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.98.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.98.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.99.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.99.qweight": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.99.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.experts.gate_up_projs.99.scales": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.router.router.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.mlp.router.router.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.post_attention_layernorm.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.k_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.k_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.k_scale": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.o_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.q_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.q_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.sinks": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.v_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.v_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.27.self_attn.v_scale": "model-00010-of-00013.safetensors",
    "model.layers.28.input_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.80.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.80.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.80.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.80.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.81.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.81.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.81.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.81.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.82.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.82.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.82.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.82.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.83.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.83.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.83.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.83.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.84.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.84.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.84.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.84.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.85.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.85.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.85.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.85.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.86.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.86.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.86.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.86.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.87.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.87.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.87.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.87.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.88.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.88.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.88.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.88.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.89.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.89.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.89.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.89.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.90.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.90.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.90.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.90.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.91.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.91.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.91.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.91.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.92.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.92.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.92.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.92.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.93.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.93.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.93.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.93.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.94.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.94.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.94.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.94.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.95.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.95.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.95.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.95.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.down_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.0.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.0.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.0.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.0.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.1.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.1.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.1.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.1.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.10.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.10.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.10.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.10.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.11.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.11.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.11.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.11.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.12.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.12.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.12.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.12.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.13.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.13.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.13.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.13.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.14.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.14.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.14.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.14.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.15.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.15.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.15.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.15.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.16.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.16.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.16.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.16.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.17.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.17.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.17.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.17.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.18.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.18.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.18.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.18.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.19.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.19.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.19.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.19.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.2.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.2.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.2.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.2.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.20.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.20.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.20.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.20.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.21.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.21.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.21.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.21.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.22.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.22.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.22.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.22.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.23.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.23.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.23.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.23.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.24.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.24.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.24.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.24.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.25.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.25.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.25.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.25.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.26.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.26.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.26.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.26.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.27.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.27.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.27.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.27.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.28.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.28.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.28.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.28.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.29.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.29.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.29.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.29.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.3.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.3.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.3.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.3.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.30.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.30.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.30.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.30.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.31.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.31.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.31.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.31.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.32.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.32.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.32.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.32.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.33.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.33.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.33.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.33.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.34.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.34.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.34.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.34.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.35.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.35.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.35.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.35.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.36.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.36.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.36.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.36.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.37.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.37.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.37.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.37.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.38.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.38.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.38.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.38.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.39.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.39.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.39.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.39.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.4.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.4.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.4.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.4.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.40.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.40.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.40.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.40.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.41.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.41.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.41.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.41.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.42.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.42.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.42.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.42.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.43.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.43.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.43.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.43.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.44.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.44.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.44.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.44.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.45.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.45.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.45.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.45.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.46.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.46.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.46.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.46.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.47.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.47.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.47.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.47.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.48.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.48.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.48.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.48.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.49.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.49.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.49.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.49.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.5.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.5.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.5.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.5.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.50.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.50.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.50.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.50.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.51.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.51.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.51.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.51.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.52.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.52.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.52.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.52.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.53.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.53.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.53.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.53.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.54.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.54.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.54.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.54.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.55.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.55.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.55.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.55.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.56.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.56.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.56.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.56.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.57.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.57.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.57.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.57.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.58.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.58.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.58.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.58.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.59.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.59.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.59.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.59.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.6.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.6.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.6.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.6.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.60.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.60.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.60.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.60.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.61.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.61.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.61.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.61.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.62.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.62.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.62.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.62.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.63.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.63.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.63.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.63.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.64.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.64.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.64.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.64.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.65.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.65.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.65.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.65.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.66.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.66.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.66.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.66.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.67.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.67.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.67.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.67.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.68.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.68.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.68.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.68.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.69.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.69.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.69.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.69.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.7.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.7.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.7.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.7.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.70.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.70.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.70.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.70.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.71.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.71.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.71.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.71.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.72.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.72.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.72.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.72.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.73.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.73.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.73.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.73.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.74.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.74.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.74.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.74.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.75.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.75.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.75.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.75.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.76.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.76.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.76.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.76.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.77.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.77.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.77.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.77.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.78.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.78.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.78.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.78.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.79.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.79.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.79.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.79.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.8.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.8.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.8.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.8.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.80.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.80.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.80.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.80.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.81.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.81.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.81.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.81.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.82.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.82.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.82.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.82.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.83.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.83.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.83.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.83.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.84.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.84.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.84.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.84.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.85.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.85.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.85.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.85.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.86.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.86.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.86.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.86.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.87.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.87.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.87.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.87.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.88.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.88.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.88.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.88.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.89.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.89.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.89.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.89.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.9.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.9.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.9.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.9.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.90.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.90.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.90.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.90.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.91.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.91.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.91.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.91.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.92.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.92.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.92.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.92.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.93.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.93.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.93.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.93.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.94.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.94.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.94.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.94.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.95.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.95.qweight": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.95.qzeros": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.95.scales": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.experts.gate_up_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.28.mlp.router.router.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.mlp.router.router.weight": "model-00010-of-00013.safetensors",
    "model.layers.28.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.28.self_attn.k_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.k_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.k_scale": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.o_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.o_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.q_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.q_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.sinks": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.v_proj.bias": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.v_proj.weight": "model-00010-of-00013.safetensors",
    "model.layers.28.self_attn.v_scale": "model-00010-of-00013.safetensors",
    "model.layers.29.input_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.80.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.80.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.80.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.80.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.81.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.81.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.81.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.81.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.82.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.82.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.82.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.82.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.83.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.83.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.83.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.83.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.84.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.84.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.84.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.84.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.85.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.85.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.85.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.85.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.86.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.86.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.86.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.86.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.87.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.87.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.87.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.87.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.88.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.88.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.88.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.88.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.89.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.89.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.89.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.89.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.90.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.90.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.90.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.90.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.91.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.91.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.91.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.91.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.92.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.92.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.92.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.92.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.93.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.93.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.93.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.93.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.94.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.94.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.94.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.94.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.95.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.95.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.95.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.95.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.down_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.80.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.80.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.80.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.80.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.81.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.81.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.81.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.81.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.82.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.82.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.82.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.82.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.83.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.83.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.83.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.83.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.84.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.84.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.84.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.84.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.85.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.85.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.85.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.85.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.86.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.86.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.86.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.86.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.87.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.87.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.87.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.87.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.88.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.88.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.88.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.88.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.89.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.89.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.89.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.89.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.90.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.90.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.90.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.90.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.91.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.91.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.91.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.91.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.92.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.92.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.92.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.92.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.93.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.93.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.93.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.93.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.94.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.94.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.94.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.94.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.95.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.95.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.95.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.95.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.experts.gate_up_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.router.router.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.mlp.router.router.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.k_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.k_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.k_scale": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.o_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.q_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.q_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.sinks": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.v_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.v_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.29.self_attn.v_scale": "model-00011-of-00013.safetensors",
    "model.layers.3.input_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.26.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.27.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.28.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.29.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.30.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.31.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.32.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.32.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.32.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.32.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.33.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.33.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.33.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.33.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.34.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.34.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.34.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.34.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.35.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.35.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.35.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.35.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.36.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.36.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.36.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.36.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.37.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.37.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.37.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.37.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.38.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.38.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.38.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.38.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.39.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.39.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.39.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.39.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.40.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.40.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.40.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.40.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.41.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.41.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.41.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.41.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.down_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.32.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.32.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.32.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.32.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.33.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.33.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.33.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.33.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.34.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.34.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.34.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.34.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.35.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.35.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.35.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.35.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.36.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.36.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.36.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.36.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.37.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.37.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.37.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.37.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.38.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.38.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.38.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.38.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.39.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.39.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.39.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.39.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.40.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.40.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.40.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.40.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.41.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.41.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.41.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.41.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.experts.gate_up_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.router.router.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.mlp.router.router.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.k_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.k_scale": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.o_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.q_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.sinks": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.v_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.3.self_attn.v_scale": "model-00002-of-00013.safetensors",
    "model.layers.30.input_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.80.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.80.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.80.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.80.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.81.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.81.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.81.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.81.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.82.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.82.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.82.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.82.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.83.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.83.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.83.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.83.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.84.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.84.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.84.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.84.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.85.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.85.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.85.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.85.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.86.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.86.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.86.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.86.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.87.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.87.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.87.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.87.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.88.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.88.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.88.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.88.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.89.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.89.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.89.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.89.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.90.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.90.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.90.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.90.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.91.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.91.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.91.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.91.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.92.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.92.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.92.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.92.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.93.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.93.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.93.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.93.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.94.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.94.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.94.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.94.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.95.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.95.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.95.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.95.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.down_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.100.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.100.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.100.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.100.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.101.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.101.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.101.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.101.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.102.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.102.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.102.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.102.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.103.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.103.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.103.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.103.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.104.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.104.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.104.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.104.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.105.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.105.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.105.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.105.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.106.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.106.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.106.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.106.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.107.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.107.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.107.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.107.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.108.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.108.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.108.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.108.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.109.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.109.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.109.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.109.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.110.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.110.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.110.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.110.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.111.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.111.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.111.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.111.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.112.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.112.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.112.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.112.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.113.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.113.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.113.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.113.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.114.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.114.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.114.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.114.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.115.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.115.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.115.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.115.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.116.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.116.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.116.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.116.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.117.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.117.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.117.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.117.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.118.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.118.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.118.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.118.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.119.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.119.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.119.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.119.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.120.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.120.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.120.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.120.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.121.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.121.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.121.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.121.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.122.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.122.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.122.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.122.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.123.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.123.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.123.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.123.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.124.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.124.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.124.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.124.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.125.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.125.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.125.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.125.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.126.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.126.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.126.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.126.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.127.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.127.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.127.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.127.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.80.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.80.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.80.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.80.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.81.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.81.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.81.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.81.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.82.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.82.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.82.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.82.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.83.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.83.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.83.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.83.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.84.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.84.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.84.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.84.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.85.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.85.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.85.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.85.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.86.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.86.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.86.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.86.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.87.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.87.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.87.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.87.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.88.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.88.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.88.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.88.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.89.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.89.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.89.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.89.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.90.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.90.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.90.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.90.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.91.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.91.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.91.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.91.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.92.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.92.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.92.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.92.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.93.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.93.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.93.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.93.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.94.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.94.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.94.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.94.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.95.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.95.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.95.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.95.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.96.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.96.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.96.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.96.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.97.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.97.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.97.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.97.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.98.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.98.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.98.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.98.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.99.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.99.qweight": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.99.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.experts.gate_up_projs.99.scales": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.router.router.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.mlp.router.router.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.post_attention_layernorm.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.k_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.k_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.k_scale": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.o_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.q_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.q_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.sinks": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.v_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.v_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.30.self_attn.v_scale": "model-00011-of-00013.safetensors",
    "model.layers.31.input_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.64.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.64.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.64.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.64.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.65.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.65.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.65.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.65.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.66.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.66.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.66.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.66.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.67.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.67.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.67.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.67.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.68.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.68.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.68.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.68.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.69.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.69.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.69.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.69.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.70.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.70.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.70.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.70.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.71.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.71.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.71.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.71.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.72.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.72.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.72.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.72.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.73.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.73.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.73.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.73.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.74.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.74.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.74.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.74.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.75.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.75.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.75.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.75.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.76.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.76.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.76.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.76.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.77.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.77.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.77.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.77.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.78.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.78.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.78.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.78.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.79.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.79.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.79.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.79.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.down_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.0.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.0.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.0.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.0.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.1.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.1.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.1.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.1.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.10.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.10.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.10.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.10.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.11.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.11.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.11.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.11.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.12.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.12.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.12.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.12.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.13.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.13.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.13.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.13.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.14.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.14.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.14.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.14.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.15.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.15.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.15.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.15.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.16.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.16.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.16.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.16.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.17.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.17.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.17.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.17.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.18.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.18.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.18.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.18.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.19.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.19.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.19.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.19.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.2.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.2.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.2.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.2.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.20.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.20.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.20.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.20.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.21.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.21.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.21.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.21.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.22.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.22.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.22.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.22.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.23.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.23.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.23.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.23.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.24.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.24.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.24.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.24.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.25.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.25.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.25.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.25.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.26.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.26.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.26.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.26.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.27.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.27.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.27.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.27.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.28.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.28.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.28.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.28.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.29.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.29.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.29.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.29.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.3.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.3.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.3.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.3.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.30.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.30.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.30.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.30.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.31.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.31.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.31.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.31.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.32.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.32.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.32.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.32.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.33.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.33.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.33.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.33.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.34.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.34.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.34.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.34.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.35.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.35.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.35.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.35.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.36.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.36.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.36.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.36.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.37.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.37.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.37.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.37.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.38.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.38.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.38.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.38.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.39.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.39.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.39.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.39.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.4.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.4.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.4.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.4.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.40.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.40.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.40.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.40.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.41.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.41.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.41.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.41.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.42.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.42.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.42.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.42.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.43.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.43.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.43.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.43.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.44.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.44.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.44.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.44.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.45.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.45.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.45.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.45.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.46.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.46.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.46.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.46.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.47.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.47.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.47.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.47.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.48.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.48.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.48.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.48.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.49.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.49.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.49.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.49.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.5.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.5.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.5.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.5.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.50.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.50.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.50.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.50.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.51.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.51.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.51.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.51.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.52.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.52.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.52.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.52.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.53.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.53.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.53.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.53.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.54.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.54.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.54.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.54.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.55.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.55.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.55.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.55.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.56.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.56.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.56.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.56.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.57.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.57.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.57.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.57.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.58.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.58.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.58.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.58.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.59.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.59.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.59.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.59.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.6.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.6.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.6.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.6.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.60.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.60.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.60.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.60.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.61.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.61.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.61.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.61.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.62.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.62.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.62.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.62.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.63.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.63.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.63.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.63.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.64.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.64.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.64.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.64.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.65.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.65.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.65.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.65.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.66.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.66.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.66.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.66.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.67.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.67.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.67.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.67.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.68.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.68.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.68.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.68.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.69.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.69.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.69.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.69.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.7.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.7.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.7.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.7.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.70.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.70.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.70.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.70.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.71.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.71.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.71.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.71.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.72.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.72.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.72.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.72.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.73.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.73.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.73.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.73.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.74.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.74.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.74.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.74.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.75.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.75.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.75.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.75.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.76.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.76.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.76.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.76.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.77.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.77.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.77.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.77.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.78.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.78.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.78.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.78.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.79.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.79.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.79.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.79.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.8.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.8.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.8.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.8.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.9.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.9.qweight": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.9.qzeros": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.9.scales": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.experts.gate_up_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.31.mlp.router.router.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.mlp.router.router.weight": "model-00011-of-00013.safetensors",
    "model.layers.31.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.31.self_attn.k_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.k_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.k_scale": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.o_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.o_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.q_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.q_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.sinks": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.v_proj.bias": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.v_proj.weight": "model-00011-of-00013.safetensors",
    "model.layers.31.self_attn.v_scale": "model-00011-of-00013.safetensors",
    "model.layers.32.input_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.64.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.64.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.64.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.64.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.65.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.65.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.65.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.65.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.66.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.66.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.66.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.66.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.67.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.67.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.67.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.67.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.68.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.68.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.68.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.68.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.69.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.69.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.69.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.69.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.70.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.70.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.70.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.70.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.71.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.71.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.71.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.71.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.72.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.72.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.72.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.72.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.73.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.73.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.73.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.73.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.74.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.74.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.74.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.74.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.75.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.75.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.75.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.75.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.76.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.76.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.76.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.76.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.77.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.77.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.77.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.77.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.78.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.78.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.78.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.78.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.79.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.79.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.79.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.79.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.down_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.64.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.64.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.64.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.64.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.65.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.65.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.65.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.65.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.66.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.66.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.66.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.66.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.67.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.67.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.67.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.67.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.68.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.68.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.68.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.68.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.69.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.69.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.69.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.69.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.70.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.70.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.70.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.70.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.71.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.71.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.71.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.71.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.72.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.72.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.72.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.72.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.73.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.73.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.73.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.73.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.74.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.74.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.74.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.74.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.75.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.75.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.75.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.75.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.76.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.76.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.76.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.76.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.77.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.77.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.77.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.77.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.78.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.78.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.78.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.78.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.79.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.79.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.79.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.79.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.experts.gate_up_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.router.router.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.mlp.router.router.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.k_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.k_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.k_scale": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.o_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.q_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.q_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.sinks": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.v_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.v_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.32.self_attn.v_scale": "model-00012-of-00013.safetensors",
    "model.layers.33.input_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.64.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.64.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.64.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.64.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.65.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.65.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.65.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.65.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.66.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.66.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.66.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.66.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.67.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.67.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.67.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.67.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.68.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.68.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.68.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.68.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.69.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.69.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.69.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.69.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.70.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.70.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.70.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.70.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.71.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.71.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.71.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.71.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.72.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.72.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.72.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.72.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.73.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.73.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.73.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.73.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.74.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.74.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.74.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.74.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.75.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.75.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.75.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.75.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.76.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.76.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.76.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.76.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.77.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.77.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.77.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.77.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.78.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.78.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.78.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.78.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.79.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.79.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.79.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.79.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.down_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.100.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.100.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.100.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.100.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.101.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.101.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.101.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.101.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.102.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.102.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.102.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.102.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.103.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.103.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.103.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.103.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.104.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.104.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.104.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.104.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.105.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.105.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.105.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.105.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.106.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.106.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.106.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.106.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.107.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.107.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.107.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.107.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.108.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.108.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.108.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.108.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.109.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.109.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.109.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.109.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.110.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.110.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.110.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.110.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.111.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.111.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.111.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.111.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.112.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.112.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.112.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.112.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.113.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.113.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.113.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.113.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.114.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.114.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.114.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.114.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.115.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.115.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.115.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.115.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.116.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.116.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.116.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.116.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.117.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.117.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.117.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.117.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.118.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.118.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.118.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.118.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.119.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.119.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.119.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.119.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.120.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.120.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.120.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.120.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.121.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.121.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.121.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.121.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.122.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.122.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.122.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.122.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.123.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.123.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.123.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.123.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.124.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.124.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.124.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.124.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.125.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.125.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.125.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.125.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.126.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.126.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.126.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.126.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.127.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.127.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.127.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.127.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.64.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.64.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.64.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.64.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.65.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.65.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.65.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.65.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.66.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.66.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.66.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.66.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.67.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.67.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.67.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.67.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.68.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.68.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.68.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.68.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.69.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.69.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.69.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.69.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.70.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.70.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.70.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.70.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.71.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.71.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.71.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.71.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.72.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.72.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.72.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.72.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.73.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.73.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.73.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.73.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.74.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.74.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.74.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.74.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.75.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.75.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.75.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.75.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.76.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.76.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.76.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.76.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.77.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.77.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.77.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.77.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.78.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.78.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.78.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.78.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.79.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.79.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.79.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.79.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.80.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.80.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.80.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.80.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.81.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.81.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.81.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.81.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.82.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.82.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.82.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.82.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.83.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.83.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.83.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.83.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.84.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.84.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.84.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.84.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.85.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.85.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.85.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.85.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.86.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.86.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.86.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.86.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.87.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.87.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.87.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.87.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.88.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.88.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.88.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.88.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.89.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.89.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.89.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.89.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.90.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.90.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.90.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.90.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.91.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.91.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.91.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.91.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.92.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.92.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.92.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.92.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.93.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.93.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.93.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.93.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.94.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.94.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.94.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.94.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.95.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.95.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.95.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.95.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.96.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.96.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.96.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.96.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.97.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.97.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.97.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.97.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.98.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.98.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.98.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.98.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.99.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.99.qweight": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.99.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.experts.gate_up_projs.99.scales": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.router.router.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.mlp.router.router.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.post_attention_layernorm.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.k_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.k_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.k_scale": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.o_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.q_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.q_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.sinks": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.v_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.v_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.33.self_attn.v_scale": "model-00012-of-00013.safetensors",
    "model.layers.34.input_layernorm.weight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.0.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.0.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.0.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.0.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.1.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.1.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.1.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.1.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.10.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.10.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.10.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.10.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.100.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.100.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.100.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.100.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.101.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.101.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.101.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.101.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.102.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.102.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.102.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.102.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.103.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.103.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.103.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.103.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.104.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.104.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.104.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.104.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.105.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.105.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.105.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.105.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.106.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.106.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.106.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.106.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.107.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.107.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.107.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.107.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.108.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.108.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.108.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.108.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.109.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.109.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.109.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.109.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.11.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.11.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.11.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.11.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.110.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.110.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.110.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.110.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.111.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.111.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.111.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.111.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.112.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.112.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.112.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.112.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.113.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.113.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.113.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.113.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.114.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.114.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.114.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.114.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.115.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.115.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.115.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.115.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.116.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.116.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.116.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.116.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.117.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.117.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.117.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.117.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.118.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.118.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.118.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.118.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.119.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.119.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.119.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.119.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.12.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.12.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.12.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.12.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.120.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.120.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.120.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.120.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.121.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.121.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.121.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.121.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.122.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.122.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.122.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.122.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.123.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.123.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.123.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.123.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.124.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.124.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.124.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.124.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.125.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.125.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.125.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.125.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.126.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.126.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.126.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.126.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.127.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.127.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.127.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.127.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.13.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.13.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.13.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.13.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.14.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.14.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.14.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.14.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.15.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.15.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.15.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.15.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.16.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.16.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.16.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.16.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.17.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.17.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.17.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.17.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.18.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.18.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.18.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.18.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.19.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.19.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.19.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.19.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.2.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.2.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.2.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.2.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.20.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.20.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.20.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.20.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.21.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.21.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.21.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.21.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.22.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.22.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.22.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.22.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.23.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.23.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.23.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.23.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.24.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.24.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.24.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.24.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.25.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.25.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.25.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.25.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.26.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.26.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.26.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.26.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.27.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.27.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.27.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.27.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.28.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.28.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.28.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.28.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.29.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.29.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.29.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.29.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.3.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.3.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.3.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.3.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.30.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.30.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.30.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.30.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.31.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.31.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.31.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.31.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.32.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.32.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.32.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.32.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.33.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.33.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.33.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.33.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.34.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.34.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.34.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.34.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.35.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.35.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.35.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.35.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.36.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.36.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.36.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.36.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.37.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.37.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.37.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.37.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.38.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.38.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.38.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.38.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.39.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.39.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.39.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.39.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.4.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.4.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.4.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.4.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.40.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.40.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.40.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.40.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.41.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.41.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.41.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.41.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.42.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.42.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.42.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.42.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.43.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.43.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.43.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.43.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.44.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.44.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.44.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.44.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.45.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.45.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.45.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.45.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.46.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.46.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.46.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.46.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.47.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.47.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.47.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.47.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.48.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.48.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.48.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.48.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.49.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.49.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.49.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.49.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.5.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.5.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.5.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.5.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.50.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.50.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.50.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.50.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.51.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.51.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.51.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.51.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.52.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.52.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.52.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.52.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.53.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.53.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.53.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.53.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.54.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.54.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.54.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.54.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.55.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.55.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.55.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.55.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.56.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.56.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.56.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.56.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.57.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.57.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.57.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.57.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.58.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.58.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.58.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.58.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.59.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.59.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.59.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.59.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.6.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.6.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.6.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.6.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.60.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.60.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.60.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.60.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.61.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.61.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.61.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.61.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.62.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.62.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.62.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.62.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.63.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.63.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.63.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.63.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.64.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.64.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.64.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.64.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.65.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.65.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.65.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.65.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.66.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.66.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.66.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.66.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.67.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.67.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.67.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.67.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.68.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.68.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.68.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.68.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.69.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.69.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.69.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.69.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.7.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.7.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.7.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.7.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.70.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.70.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.70.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.70.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.71.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.71.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.71.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.71.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.72.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.72.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.72.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.72.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.73.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.73.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.73.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.73.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.74.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.74.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.74.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.74.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.75.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.75.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.75.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.75.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.76.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.76.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.76.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.76.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.77.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.77.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.77.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.77.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.78.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.78.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.78.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.78.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.79.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.79.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.79.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.79.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.8.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.8.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.8.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.8.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.80.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.80.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.80.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.80.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.81.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.81.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.81.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.81.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.82.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.82.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.82.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.82.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.83.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.83.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.83.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.83.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.84.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.84.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.84.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.84.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.85.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.85.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.85.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.85.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.86.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.86.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.86.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.86.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.87.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.87.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.87.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.87.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.88.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.88.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.88.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.88.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.89.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.89.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.89.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.89.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.9.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.9.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.9.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.9.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.90.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.90.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.90.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.90.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.91.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.91.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.91.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.91.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.92.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.92.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.92.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.92.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.93.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.93.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.93.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.93.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.94.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.94.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.94.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.94.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.95.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.95.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.95.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.95.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.96.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.96.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.96.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.96.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.97.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.97.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.97.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.97.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.98.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.98.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.98.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.98.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.99.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.99.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.99.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.down_projs.99.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.0.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.0.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.0.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.0.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.1.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.1.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.1.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.1.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.10.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.10.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.10.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.10.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.100.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.100.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.100.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.100.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.101.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.101.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.101.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.101.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.102.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.102.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.102.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.102.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.103.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.103.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.103.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.103.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.104.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.104.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.104.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.104.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.105.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.105.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.105.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.105.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.106.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.106.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.106.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.106.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.107.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.107.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.107.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.107.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.108.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.108.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.108.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.108.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.109.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.109.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.109.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.109.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.11.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.11.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.11.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.11.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.110.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.110.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.110.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.110.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.111.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.111.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.111.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.111.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.112.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.112.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.112.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.112.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.113.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.113.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.113.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.113.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.114.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.114.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.114.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.114.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.115.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.115.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.115.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.115.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.116.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.116.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.116.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.116.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.117.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.117.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.117.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.117.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.118.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.118.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.118.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.118.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.119.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.119.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.119.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.119.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.12.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.12.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.12.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.12.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.120.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.120.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.120.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.120.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.121.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.121.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.121.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.121.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.122.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.122.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.122.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.122.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.123.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.123.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.123.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.123.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.124.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.124.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.124.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.124.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.125.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.125.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.125.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.125.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.126.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.126.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.126.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.126.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.127.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.127.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.127.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.127.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.13.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.13.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.13.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.13.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.14.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.14.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.14.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.14.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.15.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.15.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.15.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.15.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.16.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.16.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.16.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.16.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.17.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.17.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.17.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.17.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.18.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.18.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.18.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.18.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.19.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.19.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.19.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.19.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.2.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.2.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.2.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.2.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.20.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.20.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.20.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.20.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.21.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.21.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.21.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.21.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.22.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.22.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.22.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.22.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.23.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.23.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.23.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.23.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.24.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.24.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.24.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.24.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.25.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.25.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.25.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.25.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.26.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.26.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.26.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.26.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.27.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.27.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.27.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.27.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.28.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.28.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.28.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.28.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.29.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.29.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.29.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.29.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.3.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.3.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.3.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.3.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.30.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.30.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.30.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.30.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.31.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.31.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.31.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.31.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.32.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.32.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.32.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.32.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.33.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.33.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.33.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.33.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.34.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.34.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.34.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.34.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.35.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.35.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.35.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.35.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.36.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.36.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.36.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.36.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.37.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.37.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.37.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.37.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.38.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.38.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.38.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.38.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.39.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.39.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.39.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.39.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.4.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.4.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.4.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.4.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.40.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.40.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.40.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.40.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.41.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.41.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.41.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.41.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.42.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.42.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.42.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.42.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.43.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.43.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.43.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.43.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.44.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.44.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.44.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.44.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.45.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.45.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.45.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.45.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.46.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.46.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.46.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.46.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.47.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.47.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.47.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.47.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.48.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.48.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.48.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.48.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.49.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.49.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.49.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.49.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.5.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.5.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.5.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.5.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.50.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.50.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.50.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.50.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.51.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.51.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.51.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.51.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.52.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.52.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.52.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.52.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.53.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.53.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.53.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.53.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.54.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.54.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.54.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.54.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.55.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.55.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.55.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.55.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.56.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.56.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.56.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.56.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.57.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.57.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.57.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.57.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.58.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.58.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.58.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.58.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.59.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.59.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.59.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.59.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.6.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.6.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.6.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.6.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.60.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.60.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.60.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.60.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.61.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.61.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.61.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.61.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.62.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.62.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.62.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.62.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.63.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.63.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.63.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.63.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.64.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.64.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.64.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.64.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.65.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.65.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.65.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.65.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.66.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.66.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.66.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.66.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.67.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.67.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.67.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.67.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.68.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.68.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.68.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.68.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.69.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.69.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.69.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.69.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.7.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.7.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.7.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.7.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.70.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.70.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.70.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.70.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.71.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.71.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.71.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.71.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.72.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.72.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.72.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.72.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.73.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.73.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.73.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.73.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.74.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.74.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.74.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.74.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.75.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.75.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.75.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.75.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.76.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.76.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.76.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.76.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.77.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.77.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.77.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.77.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.78.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.78.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.78.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.78.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.79.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.79.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.79.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.79.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.8.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.8.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.8.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.8.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.80.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.80.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.80.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.80.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.81.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.81.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.81.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.81.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.82.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.82.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.82.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.82.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.83.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.83.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.83.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.83.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.84.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.84.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.84.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.84.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.85.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.85.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.85.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.85.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.86.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.86.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.86.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.86.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.87.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.87.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.87.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.87.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.88.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.88.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.88.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.88.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.89.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.89.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.89.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.89.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.9.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.9.qweight": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.9.qzeros": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.9.scales": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.90.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.90.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.90.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.90.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.91.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.91.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.91.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.91.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.92.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.92.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.92.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.92.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.93.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.93.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.93.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.93.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.94.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.94.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.94.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.94.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.95.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.95.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.95.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.95.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.96.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.96.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.96.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.96.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.97.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.97.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.97.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.97.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.98.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.98.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.98.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.98.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.99.bias": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.99.qweight": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.99.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.experts.gate_up_projs.99.scales": "model-00013-of-00013.safetensors",
    "model.layers.34.mlp.router.router.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.mlp.router.router.weight": "model-00012-of-00013.safetensors",
    "model.layers.34.post_attention_layernorm.weight": "model-00013-of-00013.safetensors",
    "model.layers.34.self_attn.k_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.k_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.k_scale": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.o_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.o_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.q_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.q_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.sinks": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.v_proj.bias": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.v_proj.weight": "model-00012-of-00013.safetensors",
    "model.layers.34.self_attn.v_scale": "model-00012-of-00013.safetensors",
    "model.layers.35.input_layernorm.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.0.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.0.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.0.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.0.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.1.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.1.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.1.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.1.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.10.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.10.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.10.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.10.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.100.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.100.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.100.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.100.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.101.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.101.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.101.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.101.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.102.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.102.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.102.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.102.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.103.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.103.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.103.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.103.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.104.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.104.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.104.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.104.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.105.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.105.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.105.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.105.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.106.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.106.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.106.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.106.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.107.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.107.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.107.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.107.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.108.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.108.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.108.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.108.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.109.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.109.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.109.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.109.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.11.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.11.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.11.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.11.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.110.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.110.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.110.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.110.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.111.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.111.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.111.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.111.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.112.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.112.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.112.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.112.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.113.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.113.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.113.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.113.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.114.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.114.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.114.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.114.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.115.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.115.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.115.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.115.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.116.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.116.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.116.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.116.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.117.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.117.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.117.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.117.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.118.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.118.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.118.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.118.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.119.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.119.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.119.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.119.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.12.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.12.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.12.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.12.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.120.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.120.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.120.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.120.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.121.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.121.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.121.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.121.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.122.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.122.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.122.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.122.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.123.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.123.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.123.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.123.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.124.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.124.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.124.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.124.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.125.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.125.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.125.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.125.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.126.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.126.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.126.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.126.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.127.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.127.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.127.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.127.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.13.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.13.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.13.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.13.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.14.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.14.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.14.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.14.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.15.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.15.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.15.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.15.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.16.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.16.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.16.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.16.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.17.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.17.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.17.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.17.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.18.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.18.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.18.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.18.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.19.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.19.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.19.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.19.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.2.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.2.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.2.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.2.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.20.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.20.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.20.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.20.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.21.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.21.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.21.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.21.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.22.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.22.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.22.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.22.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.23.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.23.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.23.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.23.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.24.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.24.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.24.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.24.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.25.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.25.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.25.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.25.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.26.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.26.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.26.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.26.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.27.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.27.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.27.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.27.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.28.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.28.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.28.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.28.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.29.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.29.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.29.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.29.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.3.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.3.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.3.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.3.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.30.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.30.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.30.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.30.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.31.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.31.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.31.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.31.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.32.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.32.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.32.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.32.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.33.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.33.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.33.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.33.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.34.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.34.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.34.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.34.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.35.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.35.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.35.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.35.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.36.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.36.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.36.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.36.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.37.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.37.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.37.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.37.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.38.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.38.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.38.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.38.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.39.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.39.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.39.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.39.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.4.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.4.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.4.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.4.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.40.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.40.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.40.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.40.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.41.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.41.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.41.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.41.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.42.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.42.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.42.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.42.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.43.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.43.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.43.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.43.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.44.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.44.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.44.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.44.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.45.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.45.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.45.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.45.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.46.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.46.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.46.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.46.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.47.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.47.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.47.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.47.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.48.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.48.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.48.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.48.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.49.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.49.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.49.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.49.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.5.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.5.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.5.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.5.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.50.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.50.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.50.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.50.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.51.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.51.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.51.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.51.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.52.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.52.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.52.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.52.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.53.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.53.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.53.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.53.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.54.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.54.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.54.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.54.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.55.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.55.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.55.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.55.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.56.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.56.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.56.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.56.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.57.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.57.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.57.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.57.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.58.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.58.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.58.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.58.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.59.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.59.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.59.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.59.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.6.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.6.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.6.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.6.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.60.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.60.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.60.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.60.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.61.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.61.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.61.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.61.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.62.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.62.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.62.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.62.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.63.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.63.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.63.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.63.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.64.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.64.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.64.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.64.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.65.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.65.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.65.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.65.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.66.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.66.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.66.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.66.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.67.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.67.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.67.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.67.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.68.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.68.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.68.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.68.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.69.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.69.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.69.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.69.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.7.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.7.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.7.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.7.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.70.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.70.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.70.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.70.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.71.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.71.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.71.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.71.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.72.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.72.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.72.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.72.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.73.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.73.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.73.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.73.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.74.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.74.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.74.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.74.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.75.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.75.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.75.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.75.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.76.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.76.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.76.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.76.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.77.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.77.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.77.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.77.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.78.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.78.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.78.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.78.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.79.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.79.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.79.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.79.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.8.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.8.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.8.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.8.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.80.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.80.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.80.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.80.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.81.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.81.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.81.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.81.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.82.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.82.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.82.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.82.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.83.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.83.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.83.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.83.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.84.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.84.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.84.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.84.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.85.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.85.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.85.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.85.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.86.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.86.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.86.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.86.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.87.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.87.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.87.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.87.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.88.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.88.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.88.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.88.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.89.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.89.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.89.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.89.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.9.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.9.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.9.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.9.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.90.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.90.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.90.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.90.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.91.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.91.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.91.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.91.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.92.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.92.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.92.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.92.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.93.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.93.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.93.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.93.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.94.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.94.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.94.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.94.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.95.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.95.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.95.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.95.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.96.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.96.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.96.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.96.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.97.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.97.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.97.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.97.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.98.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.98.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.98.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.98.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.99.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.99.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.99.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.down_projs.99.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.0.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.0.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.0.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.0.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.1.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.1.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.1.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.1.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.10.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.10.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.10.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.10.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.100.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.100.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.100.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.100.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.101.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.101.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.101.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.101.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.102.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.102.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.102.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.102.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.103.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.103.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.103.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.103.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.104.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.104.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.104.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.104.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.105.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.105.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.105.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.105.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.106.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.106.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.106.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.106.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.107.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.107.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.107.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.107.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.108.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.108.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.108.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.108.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.109.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.109.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.109.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.109.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.11.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.11.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.11.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.11.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.110.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.110.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.110.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.110.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.111.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.111.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.111.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.111.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.112.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.112.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.112.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.112.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.113.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.113.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.113.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.113.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.114.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.114.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.114.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.114.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.115.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.115.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.115.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.115.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.116.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.116.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.116.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.116.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.117.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.117.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.117.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.117.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.118.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.118.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.118.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.118.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.119.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.119.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.119.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.119.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.12.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.12.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.12.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.12.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.120.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.120.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.120.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.120.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.121.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.121.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.121.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.121.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.122.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.122.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.122.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.122.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.123.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.123.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.123.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.123.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.124.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.124.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.124.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.124.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.125.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.125.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.125.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.125.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.126.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.126.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.126.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.126.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.127.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.127.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.127.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.127.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.13.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.13.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.13.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.13.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.14.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.14.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.14.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.14.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.15.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.15.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.15.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.15.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.16.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.16.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.16.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.16.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.17.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.17.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.17.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.17.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.18.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.18.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.18.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.18.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.19.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.19.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.19.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.19.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.2.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.2.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.2.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.2.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.20.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.20.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.20.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.20.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.21.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.21.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.21.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.21.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.22.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.22.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.22.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.22.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.23.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.23.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.23.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.23.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.24.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.24.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.24.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.24.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.25.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.25.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.25.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.25.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.26.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.26.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.26.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.26.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.27.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.27.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.27.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.27.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.28.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.28.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.28.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.28.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.29.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.29.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.29.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.29.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.3.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.3.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.3.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.3.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.30.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.30.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.30.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.30.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.31.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.31.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.31.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.31.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.32.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.32.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.32.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.32.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.33.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.33.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.33.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.33.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.34.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.34.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.34.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.34.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.35.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.35.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.35.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.35.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.36.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.36.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.36.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.36.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.37.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.37.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.37.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.37.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.38.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.38.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.38.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.38.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.39.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.39.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.39.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.39.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.4.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.4.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.4.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.4.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.40.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.40.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.40.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.40.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.41.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.41.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.41.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.41.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.42.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.42.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.42.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.42.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.43.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.43.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.43.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.43.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.44.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.44.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.44.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.44.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.45.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.45.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.45.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.45.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.46.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.46.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.46.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.46.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.47.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.47.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.47.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.47.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.48.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.48.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.48.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.48.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.49.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.49.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.49.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.49.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.5.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.5.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.5.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.5.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.50.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.50.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.50.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.50.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.51.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.51.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.51.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.51.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.52.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.52.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.52.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.52.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.53.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.53.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.53.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.53.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.54.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.54.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.54.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.54.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.55.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.55.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.55.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.55.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.56.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.56.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.56.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.56.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.57.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.57.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.57.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.57.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.58.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.58.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.58.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.58.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.59.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.59.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.59.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.59.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.6.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.6.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.6.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.6.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.60.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.60.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.60.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.60.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.61.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.61.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.61.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.61.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.62.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.62.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.62.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.62.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.63.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.63.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.63.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.63.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.64.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.64.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.64.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.64.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.65.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.65.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.65.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.65.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.66.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.66.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.66.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.66.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.67.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.67.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.67.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.67.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.68.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.68.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.68.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.68.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.69.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.69.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.69.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.69.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.7.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.7.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.7.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.7.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.70.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.70.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.70.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.70.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.71.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.71.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.71.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.71.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.72.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.72.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.72.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.72.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.73.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.73.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.73.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.73.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.74.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.74.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.74.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.74.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.75.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.75.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.75.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.75.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.76.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.76.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.76.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.76.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.77.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.77.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.77.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.77.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.78.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.78.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.78.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.78.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.79.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.79.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.79.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.79.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.8.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.8.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.8.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.8.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.80.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.80.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.80.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.80.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.81.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.81.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.81.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.81.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.82.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.82.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.82.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.82.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.83.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.83.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.83.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.83.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.84.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.84.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.84.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.84.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.85.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.85.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.85.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.85.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.86.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.86.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.86.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.86.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.87.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.87.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.87.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.87.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.88.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.88.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.88.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.88.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.89.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.89.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.89.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.89.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.9.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.9.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.9.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.9.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.90.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.90.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.90.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.90.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.91.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.91.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.91.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.91.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.92.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.92.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.92.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.92.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.93.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.93.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.93.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.93.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.94.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.94.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.94.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.94.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.95.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.95.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.95.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.95.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.96.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.96.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.96.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.96.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.97.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.97.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.97.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.97.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.98.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.98.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.98.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.98.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.99.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.99.qweight": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.99.qzeros": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.experts.gate_up_projs.99.scales": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.router.router.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.mlp.router.router.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.post_attention_layernorm.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.k_proj.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.k_proj.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.k_scale": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.o_proj.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.o_proj.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.q_proj.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.q_proj.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.sinks": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.v_proj.bias": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.v_proj.weight": "model-00013-of-00013.safetensors",
    "model.layers.35.self_attn.v_scale": "model-00013-of-00013.safetensors",
    "model.layers.4.input_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.26.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.27.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.28.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.29.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.30.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.31.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.32.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.32.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.32.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.32.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.33.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.33.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.33.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.33.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.34.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.34.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.34.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.34.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.35.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.35.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.35.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.35.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.36.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.36.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.36.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.36.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.37.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.37.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.37.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.37.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.38.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.38.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.38.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.38.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.39.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.39.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.39.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.39.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.40.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.40.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.40.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.40.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.41.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.41.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.41.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.41.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.down_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.100.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.100.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.100.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.100.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.101.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.101.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.101.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.101.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.102.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.102.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.102.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.102.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.103.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.103.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.103.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.103.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.104.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.104.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.104.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.104.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.105.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.105.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.105.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.105.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.106.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.106.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.106.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.106.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.107.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.107.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.107.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.107.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.108.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.108.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.108.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.108.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.109.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.109.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.109.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.109.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.110.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.110.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.110.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.110.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.111.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.111.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.111.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.111.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.112.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.112.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.112.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.112.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.113.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.113.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.113.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.113.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.114.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.114.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.114.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.114.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.115.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.115.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.115.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.115.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.116.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.116.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.116.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.116.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.117.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.117.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.117.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.117.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.118.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.118.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.118.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.118.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.119.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.119.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.119.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.119.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.120.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.120.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.120.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.120.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.121.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.121.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.121.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.121.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.122.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.122.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.122.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.122.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.123.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.123.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.123.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.123.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.124.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.124.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.124.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.124.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.125.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.125.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.125.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.125.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.126.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.126.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.126.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.126.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.127.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.127.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.127.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.127.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.26.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.27.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.28.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.29.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.30.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.31.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.32.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.32.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.32.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.32.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.33.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.33.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.33.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.33.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.34.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.34.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.34.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.34.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.35.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.35.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.35.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.35.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.36.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.36.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.36.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.36.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.37.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.37.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.37.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.37.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.38.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.38.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.38.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.38.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.39.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.39.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.39.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.39.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.40.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.40.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.40.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.40.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.41.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.41.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.41.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.41.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.42.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.42.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.42.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.42.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.43.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.43.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.43.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.43.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.44.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.44.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.44.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.44.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.45.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.45.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.45.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.45.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.46.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.46.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.46.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.46.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.47.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.47.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.47.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.47.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.48.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.48.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.48.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.48.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.49.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.49.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.49.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.49.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.50.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.50.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.50.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.50.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.51.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.51.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.51.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.51.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.52.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.52.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.52.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.52.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.53.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.53.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.53.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.53.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.54.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.54.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.54.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.54.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.55.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.55.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.55.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.55.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.56.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.56.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.56.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.56.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.57.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.57.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.57.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.57.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.58.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.58.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.58.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.58.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.59.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.59.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.59.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.59.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.60.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.60.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.60.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.60.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.61.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.61.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.61.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.61.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.62.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.62.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.62.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.62.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.63.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.63.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.63.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.63.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.64.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.64.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.64.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.64.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.65.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.65.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.65.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.65.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.66.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.66.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.66.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.66.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.67.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.67.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.67.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.67.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.68.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.68.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.68.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.68.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.69.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.69.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.69.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.69.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.70.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.70.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.70.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.70.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.71.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.71.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.71.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.71.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.72.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.72.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.72.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.72.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.73.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.73.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.73.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.73.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.74.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.74.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.74.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.74.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.75.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.75.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.75.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.75.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.76.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.76.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.76.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.76.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.77.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.77.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.77.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.77.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.78.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.78.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.78.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.78.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.79.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.79.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.79.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.79.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.80.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.80.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.80.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.80.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.81.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.81.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.81.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.81.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.82.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.82.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.82.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.82.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.83.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.83.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.83.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.83.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.84.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.84.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.84.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.84.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.85.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.85.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.85.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.85.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.86.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.86.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.86.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.86.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.87.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.87.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.87.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.87.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.88.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.88.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.88.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.88.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.89.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.89.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.89.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.89.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.90.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.90.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.90.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.90.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.91.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.91.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.91.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.91.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.92.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.92.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.92.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.92.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.93.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.93.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.93.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.93.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.94.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.94.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.94.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.94.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.95.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.95.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.95.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.95.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.96.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.96.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.96.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.96.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.97.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.97.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.97.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.97.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.98.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.98.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.98.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.98.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.99.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.99.qweight": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.99.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.experts.gate_up_projs.99.scales": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.router.router.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.mlp.router.router.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.k_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.k_scale": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.o_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.sinks": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.v_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.4.self_attn.v_scale": "model-00002-of-00013.safetensors",
    "model.layers.5.input_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.10.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.11.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.12.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.13.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.14.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.15.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.16.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.17.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.18.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.19.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.20.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.21.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.22.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.23.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.24.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.25.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.down_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.0.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.1.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.10.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.11.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.12.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.13.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.14.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.15.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.16.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.17.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.18.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.19.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.2.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.20.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.21.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.22.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.23.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.24.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.25.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.3.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.4.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.5.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.6.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.7.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.8.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.qweight": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.qzeros": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.9.scales": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.experts.gate_up_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.5.mlp.router.router.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.mlp.router.router.weight": "model-00002-of-00013.safetensors",
    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.k_scale": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.o_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.sinks": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.v_proj.bias": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00013.safetensors",
    "model.layers.5.self_attn.v_scale": "model-00002-of-00013.safetensors",
    "model.layers.6.input_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.10.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.11.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.12.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.13.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.14.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.15.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.16.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.17.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.18.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.19.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.20.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.21.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.22.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.23.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.24.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.25.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.down_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.experts.gate_up_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.router.router.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.mlp.router.router.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.k_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.k_scale": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.o_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.q_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.sinks": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.v_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.6.self_attn.v_scale": "model-00003-of-00013.safetensors",
    "model.layers.7.input_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.10.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.11.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.12.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.13.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.14.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.15.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.16.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.17.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.18.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.19.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.20.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.21.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.22.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.23.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.24.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.25.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.down_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.10.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.100.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.100.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.100.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.100.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.101.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.101.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.101.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.101.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.102.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.102.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.102.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.102.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.103.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.103.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.103.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.103.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.104.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.104.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.104.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.104.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.105.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.105.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.105.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.105.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.106.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.106.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.106.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.106.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.107.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.107.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.107.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.107.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.108.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.108.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.108.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.108.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.109.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.109.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.109.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.109.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.11.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.110.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.110.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.110.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.110.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.111.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.111.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.111.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.111.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.112.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.112.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.112.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.112.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.113.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.113.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.113.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.113.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.114.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.114.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.114.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.114.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.115.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.115.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.115.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.115.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.116.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.116.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.116.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.116.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.117.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.117.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.117.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.117.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.118.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.118.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.118.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.118.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.119.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.119.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.119.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.119.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.12.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.120.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.120.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.120.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.120.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.121.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.121.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.121.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.121.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.122.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.122.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.122.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.122.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.123.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.123.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.123.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.123.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.124.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.124.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.124.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.124.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.125.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.125.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.125.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.125.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.126.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.126.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.126.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.126.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.127.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.127.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.127.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.127.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.13.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.14.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.15.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.16.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.17.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.18.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.19.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.20.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.21.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.22.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.23.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.24.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.25.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.26.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.27.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.28.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.29.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.30.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.31.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.32.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.32.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.32.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.32.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.33.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.33.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.33.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.33.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.34.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.34.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.34.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.34.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.35.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.35.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.35.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.35.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.36.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.36.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.36.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.36.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.37.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.37.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.37.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.37.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.38.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.38.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.38.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.38.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.39.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.39.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.39.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.39.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.40.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.40.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.40.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.40.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.41.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.41.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.41.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.41.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.42.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.42.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.42.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.42.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.43.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.43.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.43.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.43.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.44.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.44.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.44.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.44.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.45.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.45.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.45.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.45.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.46.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.46.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.46.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.46.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.47.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.47.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.47.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.47.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.48.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.48.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.48.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.48.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.49.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.49.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.49.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.49.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.50.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.50.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.50.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.50.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.51.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.51.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.51.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.51.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.52.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.52.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.52.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.52.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.53.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.53.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.53.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.53.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.54.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.54.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.54.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.54.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.55.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.55.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.55.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.55.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.56.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.56.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.56.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.56.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.57.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.57.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.57.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.57.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.58.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.58.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.58.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.58.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.59.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.59.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.59.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.59.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.60.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.60.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.60.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.60.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.61.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.61.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.61.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.61.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.62.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.62.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.62.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.62.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.63.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.63.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.63.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.63.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.64.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.64.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.64.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.64.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.65.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.65.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.65.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.65.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.66.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.66.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.66.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.66.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.67.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.67.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.67.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.67.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.68.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.68.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.68.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.68.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.69.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.69.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.69.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.69.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.70.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.70.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.70.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.70.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.71.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.71.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.71.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.71.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.72.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.72.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.72.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.72.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.73.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.73.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.73.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.73.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.74.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.74.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.74.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.74.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.75.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.75.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.75.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.75.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.76.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.76.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.76.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.76.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.77.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.77.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.77.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.77.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.78.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.78.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.78.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.78.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.79.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.79.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.79.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.79.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.80.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.80.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.80.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.80.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.81.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.81.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.81.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.81.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.82.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.82.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.82.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.82.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.83.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.83.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.83.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.83.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.84.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.84.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.84.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.84.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.85.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.85.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.85.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.85.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.86.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.86.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.86.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.86.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.87.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.87.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.87.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.87.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.88.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.88.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.88.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.88.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.89.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.89.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.89.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.89.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.90.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.90.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.90.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.90.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.91.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.91.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.91.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.91.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.92.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.92.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.92.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.92.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.93.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.93.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.93.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.93.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.94.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.94.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.94.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.94.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.95.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.95.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.95.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.95.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.96.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.96.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.96.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.96.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.97.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.97.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.97.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.97.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.98.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.98.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.98.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.98.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.99.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.99.qweight": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.99.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.experts.gate_up_projs.99.scales": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.router.router.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.mlp.router.router.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.k_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.k_scale": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.o_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.q_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.sinks": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.v_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.7.self_attn.v_scale": "model-00003-of-00013.safetensors",
    "model.layers.8.input_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.0.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.1.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.2.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.3.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.4.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.5.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.6.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.7.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.8.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.9.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.down_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.0.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.1.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.2.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.3.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.4.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.5.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.6.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.7.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.8.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.qweight": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.qzeros": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.9.scales": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.experts.gate_up_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.8.mlp.router.router.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.mlp.router.router.weight": "model-00003-of-00013.safetensors",
    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.8.self_attn.k_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.k_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.k_scale": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.o_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.o_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.q_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.sinks": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.v_proj.bias": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00013.safetensors",
    "model.layers.8.self_attn.v_scale": "model-00003-of-00013.safetensors",
    "model.layers.9.input_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.0.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.1.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.2.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.3.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.4.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.5.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.6.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.7.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.8.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.9.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.down_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.0.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.1.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.10.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.100.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.100.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.100.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.100.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.101.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.101.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.101.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.101.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.102.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.102.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.102.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.102.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.103.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.103.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.103.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.103.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.104.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.104.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.104.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.104.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.105.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.105.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.105.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.105.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.106.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.106.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.106.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.106.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.107.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.107.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.107.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.107.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.108.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.108.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.108.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.108.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.109.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.109.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.109.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.109.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.11.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.110.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.110.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.110.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.110.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.111.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.111.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.111.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.111.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.112.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.112.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.112.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.112.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.113.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.113.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.113.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.113.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.114.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.114.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.114.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.114.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.115.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.115.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.115.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.115.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.116.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.116.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.116.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.116.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.117.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.117.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.117.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.117.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.118.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.118.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.118.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.118.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.119.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.119.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.119.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.119.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.12.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.120.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.120.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.120.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.120.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.121.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.121.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.121.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.121.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.122.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.122.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.122.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.122.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.123.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.123.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.123.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.123.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.124.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.124.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.124.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.124.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.125.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.125.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.125.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.125.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.126.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.126.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.126.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.126.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.127.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.127.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.127.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.127.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.13.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.14.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.15.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.16.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.17.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.18.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.19.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.2.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.20.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.21.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.22.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.23.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.24.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.25.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.26.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.27.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.28.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.29.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.3.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.30.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.31.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.32.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.32.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.32.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.32.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.33.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.33.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.33.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.33.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.34.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.34.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.34.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.34.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.35.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.35.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.35.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.35.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.36.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.36.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.36.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.36.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.37.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.37.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.37.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.37.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.38.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.38.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.38.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.38.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.39.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.39.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.39.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.39.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.4.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.40.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.40.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.40.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.40.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.41.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.41.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.41.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.41.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.42.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.42.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.42.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.42.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.43.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.43.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.43.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.43.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.44.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.44.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.44.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.44.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.45.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.45.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.45.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.45.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.46.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.46.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.46.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.46.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.47.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.47.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.47.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.47.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.48.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.48.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.48.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.48.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.49.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.49.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.49.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.49.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.5.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.50.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.50.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.50.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.50.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.51.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.51.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.51.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.51.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.52.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.52.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.52.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.52.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.53.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.53.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.53.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.53.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.54.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.54.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.54.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.54.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.55.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.55.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.55.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.55.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.56.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.56.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.56.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.56.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.57.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.57.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.57.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.57.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.58.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.58.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.58.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.58.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.59.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.59.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.59.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.59.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.6.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.60.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.60.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.60.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.60.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.61.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.61.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.61.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.61.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.62.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.62.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.62.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.62.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.63.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.63.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.63.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.63.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.64.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.64.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.64.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.64.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.65.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.65.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.65.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.65.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.66.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.66.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.66.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.66.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.67.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.67.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.67.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.67.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.68.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.68.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.68.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.68.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.69.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.69.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.69.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.69.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.7.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.70.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.70.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.70.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.70.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.71.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.71.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.71.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.71.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.72.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.72.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.72.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.72.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.73.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.73.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.73.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.73.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.74.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.74.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.74.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.74.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.75.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.75.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.75.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.75.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.76.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.76.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.76.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.76.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.77.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.77.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.77.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.77.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.78.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.78.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.78.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.78.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.79.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.79.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.79.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.79.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.8.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.80.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.80.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.80.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.80.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.81.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.81.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.81.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.81.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.82.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.82.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.82.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.82.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.83.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.83.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.83.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.83.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.84.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.84.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.84.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.84.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.85.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.85.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.85.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.85.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.86.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.86.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.86.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.86.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.87.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.87.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.87.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.87.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.88.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.88.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.88.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.88.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.89.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.89.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.89.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.89.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.9.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.90.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.90.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.90.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.90.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.91.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.91.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.91.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.91.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.92.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.92.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.92.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.92.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.93.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.93.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.93.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.93.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.94.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.94.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.94.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.94.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.95.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.95.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.95.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.95.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.96.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.96.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.96.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.96.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.97.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.97.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.97.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.97.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.98.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.98.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.98.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.98.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.99.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.99.qweight": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.99.qzeros": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.experts.gate_up_projs.99.scales": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.router.router.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.mlp.router.router.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.k_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.k_scale": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.o_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.q_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.sinks": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.v_proj.bias": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00013.safetensors",
    "model.layers.9.self_attn.v_scale": "model-00004-of-00013.safetensors",
    "model.norm.weight": "model-00013-of-00013.safetensors"
  }
}