|
{ |
|
"metadata": { |
|
"total_size": 1191108608 |
|
}, |
|
"weight_map": { |
|
"embed.modules_to_save.default.weight": "model-00001-of-00003.safetensors", |
|
"embed.original_module.weight": "model-00001-of-00003.safetensors", |
|
"head.modules_to_save.default.weight": "model-00003-of-00003.safetensors", |
|
"head.original_module.weight": "model-00003-of-00003.safetensors", |
|
"layers.0.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.mlp.0.bias": "model-00001-of-00003.safetensors", |
|
"layers.0.mlp.0.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.mlp.2.bias": "model-00001-of-00003.safetensors", |
|
"layers.0.mlp.2.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.norm1.bias": "model-00001-of-00003.safetensors", |
|
"layers.0.norm1.weight": "model-00001-of-00003.safetensors", |
|
"layers.0.norm2.bias": "model-00001-of-00003.safetensors", |
|
"layers.0.norm2.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.mlp.0.bias": "model-00001-of-00003.safetensors", |
|
"layers.1.mlp.0.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.mlp.2.bias": "model-00001-of-00003.safetensors", |
|
"layers.1.mlp.2.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.norm1.bias": "model-00001-of-00003.safetensors", |
|
"layers.1.norm1.weight": "model-00001-of-00003.safetensors", |
|
"layers.1.norm2.bias": "model-00001-of-00003.safetensors", |
|
"layers.1.norm2.weight": "model-00001-of-00003.safetensors", |
|
"layers.10.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.10.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.10.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.10.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.10.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.10.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.11.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.11.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.11.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.11.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.11.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.12.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.12.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.12.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.12.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.12.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.13.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.13.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.13.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.13.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.13.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.14.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.14.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.14.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.14.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.14.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.15.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.15.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.15.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.15.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.15.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.2.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.mlp.0.bias": "model-00001-of-00003.safetensors", |
|
"layers.2.mlp.0.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.mlp.2.bias": "model-00001-of-00003.safetensors", |
|
"layers.2.mlp.2.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.norm1.bias": "model-00001-of-00003.safetensors", |
|
"layers.2.norm1.weight": "model-00001-of-00003.safetensors", |
|
"layers.2.norm2.bias": "model-00001-of-00003.safetensors", |
|
"layers.2.norm2.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.mlp.0.bias": "model-00001-of-00003.safetensors", |
|
"layers.3.mlp.0.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.mlp.2.bias": "model-00001-of-00003.safetensors", |
|
"layers.3.mlp.2.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.norm1.bias": "model-00001-of-00003.safetensors", |
|
"layers.3.norm1.weight": "model-00001-of-00003.safetensors", |
|
"layers.3.norm2.bias": "model-00001-of-00003.safetensors", |
|
"layers.3.norm2.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.mlp.0.bias": "model-00001-of-00003.safetensors", |
|
"layers.4.mlp.0.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.mlp.2.bias": "model-00001-of-00003.safetensors", |
|
"layers.4.mlp.2.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.norm1.bias": "model-00001-of-00003.safetensors", |
|
"layers.4.norm1.weight": "model-00001-of-00003.safetensors", |
|
"layers.4.norm2.bias": "model-00001-of-00003.safetensors", |
|
"layers.4.norm2.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.k_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.o_proj.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.q_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.q_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.q_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.v_proj.base_layer.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.v_proj.lora_A.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.attn.v_proj.lora_B.default.weight": "model-00001-of-00003.safetensors", |
|
"layers.5.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.5.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.5.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.5.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.5.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.5.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.5.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.5.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.6.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.6.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.6.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.6.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.6.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.7.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.7.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.7.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.7.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.7.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.8.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.8.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.8.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.8.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.8.norm2.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.k_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.o_proj.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.q_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.q_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.q_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.v_proj.base_layer.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.v_proj.lora_A.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.attn.v_proj.lora_B.default.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.mlp.0.bias": "model-00002-of-00003.safetensors", |
|
"layers.9.mlp.0.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.mlp.2.bias": "model-00002-of-00003.safetensors", |
|
"layers.9.mlp.2.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.norm1.bias": "model-00002-of-00003.safetensors", |
|
"layers.9.norm1.weight": "model-00002-of-00003.safetensors", |
|
"layers.9.norm2.bias": "model-00002-of-00003.safetensors", |
|
"layers.9.norm2.weight": "model-00002-of-00003.safetensors", |
|
"norm.bias": "model-00002-of-00003.safetensors", |
|
"norm.weight": "model-00002-of-00003.safetensors" |
|
} |
|
} |
|
|