{ "metadata": { "total_size": 993878016 }, "weight_map": { "embed.modules_to_save.default.weight": "model-00001-of-00002.safetensors", "embed.original_module.weight": "model-00001-of-00002.safetensors", "head.modules_to_save.default.weight": "model-00002-of-00002.safetensors", "head.original_module.weight": "model-00002-of-00002.safetensors", "layers.0.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.0.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.0.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.0.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.0.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.0.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.0.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.0.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.0.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.0.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.0.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.0.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.0.norm1.bias": "model-00001-of-00002.safetensors", "layers.0.norm1.weight": "model-00001-of-00002.safetensors", "layers.0.norm2.bias": "model-00001-of-00002.safetensors", "layers.0.norm2.weight": "model-00001-of-00002.safetensors", "layers.1.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.1.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.1.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.1.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.1.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.1.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.1.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.1.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.1.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.1.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.1.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.1.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.1.norm1.bias": "model-00001-of-00002.safetensors", "layers.1.norm1.weight": "model-00001-of-00002.safetensors", "layers.1.norm2.bias": "model-00001-of-00002.safetensors", "layers.1.norm2.weight": "model-00001-of-00002.safetensors", "layers.10.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.10.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.10.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.10.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.10.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.10.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.10.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.10.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.10.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.10.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.10.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.10.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.10.norm1.bias": "model-00002-of-00002.safetensors", "layers.10.norm1.weight": "model-00002-of-00002.safetensors", "layers.10.norm2.bias": "model-00002-of-00002.safetensors", "layers.10.norm2.weight": "model-00002-of-00002.safetensors", "layers.11.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.11.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.11.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.11.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.11.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.11.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.11.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.11.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.11.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.11.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.11.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.11.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.11.norm1.bias": "model-00002-of-00002.safetensors", "layers.11.norm1.weight": "model-00002-of-00002.safetensors", "layers.11.norm2.bias": "model-00002-of-00002.safetensors", "layers.11.norm2.weight": "model-00002-of-00002.safetensors", "layers.12.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.12.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.12.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.12.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.12.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.12.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.12.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.12.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.12.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.12.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.12.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.12.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.12.norm1.bias": "model-00002-of-00002.safetensors", "layers.12.norm1.weight": "model-00002-of-00002.safetensors", "layers.12.norm2.bias": "model-00002-of-00002.safetensors", "layers.12.norm2.weight": "model-00002-of-00002.safetensors", "layers.13.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.13.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.13.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.13.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.13.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.13.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.13.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.13.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.13.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.13.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.13.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.13.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.13.norm1.bias": "model-00002-of-00002.safetensors", "layers.13.norm1.weight": "model-00002-of-00002.safetensors", "layers.13.norm2.bias": "model-00002-of-00002.safetensors", "layers.13.norm2.weight": "model-00002-of-00002.safetensors", "layers.14.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.14.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.14.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.14.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.14.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.14.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.14.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.14.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.14.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.14.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.14.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.14.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.14.norm1.bias": "model-00002-of-00002.safetensors", "layers.14.norm1.weight": "model-00002-of-00002.safetensors", "layers.14.norm2.bias": "model-00002-of-00002.safetensors", "layers.14.norm2.weight": "model-00002-of-00002.safetensors", "layers.15.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.15.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.15.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.15.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.15.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.15.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.15.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.15.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.15.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.15.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.15.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.15.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.15.norm1.bias": "model-00002-of-00002.safetensors", "layers.15.norm1.weight": "model-00002-of-00002.safetensors", "layers.15.norm2.bias": "model-00002-of-00002.safetensors", "layers.15.norm2.weight": "model-00002-of-00002.safetensors", "layers.2.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.2.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.2.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.2.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.2.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.2.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.2.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.2.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.2.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.2.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.2.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.2.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.2.norm1.bias": "model-00001-of-00002.safetensors", "layers.2.norm1.weight": "model-00001-of-00002.safetensors", "layers.2.norm2.bias": "model-00001-of-00002.safetensors", "layers.2.norm2.weight": "model-00001-of-00002.safetensors", "layers.3.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.3.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.3.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.3.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.3.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.3.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.3.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.3.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.3.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.3.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.3.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.3.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.3.norm1.bias": "model-00001-of-00002.safetensors", "layers.3.norm1.weight": "model-00001-of-00002.safetensors", "layers.3.norm2.bias": "model-00001-of-00002.safetensors", "layers.3.norm2.weight": "model-00001-of-00002.safetensors", "layers.4.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.4.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.4.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.4.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.4.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.4.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.4.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.4.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.4.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.4.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.4.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.4.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.4.norm1.bias": "model-00001-of-00002.safetensors", "layers.4.norm1.weight": "model-00001-of-00002.safetensors", "layers.4.norm2.bias": "model-00001-of-00002.safetensors", "layers.4.norm2.weight": "model-00001-of-00002.safetensors", "layers.5.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.5.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.5.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.5.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.5.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.5.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.5.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.5.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.5.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.5.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.5.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.5.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.5.norm1.bias": "model-00001-of-00002.safetensors", "layers.5.norm1.weight": "model-00001-of-00002.safetensors", "layers.5.norm2.bias": "model-00001-of-00002.safetensors", "layers.5.norm2.weight": "model-00001-of-00002.safetensors", "layers.6.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.6.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.6.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.6.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.6.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.6.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.6.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.6.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.6.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.6.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.6.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.6.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.6.norm1.bias": "model-00001-of-00002.safetensors", "layers.6.norm1.weight": "model-00001-of-00002.safetensors", "layers.6.norm2.bias": "model-00001-of-00002.safetensors", "layers.6.norm2.weight": "model-00001-of-00002.safetensors", "layers.7.attn.k_proj.weight": "model-00001-of-00002.safetensors", "layers.7.attn.o_proj.weight": "model-00001-of-00002.safetensors", "layers.7.attn.q_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.7.attn.q_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.7.attn.q_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.7.attn.v_proj.base_layer.weight": "model-00001-of-00002.safetensors", "layers.7.attn.v_proj.lora_A.default.weight": "model-00001-of-00002.safetensors", "layers.7.attn.v_proj.lora_B.default.weight": "model-00001-of-00002.safetensors", "layers.7.mlp.0.bias": "model-00001-of-00002.safetensors", "layers.7.mlp.0.weight": "model-00001-of-00002.safetensors", "layers.7.mlp.2.bias": "model-00001-of-00002.safetensors", "layers.7.mlp.2.weight": "model-00001-of-00002.safetensors", "layers.7.norm1.bias": "model-00001-of-00002.safetensors", "layers.7.norm1.weight": "model-00001-of-00002.safetensors", "layers.7.norm2.bias": "model-00001-of-00002.safetensors", "layers.7.norm2.weight": "model-00001-of-00002.safetensors", "layers.8.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.8.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.8.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.8.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.8.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.8.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.8.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.8.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.8.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.8.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.8.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.8.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.8.norm1.bias": "model-00002-of-00002.safetensors", "layers.8.norm1.weight": "model-00002-of-00002.safetensors", "layers.8.norm2.bias": "model-00002-of-00002.safetensors", "layers.8.norm2.weight": "model-00002-of-00002.safetensors", "layers.9.attn.k_proj.weight": "model-00002-of-00002.safetensors", "layers.9.attn.o_proj.weight": "model-00002-of-00002.safetensors", "layers.9.attn.q_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.9.attn.q_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.9.attn.q_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.9.attn.v_proj.base_layer.weight": "model-00002-of-00002.safetensors", "layers.9.attn.v_proj.lora_A.default.weight": "model-00002-of-00002.safetensors", "layers.9.attn.v_proj.lora_B.default.weight": "model-00002-of-00002.safetensors", "layers.9.mlp.0.bias": "model-00002-of-00002.safetensors", "layers.9.mlp.0.weight": "model-00002-of-00002.safetensors", "layers.9.mlp.2.bias": "model-00002-of-00002.safetensors", "layers.9.mlp.2.weight": "model-00002-of-00002.safetensors", "layers.9.norm1.bias": "model-00002-of-00002.safetensors", "layers.9.norm1.weight": "model-00002-of-00002.safetensors", "layers.9.norm2.bias": "model-00002-of-00002.safetensors", "layers.9.norm2.weight": "model-00002-of-00002.safetensors", "norm.bias": "model-00002-of-00002.safetensors", "norm.weight": "model-00002-of-00002.safetensors" } }