slices: - sources: - layer_range: [0, 16] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.4 weight: 1.0 - layer_range: [0, 16] model: Sao10K/L3-8B-Stheno-v3.2 parameters: density: 0.6 weight: 0.9 - sources: - layer_range: [16, 32] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.2 weight: 0.5 - layer_range: [16, 32] model: Sao10K/L3-8B-Stheno-v3.2 parameters: density: 0.8 weight: 1.0 merge_method: dare_ties base_model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: int8_mask: true dtype: bfloat16