slices: - sources: - model: openchat/openchat-3.5-0106 layer_range: [0, 8] - sources: - model: openchat/openchat-3.5-0106 layer_range: [7, 8] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [8, 16] - sources: - model: openchat/openchat-3.5-0106 layer_range: [15, 16] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [16, 24] - sources: - model: openchat/openchat-3.5-0106 layer_range: [23, 24] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [24, 32] - sources: - model: openchat/openchat-3.5-0106 layer_range: [31, 32] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 merge_method: passthrough dtype: bfloat16