slices: - sources: - model: openchat/openchat-3.5-0106 layer_range: [0, 2] - sources: - model: openchat/openchat-3.5-0106 layer_range: [1, 2] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [2, 4] - sources: - model: openchat/openchat-3.5-0106 layer_range: [3, 4] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [4, 6] - sources: - model: openchat/openchat-3.5-0106 layer_range: [5, 6] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [6, 8] - sources: - model: openchat/openchat-3.5-0106 layer_range: [7, 8] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [8, 10] - sources: - model: openchat/openchat-3.5-0106 layer_range: [9, 10] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [10, 12] - sources: - model: openchat/openchat-3.5-0106 layer_range: [11, 12] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [12, 14] - sources: - model: openchat/openchat-3.5-0106 layer_range: [13, 14] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [14, 16] - sources: - model: openchat/openchat-3.5-0106 layer_range: [15, 16] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [16, 18] - sources: - model: openchat/openchat-3.5-0106 layer_range: [17, 18] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [18, 20] - sources: - model: openchat/openchat-3.5-0106 layer_range: [19, 20] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [20, 22] - sources: - model: openchat/openchat-3.5-0106 layer_range: [21, 22] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [22, 24] - sources: - model: openchat/openchat-3.5-0106 layer_range: [23, 24] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [24, 26] - sources: - model: openchat/openchat-3.5-0106 layer_range: [25, 26] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [26, 28] - sources: - model: openchat/openchat-3.5-0106 layer_range: [27, 28] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [28, 30] - sources: - model: openchat/openchat-3.5-0106 layer_range: [29, 30] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 - sources: - model: openchat/openchat-3.5-0106 layer_range: [30, 32] - sources: - model: openchat/openchat-3.5-0106 layer_range: [31, 32] parameters: scale: - filter: o_proj value: 0.0 - filter: down_proj value: 0.0 - value: 1.0 merge_method: passthrough dtype: bfloat16