dtype: float32 out_dtype: bfloat16 merge_method: model_stock base_model: mergekit-community/MN-Hekate-Geneteira-17B slices: - sources: - model: mergekit-community/MN-Hekate-Geneteira-17B layer_range: [0, 20] - sources: - model: mergekit-community/MN-Hekate-Geneteira-17B layer_range: [20, 36] parameters: weight: [0.4, 0.2] - model: mistralai/Mistral-Nemo-Base-2407 layer_range: [16, 32] parameters: weight: [2, 1.5] - model: PygmalionAI/Eleusis-12B layer_range: [16, 32] - model: LatitudeGames/Wayfarer-12B layer_range: [16, 32] parameters: weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1] - model: PocketDoc/Dans-DangerousWinds-V1.1.0-12b layer_range: [16, 32] parameters: weight: [1.5, 1.49, 1.46, 1.4, 1.33, 1.25, 1.15, 1.05, 1] - model: elinas/Chronos-Gold-12B-1.0 layer_range: [16, 32] parameters: weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5] - model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b layer_range: [16, 32] parameters: weight: [1.0, 1.1, 1.2, 1.29, 1.37, 1.43, 1.48, 1.5, 1.5] - sources: - model: mergekit-community/MN-Hekate-Geneteira-17B layer_range: [36, 56] tokenizer: source: union tokens: "[INST]": source: mergekit-community/MN-Hekate-Geneteira-17B force: true "[/INST]": source: mergekit-community/MN-Hekate-Geneteira-17B force: true "<|im_start|>": source: mergekit-community/MN-Hekate-Geneteira-17B force: true "<|im_end|>": source: mergekit-community/MN-Hekate-Geneteira-17B force: true