|
out_dtype: bfloat16 |
|
merge_method: model_stock |
|
base_model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
slices: |
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [0, 12] |
|
parameters: |
|
weight: 3 |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [0, 12] |
|
- model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b |
|
layer_range: [0, 12] |
|
|
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [12, 16] |
|
- model: LatitudeGames/Wayfarer-12B |
|
layer_range: [12, 16] |
|
- model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b |
|
layer_range: [12, 16] |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [12, 16] |
|
- model: yamatazen/LoyalMaid-12B |
|
layer_range: [12, 16] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [12, 16] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [12, 16] |
|
|
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [16, 20] |
|
- model: LatitudeGames/Wayfarer-12B |
|
layer_range: [16, 20] |
|
- model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b |
|
layer_range: [16, 20] |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [16, 20] |
|
- model: yamatazen/LoyalMaid-12B |
|
layer_range: [16, 20] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [16, 20] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [20, 24] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [16, 20] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [20, 24] |
|
|
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [20, 28] |
|
- model: LatitudeGames/Wayfarer-12B |
|
layer_range: [20, 28] |
|
- model: nbeerbower/mistral-nemo-gutenberg-12B-v4 |
|
layer_range: [20, 28] |
|
- model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b |
|
layer_range: [20, 28] |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [20, 28] |
|
- model: yamatazen/LoyalMaid-12B |
|
layer_range: [20, 28] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [24, 32] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [36, 44] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [24, 32] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [36, 44] |
|
|
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [28, 32] |
|
- model: LatitudeGames/Wayfarer-12B |
|
layer_range: [28, 32] |
|
- model: nbeerbower/mistral-nemo-bophades-12B |
|
layer_range: [28, 32] |
|
- model: nbeerbower/mistral-nemo-gutenberg-12B-v4 |
|
layer_range: [28, 32] |
|
- model: PocketDoc/Dans-SakuraKaze-V1.0.0-12b |
|
layer_range: [28, 32] |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [28, 32] |
|
- model: yamatazen/LoyalMaid-12B |
|
layer_range: [28, 32] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [32, 36] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [44, 48] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [32, 36] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [44, 48] |
|
|
|
- sources: |
|
- model: mergekit-community/MN-Hekate-Pyrtania-12B |
|
layer_range: [32, 40] |
|
parameters: |
|
weight: 2 |
|
- model: nbeerbower/mistral-nemo-bophades-12B |
|
layer_range: [32, 40] |
|
- model: nbeerbower/mistral-nemo-gutenberg-12B-v4 |
|
layer_range: [32, 40] |
|
- model: yamatazen/BlueLight-12B |
|
layer_range: [32, 40] |
|
- model: yamatazen/LoyalMaid-12B |
|
layer_range: [32, 40] |
|
- model: mergekit-community/MN-Hekate-Episkopos-17B |
|
layer_range: [48, 56] |
|
- model: mergekit-community/MN-Hekate-Limenoskopos-17B |
|
layer_range: [48, 56] |
|
parameters: |
|
weight: 2 |