models: | |
- model: I:\Llama-3-70B-Instruct-Gradient-262k | |
parameters: | |
weight: 0.20 | |
density: 0.90 | |
gamma: 0.01 | |
- model: I:\Tess-2.0-Llama-3-70B-v0.2 | |
parameters: | |
weight: 0.20 | |
density: 0.90 | |
gamma: 0.01 | |
- model: E:\Llama-3-Lumimaid-70B-v0.1-OAS | |
parameters: | |
weight: 0.60 | |
density: 0.90 | |
gamma: 0.01 | |
merge_method: breadcrumbs_ties | |
base_model: I:\Llama-3-70B-Instruct-Gradient-262k | |
dtype: bfloat16 |