File size: 624 Bytes
86e6ce7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
models:
  - model: grimjim/Magnolia-v3-Gemma2-8k-9B
  - model: recoilme/recoilme-gemma-2-9B-v0.2
    parameters:
      density: [0.5, 0.7, 0.6, 0.7, 0.5]
      epsilon: [0.05, 0.07, 0.06, 0.07, 0.05]
      weight: [-0.01150, 0.01793, -0.01034, 0.01855, -0.01876]
  - model: lemon07r/Gemma-2-Ataraxy-v4d-9B
    parameters:
      density: [0.5, 0.3, 0.4, 0.3, 0.5]
      epsilon: [0.05, 0.03, 0.04, 0.03, 0.05]
      weight: [0.01763, -0.01992, 0.01975, -0.01096, 0.01951]
merge_method: della
base_model: grimjim/Magnolia-v3-Gemma2-8k-9B
parameters:
    normalize: false
    lambda: 0.66
tokenizer_source: base
dtype: bfloat16