File size: 602 Bytes
44ebc6d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
models:
- model: ArliAI/Llama-3.1-8B-ArliAI-Formax-v1.0
- model: mergekit-community/L3-Boshima-a
merge_method: slerp
base_model: ArliAI/Llama-3.1-8B-ArliAI-Formax-v1.0
parameters:
t:
- filter: v_proj
value: [0, 0, 1, 1, 1, 1, 1, 1, 0.9, 0, 0]
- filter: o_proj
value: [0, 0, 1, 1, 1, 1, 1, 1, 0.9, 0, 0]
- filter: up_proj
value: [0, 0, 1, 1, 1, 1, 1, 1, 0.9, 0, 0]
- filter: gate_proj
value: [0, 0, 1, 1, 1, 1, 1, 1, 0.9, 0, 0]
- filter: down_proj
value: [0, 0, 1, 1, 1, 1, 1, 1, 0.9, 0, 0]
- value: 0.88
dtype: bfloat16
|