File size: 547 Bytes
d50ed47
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
# config.yaml

models:
  - model: tdot604/Hazy-Llama-70b
    parameters:
      weight: 0.4
  
  - model: Sao10K/L3-70B-Euryale-v2.1
    parameters:
      weight: 0.25

  - model: crestf411/L3-70B-daybreak-abliterated-v0.4
    parameters:
      weight: 0.2

  - model: TheDrummer/Moist-Miqu-70B-v1.1
    parameters:
      weight: 0.15

merge_method: ties  # This should be a string, not a dictionary

base_model: tdot604/Hazy-Llama-70b

parameters:
  density: 0.7
  normalize: true

tokenizer_source: base
dtype: float16