jpcorb20 commited on
Commit
5808a44
·
verified ·
1 Parent(s): 9929a24

Update mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +39 -39
mergekit_config.yml CHANGED
@@ -1,40 +1,40 @@
1
- base_model: ./Phi-3.5-mini-instruct/
2
- dtype: bfloat16
3
- merge_method: breadcrumbs_ties
4
- parameters:
5
- int8_mask: 1.0
6
- normalize: 0.0
7
- slices:
8
- - sources:
9
- - layer_range: [0, 32]
10
- model: ./pmc_mediphi3_5/
11
- parameters:
12
- density: 0.493602636300503
13
- gamma: 1.6720241134317
14
- weight: 0.06352674368303199
15
- - layer_range: [0, 32]
16
- model: ./clinical_mediphi3_5/
17
- parameters:
18
- density: 0.13945100550914405
19
- gamma: 0.6330106659403112
20
- weight: 0.5538401962393489
21
- - layer_range: [0, 32]
22
- model: ./medcode_mediphi3_5/
23
- parameters:
24
- density: 0.9265424817500185
25
- gamma: 1.9263067682230453
26
- weight: 0.2591472607914765
27
- - layer_range: [0, 32]
28
- model: ./medwiki_mediphi3_5/
29
- parameters:
30
- density: 0.22471877839197088
31
- gamma: 0.8906459105787018
32
- weight: 0.017904019341096117
33
- - layer_range: [0, 32]
34
- model: ./guideline_mediphi3_5/
35
- parameters:
36
- density: 0.766362712622725
37
- gamma: 0.2721241668046967
38
- weight: 1.604598536238056
39
- - layer_range: [0, 32]
40
  model: ./Phi-3.5-mini-instruct/
 
1
+ base_model: ./Phi-3.5-mini-instruct/
2
+ dtype: bfloat16
3
+ merge_method: breadcrumbs_ties
4
+ parameters:
5
+ int8_mask: 1.0
6
+ normalize: 0.0
7
+ slices:
8
+ - sources:
9
+ - layer_range: [0, 32]
10
+ model: ./MediPhi-PubMed/
11
+ parameters:
12
+ density: 0.493602636300503
13
+ gamma: 1.6720241134317
14
+ weight: 0.06352674368303199
15
+ - layer_range: [0, 32]
16
+ model: ./MediPhi-Clinical/
17
+ parameters:
18
+ density: 0.13945100550914405
19
+ gamma: 0.6330106659403112
20
+ weight: 0.5538401962393489
21
+ - layer_range: [0, 32]
22
+ model: ./MediPhi-MedCode/
23
+ parameters:
24
+ density: 0.9265424817500185
25
+ gamma: 1.9263067682230453
26
+ weight: 0.2591472607914765
27
+ - layer_range: [0, 32]
28
+ model: ./MediPhi-MedWiki/
29
+ parameters:
30
+ density: 0.22471877839197088
31
+ gamma: 0.8906459105787018
32
+ weight: 0.017904019341096117
33
+ - layer_range: [0, 32]
34
+ model: ./MediPhi-Guidelines/
35
+ parameters:
36
+ density: 0.766362712622725
37
+ gamma: 0.2721241668046967
38
+ weight: 1.604598536238056
39
+ - layer_range: [0, 32]
40
  model: ./Phi-3.5-mini-instruct/