40 lines
1.0 KiB
YAML
40 lines
1.0 KiB
YAML
|
base_model: ./Phi-3.5-mini-instruct/
|
||
|
|
dtype: bfloat16
|
||
|
|
merge_method: breadcrumbs_ties
|
||
|
|
parameters:
|
||
|
|
int8_mask: 1.0
|
||
|
|
normalize: 0.0
|
||
|
|
slices:
|
||
|
|
- sources:
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./MediPhi-PubMed/
|
||
|
|
parameters:
|
||
|
|
density: 0.493602636300503
|
||
|
|
gamma: 1.6720241134317
|
||
|
|
weight: 0.06352674368303199
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./MediPhi-Clinical/
|
||
|
|
parameters:
|
||
|
|
density: 0.13945100550914405
|
||
|
|
gamma: 0.6330106659403112
|
||
|
|
weight: 0.5538401962393489
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./MediPhi-MedCode/
|
||
|
|
parameters:
|
||
|
|
density: 0.9265424817500185
|
||
|
|
gamma: 1.9263067682230453
|
||
|
|
weight: 0.2591472607914765
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./MediPhi-MedWiki/
|
||
|
|
parameters:
|
||
|
|
density: 0.22471877839197088
|
||
|
|
gamma: 0.8906459105787018
|
||
|
|
weight: 0.017904019341096117
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./MediPhi-Guidelines/
|
||
|
|
parameters:
|
||
|
|
density: 0.766362712622725
|
||
|
|
gamma: 0.2721241668046967
|
||
|
|
weight: 1.604598536238056
|
||
|
|
- layer_range: [0, 32]
|
||
|
|
model: ./Phi-3.5-mini-instruct/
|