40 lines
1.0 KiB
YAML
40 lines
1.0 KiB
YAML
base_model: ./Phi-3.5-mini-instruct/
|
|
dtype: bfloat16
|
|
merge_method: breadcrumbs_ties
|
|
parameters:
|
|
int8_mask: 1.0
|
|
normalize: 0.0
|
|
slices:
|
|
- sources:
|
|
- layer_range: [0, 32]
|
|
model: ./MediPhi-PubMed/
|
|
parameters:
|
|
density: 0.493602636300503
|
|
gamma: 1.6720241134317
|
|
weight: 0.06352674368303199
|
|
- layer_range: [0, 32]
|
|
model: ./MediPhi-Clinical/
|
|
parameters:
|
|
density: 0.13945100550914405
|
|
gamma: 0.6330106659403112
|
|
weight: 0.5538401962393489
|
|
- layer_range: [0, 32]
|
|
model: ./MediPhi-MedCode/
|
|
parameters:
|
|
density: 0.9265424817500185
|
|
gamma: 1.9263067682230453
|
|
weight: 0.2591472607914765
|
|
- layer_range: [0, 32]
|
|
model: ./MediPhi-MedWiki/
|
|
parameters:
|
|
density: 0.22471877839197088
|
|
gamma: 0.8906459105787018
|
|
weight: 0.017904019341096117
|
|
- layer_range: [0, 32]
|
|
model: ./MediPhi-Guidelines/
|
|
parameters:
|
|
density: 0.766362712622725
|
|
gamma: 0.2721241668046967
|
|
weight: 1.604598536238056
|
|
- layer_range: [0, 32]
|
|
model: ./Phi-3.5-mini-instruct/ |