初始化项目,由ModelHub XC社区提供模型
Model: microsoft/MediPhi Source: Original Platform
This commit is contained in:
40
mergekit_config.yml
Normal file
40
mergekit_config.yml
Normal file
@@ -0,0 +1,40 @@
|
||||
base_model: ./Phi-3.5-mini-instruct/
|
||||
dtype: bfloat16
|
||||
merge_method: breadcrumbs_ties
|
||||
parameters:
|
||||
int8_mask: 1.0
|
||||
normalize: 0.0
|
||||
slices:
|
||||
- sources:
|
||||
- layer_range: [0, 32]
|
||||
model: ./MediPhi-PubMed/
|
||||
parameters:
|
||||
density: 0.493602636300503
|
||||
gamma: 1.6720241134317
|
||||
weight: 0.06352674368303199
|
||||
- layer_range: [0, 32]
|
||||
model: ./MediPhi-Clinical/
|
||||
parameters:
|
||||
density: 0.13945100550914405
|
||||
gamma: 0.6330106659403112
|
||||
weight: 0.5538401962393489
|
||||
- layer_range: [0, 32]
|
||||
model: ./MediPhi-MedCode/
|
||||
parameters:
|
||||
density: 0.9265424817500185
|
||||
gamma: 1.9263067682230453
|
||||
weight: 0.2591472607914765
|
||||
- layer_range: [0, 32]
|
||||
model: ./MediPhi-MedWiki/
|
||||
parameters:
|
||||
density: 0.22471877839197088
|
||||
gamma: 0.8906459105787018
|
||||
weight: 0.017904019341096117
|
||||
- layer_range: [0, 32]
|
||||
model: ./MediPhi-Guidelines/
|
||||
parameters:
|
||||
density: 0.766362712622725
|
||||
gamma: 0.2721241668046967
|
||||
weight: 1.604598536238056
|
||||
- layer_range: [0, 32]
|
||||
model: ./Phi-3.5-mini-instruct/
|
||||
Reference in New Issue
Block a user