初始化项目,由ModelHub XC社区提供模型
Model: wanlige/li-14b-v0.4-slerp0.1 Source: Original Platform
This commit is contained in:
30
mergekit_config.yml
Normal file
30
mergekit_config.yml
Normal file
@@ -0,0 +1,30 @@
|
||||
# merge_method: arcee_fusion
|
||||
# base_model: wanlige/li-14b-v0.4
|
||||
# tokenizer_source: base
|
||||
# parameters:
|
||||
# int8_mask: true
|
||||
# normalize: true
|
||||
# rescale: false
|
||||
# dtype: bfloat16
|
||||
# out_dtype: bfloat16
|
||||
# models:
|
||||
# - model: sthenno-com/miscii-14b-0218
|
||||
|
||||
base_model: wanlige/li-14b-v0.4
|
||||
merge_method: slerp
|
||||
tokenizer_source: base
|
||||
dtype: float32
|
||||
out_dtype: bfloat16
|
||||
parameters:
|
||||
t:
|
||||
- filter: self_attn
|
||||
value: [ 0.00, 0.50, 0.30, 0.70, 1.00 ]
|
||||
- filter: mlp
|
||||
value: [ 1.00, 0.50, 0.70, 0.30, 0.00 ]
|
||||
- value: [ 0.00, 0.00, 0.00, 0.00, 0.04, 0.08, 0.12, 0.16, 0.24, 0.32, 0.40, 0.48, 0.56, 0.64, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.64, 0.56, 0.48 ]
|
||||
slices:
|
||||
- sources:
|
||||
- model: wanlige/li-14b-v0.4
|
||||
layer_range: [ 0, 48 ]
|
||||
- model: sthenno-com/miscii-14b-0218
|
||||
layer_range: [ 0, 48 ]
|
||||
Reference in New Issue
Block a user