31 lines
1013 B
YAML
31 lines
1013 B
YAML
# merge_method: arcee_fusion
|
|
# base_model: wanlige/li-14b-v0.4
|
|
# tokenizer_source: base
|
|
# parameters:
|
|
# int8_mask: true
|
|
# normalize: true
|
|
# rescale: false
|
|
# dtype: bfloat16
|
|
# out_dtype: bfloat16
|
|
# models:
|
|
# - model: sthenno-com/miscii-14b-0218
|
|
|
|
base_model: wanlige/li-14b-v0.4
|
|
merge_method: slerp
|
|
tokenizer_source: base
|
|
dtype: float32
|
|
out_dtype: bfloat16
|
|
parameters:
|
|
t:
|
|
- filter: self_attn
|
|
value: [ 0.00, 0.50, 0.30, 0.70, 1.00 ]
|
|
- filter: mlp
|
|
value: [ 1.00, 0.50, 0.70, 0.30, 0.00 ]
|
|
- value: [ 0.00, 0.00, 0.00, 0.00, 0.04, 0.08, 0.12, 0.16, 0.24, 0.32, 0.40, 0.48, 0.56, 0.64, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.72, 0.64, 0.56, 0.48 ]
|
|
slices:
|
|
- sources:
|
|
- model: wanlige/li-14b-v0.4
|
|
layer_range: [ 0, 48 ]
|
|
- model: sthenno-com/miscii-14b-0218
|
|
layer_range: [ 0, 48 ]
|