25 lines
577 B
YAML
25 lines
577 B
YAML
|
merge_method: linear
|
||
|
|
parameters:
|
||
|
|
weight: 1.0
|
||
|
|
slices:
|
||
|
|
- sources:
|
||
|
|
- model: yam-peleg/Experiment30-7B
|
||
|
|
layer_range: [0, 16]
|
||
|
|
- sources:
|
||
|
|
- model: Endevor/EndlessRP-v3-7B
|
||
|
|
layer_range: [8, 24]
|
||
|
|
- sources:
|
||
|
|
- model: SanjiWatsuki/Kunoichi-DPO-v2-7B
|
||
|
|
layer_range: [17, 24]
|
||
|
|
- sources:
|
||
|
|
- model: undi95/Toppy-M-7B
|
||
|
|
layer_range: [20, 28]
|
||
|
|
- sources:
|
||
|
|
- model: sanjiwatsuki/Loyal-Toppy-Bruins-Maid-7B-DARE
|
||
|
|
layer_range: [28, 30]
|
||
|
|
- sources:
|
||
|
|
- model: yam-peleg/Experiment30-7B
|
||
|
|
layer_range: [29, 32]
|
||
|
|
dtype: float16
|
||
|
|
tokenizer_source: model:yam-peleg/Experiment30-7B
|