26 lines
688 B
YAML
26 lines
688 B
YAML
|
slices:
|
||
|
|
- sources:
|
||
|
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||
|
|
layer_range: [0, 12]
|
||
|
|
- sources:
|
||
|
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0
|
||
|
|
layer_range: [6, 18]
|
||
|
|
- sources:
|
||
|
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||
|
|
layer_range: [13, 25]
|
||
|
|
- sources:
|
||
|
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0
|
||
|
|
layer_range: [19, 31]
|
||
|
|
- sources:
|
||
|
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||
|
|
layer_range: [26, 38]
|
||
|
|
- sources:
|
||
|
|
- model: upstage/SOLAR-10.7B-Instruct-v1.0
|
||
|
|
layer_range: [32, 44]
|
||
|
|
- sources:
|
||
|
|
- model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||
|
|
layer_range: [39, 48]
|
||
|
|
|
||
|
|
merge_method: passthrough
|
||
|
|
dtype: float16
|