28 lines
549 B
YAML
28 lines
549 B
YAML
|
slices:
|
||
|
|
- sources:
|
||
|
|
- model: TheDrummer/Rocinante-X-12B-v1
|
||
|
|
layer_range: [0, 12]
|
||
|
|
|
||
|
|
- sources:
|
||
|
|
- model: TheDrummer/Rocinante-X-12B-v1
|
||
|
|
layer_range: [12, 28]
|
||
|
|
parameters:
|
||
|
|
weight: 0.80
|
||
|
|
- model: WokeAI/Tankie-DPE-12B-SFT-v2
|
||
|
|
layer_range: [12, 28]
|
||
|
|
parameters:
|
||
|
|
weight: 0.20
|
||
|
|
|
||
|
|
- sources:
|
||
|
|
- model: TheDrummer/Rocinante-X-12B-v1
|
||
|
|
layer_range: [28, 40]
|
||
|
|
|
||
|
|
merge_method: slerp
|
||
|
|
base_model: TheDrummer/Rocinante-X-12B-v1
|
||
|
|
|
||
|
|
parameters:
|
||
|
|
t:
|
||
|
|
- value: 0.20
|
||
|
|
|
||
|
|
dtype: bfloat16
|