Files
Lelantos-low-tune/mergekit_config.yml

15 lines
372 B
YAML
Raw Normal View History

base_model: openaccess-ai-collective/DPOpenHermes-7B-v2
dtype: bfloat16
merge_method: task_arithmetic
slices:
- sources:
- layer_range: [0, 32]
model: openaccess-ai-collective/DPOpenHermes-7B-v2
- layer_range: [0, 32]
model: merged
parameters:
weight: 0.5
- layer_range: [0, 32]
model: SanjiWatsuki/Lelantos-7B
parameters:
weight: 0.5