Files
DARE-Merging/mergekit_config.yml

20 lines
491 B
YAML
Raw Normal View History

models:
- model: mistralai/Mistral-7B-Instruct-v0.2
# No parameters necessary for base model
- model: Open-Orca/Mistral-7B-OpenOrca
parameters:
density: 0.5
weight: 0.3
- model: openchat/openchat-3.5-0106
parameters:
density: 0.5
weight: 0.3
- model: WizardLM/WizardMath-7B-V1.1
parameters:
density: 0.5
weight: 0.3
merge_method: dare_ties
base_model: mistralai/Mistral-7B-Instruct-v0.2
parameters:
normalize: true
dtype: float16