Files
TIES-Merging/mergekit_config.yml

22 lines
488 B
YAML
Raw Normal View History

models:
- model: mistralai/Mistral-7B-Instruct-v0.2
# no parameters necessary for base model
- model: Open-Orca/Mistral-7B-OpenOrca
parameters:
density: 0.5
weight: 0.5
- model: openchat/openchat-3.5-0106
parameters:
density: 0.5
weight: 0.5
- model: WizardLM/WizardMath-7B-V1.1
parameters:
density: 0.5
weight: 0.5
merge_method: ties
base_model: mistralai/Mistral-7B-Instruct-v0.2
parameters:
normalize: true
dtype: float16