StrangeMerges_18-7B-dare_ties/mergekit_config.yml

models:
  - model: Gille/StrangeMerges_17-7B-dare_ties
    # no parameters necessary for base model
  - model: Gille/StrangeMerges_17-7B-dare_ties
    parameters:
      density: 0.5
      weight: 0.4
  - model: teknium/OpenHermes-2.5-Mistral-7B
    parameters:
      density: 0.5
      weight: 0.6
merge_method: dare_ties
base_model: Gille/StrangeMerges_17-7B-dare_ties
parameters:
  normalize: true
dtype: float16