name: step1
dtype: bfloat16
merge_method: della
base_model: mistralai/Mistral-Nemo-Instruct-2407
models:
  - model: nothingiisreal/MN-12B-Celeste-V1.9
    parameters:
      weight: 1.0
      density: 0.4
      epsilon: 0.1
  - model: NeverSleep/Lumimaid-v0.2-12B
    parameters:
      weight: 1.0
      density: 0.4
      epsilon: 0.1
  - model: ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2
    parameters:
      weight: 1.0
      density: 0.4
      epsilon: 0.1
  - model: anthracite-org/magnum-v4-12b
    parameters:
      weight: 1.0
      density: 0.4
      epsilon: 0.1
  - model: Elizezen/Himeyuri-v0.1-12B
    parameters:
      weight: 1.0
      density: 0.4
      epsilon: 0.1
parameters:
  normalize: true
  lambda: 1.0
---
merge_method: nearswap
dtype: bfloat16
base_model: Aratako/Mistral-Nemo-12B-RP
tokenizer_source: base
models:
  - model: step1
parameters:
  t: 1e-4