30 lines
677 B
YAML
30 lines
677 B
YAML
merge_method: della_linear
|
|
dtype: float32
|
|
out_dtype: bfloat16
|
|
parameters:
|
|
epsilon: 0.04
|
|
lambda: 1.05
|
|
normalize: true
|
|
base_model: qwen/Qwen2.5-14b
|
|
tokenizer_source: arcee-ai/SuperNova-Medius
|
|
models:
|
|
- model: arcee-ai/SuperNova-Medius
|
|
parameters:
|
|
weight: 10
|
|
density: 1
|
|
- model: EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2
|
|
parameters:
|
|
weight: 7
|
|
density: 0.5
|
|
- model: v000000/Qwen2.5-Lumen-14B
|
|
parameters:
|
|
weight: 7
|
|
density: 0.4
|
|
- model: allura-org/TQ2.5-14B-Aletheia-v1
|
|
parameters:
|
|
weight: 8
|
|
density: 0.4
|
|
- model: huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2
|
|
parameters:
|
|
weight: 8
|
|
density: 0.45 |