38 lines
773 B
YAML
38 lines
773 B
YAML
name: step1
|
|
dtype: bfloat16
|
|
merge_method: della
|
|
base_model: AlexHung29629/Mistral-Small-3.1-24B-Instruct-2503-text
|
|
models:
|
|
- model: TheDrummer/Cydonia-24B-v3
|
|
parameters:
|
|
weight: 1.0
|
|
density: 0.4
|
|
epsilon: 0.1
|
|
- model: LatitudeGames/Harbinger-24B
|
|
parameters:
|
|
weight: 1.0
|
|
density: 0.4
|
|
epsilon: 0.1
|
|
- model: Gryphe/Pantheon-RP-1.8-24b-Small-3.1
|
|
parameters:
|
|
weight: 1.0
|
|
density: 0.4
|
|
epsilon: 0.1
|
|
- model: aixonlab/Eurydice-24b-v3
|
|
parameters:
|
|
weight: 1.0
|
|
density: 0.4
|
|
epsilon: 0.1
|
|
parameters:
|
|
normalize: true
|
|
lambda: 1.0
|
|
---
|
|
merge_method: nearswap
|
|
dtype: bfloat16
|
|
base_model: Aratako/Mistral-Small-3.1-24B-RP
|
|
tokenizer_source: base
|
|
models:
|
|
- model: step1
|
|
parameters:
|
|
t: 1e-6
|