16 lines
350 B
YAML
16 lines
350 B
YAML
models:
|
|
# See step 1 config for information
|
|
- model: ./MN-LooseCannon-12B-v2-step1
|
|
parameters:
|
|
density: 0.3
|
|
weight: 0.75
|
|
- model: Sao10K/MN-12B-Lyra-v1
|
|
parameters:
|
|
density: 0.7
|
|
weight: 0.25
|
|
|
|
merge_method: ties
|
|
base_model: ./MN-LooseCannon-12B-v2-step1
|
|
parameters:
|
|
normalize: true
|
|
dtype: bfloat16 |