23 lines
507 B
YAML
23 lines
507 B
YAML
|
|
||
|
|
models:
|
||
|
|
- model: Vortex5/Harmony-Bird-12B
|
||
|
|
- model: Retreatcost/Chrysologus-12B
|
||
|
|
- model: Delta-Vector/Rei-V3-KTO-12B
|
||
|
|
- model: Vortex5/Scarlet-Eclipse-12B
|
||
|
|
- model: Vortex5/Lunar-Nexus-12B
|
||
|
|
- model: Vortex5/Red-Synthesis-12B
|
||
|
|
merge_method: smi_oni
|
||
|
|
parameters:
|
||
|
|
k_core: 2
|
||
|
|
strength_core: 1.0
|
||
|
|
consensus_core: 0.48
|
||
|
|
drop_cos: 0.10
|
||
|
|
drop_min: 3
|
||
|
|
strength_nov: 0.45
|
||
|
|
novelty_budget: 0.22
|
||
|
|
consensus_nov: 0.32
|
||
|
|
conflict_bonus: 0.18
|
||
|
|
dtype: bfloat16
|
||
|
|
tokenizer:
|
||
|
|
source: Vortex5/Red-Synthesis-12B
|