Files
Helix-SCE-12B/mergekit_config.yml

17 lines
506 B
YAML
Raw Normal View History

architecture: MistralForCausalLM
base_model: B:\12B\MuXodious--Mistral-Nemo-Instruct-2407-absolute-heresy
models:
- model: B:\12B\Retreatcost--Evertide-RX-12B
- model: B:\12B\yamatazen--Aurora-SCE-12B
- model: B:\12B\Vortex5--Elysian-Sunrise-12B
- model: B:\12B\Vortex5--Mythic-Fabulist-12B
- model: B:\12B\Vortex5--Prototype-X-12b
merge_method: sce
dtype: float32
out_dtype: bfloat16
parameters:
normalize: true
select_topk: 0.5
tokenizer:
source: union
chat_template: auto