22 lines
752 B
YAML
22 lines
752 B
YAML
|
architecture: MistralForCausalLM
|
||
|
|
merge_method: aether
|
||
|
|
base_model: B:/12B/mistralai--Mistral-Nemo-Instruct-2407
|
||
|
|
models:
|
||
|
|
- model: B:/12B/Sorihon--Moonlit-Mirage-12B-Heretic
|
||
|
|
- model: B:/12B/MuXodious--Irix-12B-Model_Stock-absolute-heresy
|
||
|
|
- model: B:/12B/EldritchLabs--KrakenSakura-Maelstrom-12B-v1
|
||
|
|
- model: B:/12B/Sorihon--KansenSakura-Erosion-RP-12B-heretic
|
||
|
|
- model: B:/12B/MuXodious--QuasiStarSynth-12B-absolute-heresy
|
||
|
|
- model: B:/12B/Naphula--Ancient-Awakening-12B-MPOA
|
||
|
|
parameters:
|
||
|
|
resume_path: B:/12B/aetherR12
|
||
|
|
root_mechanism: karcher_mean
|
||
|
|
warp: 0.05
|
||
|
|
max_iter: 32
|
||
|
|
tol: 1.0e-9
|
||
|
|
kappa: 0.65
|
||
|
|
tokenizer:
|
||
|
|
source: B:/12B/Sorihon--Moonlit-Mirage-12B-Heretic
|
||
|
|
chat_template: auto
|
||
|
|
dtype: float32
|
||
|
|
out_dtype: bfloat16
|