16 lines
499 B
YAML
16 lines
499 B
YAML
models:
|
|
- model: kyx0r/Neona-12B
|
|
- model: PocketDoc/Dans-PersonalityEngine-V1.3.0-12b
|
|
merge_method: slerp
|
|
base_model: kyx0r/Neona-12B
|
|
parameters:
|
|
t:
|
|
- value: 0.2 # Fallback for unfiltered tensors (e.g., embeddings) - adjust as needed
|
|
- filter: self_attn
|
|
value: [0, 0.2, 0.4, 0.6, 0.8, 1]
|
|
- filter: mlp
|
|
value: [1, 0.8, 0.6, 0.4, 0.2, 0]
|
|
dtype: bfloat16
|
|
chat_template: "chatml" # Added back from your original for completeness
|
|
tokenizer:
|
|
source: "base" |