26 lines
699 B
YAML
26 lines
699 B
YAML
|
merge_method: nuslerp
|
||
|
|
dtype: bfloat16
|
||
|
|
out_dtype: bfloat16
|
||
|
|
|
||
|
|
# NuSLERP requires exactly 2 models to interpolate
|
||
|
|
models:
|
||
|
|
- model: ./The_Creeping_Darkness-16B
|
||
|
|
parameters:
|
||
|
|
weight: 0.70 # relative weight for interpolation
|
||
|
|
- model: ./Prototype-X
|
||
|
|
parameters:
|
||
|
|
weight: 0.30 # relative weight for interpolation
|
||
|
|
|
||
|
|
# Base model for task vector computation
|
||
|
|
base_model: ./mistralai-Mistral-Nemo-Instruct-2407-12B-MPOA-v1
|
||
|
|
|
||
|
|
parameters:
|
||
|
|
normalize: true
|
||
|
|
nuslerp_flatten: true # default: true; flatten tensors for SLERP
|
||
|
|
nuslerp_row_wise: false # default: false; change if you need row-wise interpolation
|
||
|
|
|
||
|
|
tokenizer:
|
||
|
|
source: union
|
||
|
|
|
||
|
|
write_readme: README.md
|