初始化项目,由ModelHub XC社区提供模型
Model: Bumoch/The_Creeping_Darkness-X2-16B Source: Original Platform
This commit is contained in:
25
mergekit_config.yml
Normal file
25
mergekit_config.yml
Normal file
@@ -0,0 +1,25 @@
|
||||
merge_method: nuslerp
|
||||
dtype: bfloat16
|
||||
out_dtype: bfloat16
|
||||
|
||||
# NuSLERP requires exactly 2 models to interpolate
|
||||
models:
|
||||
- model: ./The_Creeping_Darkness-16B
|
||||
parameters:
|
||||
weight: 0.70 # relative weight for interpolation
|
||||
- model: ./Prototype-X
|
||||
parameters:
|
||||
weight: 0.30 # relative weight for interpolation
|
||||
|
||||
# Base model for task vector computation
|
||||
base_model: ./mistralai-Mistral-Nemo-Instruct-2407-12B-MPOA-v1
|
||||
|
||||
parameters:
|
||||
normalize: true
|
||||
nuslerp_flatten: true # default: true; flatten tensors for SLERP
|
||||
nuslerp_row_wise: false # default: false; change if you need row-wise interpolation
|
||||
|
||||
tokenizer:
|
||||
source: union
|
||||
|
||||
write_readme: README.md
|
||||
Reference in New Issue
Block a user