初始化项目,由ModelHub XC社区提供模型
Model: MarinaraSpaghetti/NemoMix-Unleashed-12B Source: Original Platform
This commit is contained in:
28
mergekit_config.yml
Normal file
28
mergekit_config.yml
Normal file
@@ -0,0 +1,28 @@
|
||||
models:
|
||||
- model: E:\mergekit\mistralaiMistral-Nemo-Instruct-2407
|
||||
parameters:
|
||||
weight: 0.1
|
||||
density: 0.4
|
||||
- model: E:\mergekit\nbeerbower_mistral-nemo-bophades-12B
|
||||
parameters:
|
||||
weight: 0.12
|
||||
density: 0.5
|
||||
- model: E:\mergekit\nbeerbower_mistral-nemo-gutenberg-12B
|
||||
parameters:
|
||||
weight: 0.2
|
||||
density: 0.6
|
||||
- model: E:\mergekit\Sao10K_MN-12B-Lyra-v1
|
||||
parameters:
|
||||
weight: 0.25
|
||||
density: 0.7
|
||||
- model: E:\mergekit\intervitens_mini-magnum-12b-v1.1
|
||||
parameters:
|
||||
weight: 0.33
|
||||
density: 0.8
|
||||
merge_method: della_linear
|
||||
base_model: E:\mergekit\mistralaiMistral-Nemo-Base-2407
|
||||
parameters:
|
||||
epsilon: 0.05
|
||||
lambda: 1
|
||||
dtype: bfloat16
|
||||
tokenizer_source: base
|
||||
Reference in New Issue
Block a user