初始化项目,由ModelHub XC社区提供模型
Model: VongolaChouko/Starcannon-Unleashed-12B-v1.0 Source: Original Platform
This commit is contained in:
19
mergekit_config.yml
Normal file
19
mergekit_config.yml
Normal file
@@ -0,0 +1,19 @@
|
||||
base_model: G:\text-generation-webui\models\MarinaraSpaghetti_NemoMix-Unleashed-12B
|
||||
dtype: bfloat16
|
||||
merge_method: della_linear
|
||||
parameters:
|
||||
epsilon: 0.05
|
||||
int8_mask: 1.0
|
||||
lambda: 1.0
|
||||
slices:
|
||||
- sources:
|
||||
- layer_range: [0, 40]
|
||||
model: G:\text-generation-webui\models\MarinaraSpaghetti_NemoMix-Unleashed-12B
|
||||
parameters:
|
||||
density: 0.65
|
||||
weight: 0.4
|
||||
- layer_range: [0, 40]
|
||||
model: G:\text-generation-webui\models\Nothingiisreal_MN-12B-Starcannon-v3
|
||||
parameters:
|
||||
density: 0.55
|
||||
weight: 0.6
|
||||
Reference in New Issue
Block a user