19 lines
542 B
YAML
19 lines
542 B
YAML
base_model: G:\text-generation-webui\models\MarinaraSpaghetti_NemoMix-Unleashed-12B
|
|
dtype: bfloat16
|
|
merge_method: della_linear
|
|
parameters:
|
|
epsilon: 0.05
|
|
int8_mask: 1.0
|
|
lambda: 1.0
|
|
slices:
|
|
- sources:
|
|
- layer_range: [0, 40]
|
|
model: G:\text-generation-webui\models\MarinaraSpaghetti_NemoMix-Unleashed-12B
|
|
parameters:
|
|
density: 0.65
|
|
weight: 0.4
|
|
- layer_range: [0, 40]
|
|
model: G:\text-generation-webui\models\Nothingiisreal_MN-12B-Starcannon-v3
|
|
parameters:
|
|
density: 0.55
|
|
weight: 0.6 |