39 lines
1.0 KiB
YAML
39 lines
1.0 KiB
YAML
|
base_model: SicariusSicariiStuff/Impish_Bloodmoon_12B
|
||
|
|
dtype: float32
|
||
|
|
merge_method: model_stock
|
||
|
|
modules:
|
||
|
|
default:
|
||
|
|
slices:
|
||
|
|
- sources:
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: SicariusSicariiStuff/Impish_Bloodmoon_12B_Abliterated
|
||
|
|
parameters:
|
||
|
|
weight: 0.54
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: DreadPoor/Famino-12B-Model_Stock
|
||
|
|
parameters:
|
||
|
|
weight: 0.38
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: PygmalionAI/Eleusis-12B
|
||
|
|
parameters:
|
||
|
|
weight: 0.12
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: PygmalionAI/Pygmalion-3-12B
|
||
|
|
parameters:
|
||
|
|
weight: 0.12
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: MrRikyz/Foxfire_Bloom
|
||
|
|
parameters:
|
||
|
|
weight: 0.22
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: Vortex5/Azure-Starlight-12B
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: SicariusSicariiStuff/Impish_Bloodmoon_12B
|
||
|
|
out_dtype: bfloat16
|
||
|
|
parameters:
|
||
|
|
lambda: 0.82
|
||
|
|
normalize: 1.0
|
||
|
|
tokenizer:
|
||
|
|
source: MrRikyz/Foxfire_Bloom
|