初始化项目,由ModelHub XC社区提供模型
Model: MrRikyz/StarlightMoon-Foxfire-12B Source: Original Platform
This commit is contained in:
39
mergekit_config.yml
Normal file
39
mergekit_config.yml
Normal file
@@ -0,0 +1,39 @@
|
||||
base_model: SicariusSicariiStuff/Impish_Bloodmoon_12B
|
||||
dtype: float32
|
||||
merge_method: model_stock
|
||||
modules:
|
||||
default:
|
||||
slices:
|
||||
- sources:
|
||||
- layer_range: [0, 40]
|
||||
model: SicariusSicariiStuff/Impish_Bloodmoon_12B_Abliterated
|
||||
parameters:
|
||||
weight: 0.54
|
||||
- layer_range: [0, 40]
|
||||
model: DreadPoor/Famino-12B-Model_Stock
|
||||
parameters:
|
||||
weight: 0.38
|
||||
- layer_range: [0, 40]
|
||||
model: PygmalionAI/Eleusis-12B
|
||||
parameters:
|
||||
weight: 0.12
|
||||
- layer_range: [0, 40]
|
||||
model: PygmalionAI/Pygmalion-3-12B
|
||||
parameters:
|
||||
weight: 0.12
|
||||
- layer_range: [0, 40]
|
||||
model: MrRikyz/Foxfire_Bloom
|
||||
parameters:
|
||||
weight: 0.22
|
||||
- layer_range: [0, 40]
|
||||
model: Vortex5/Azure-Starlight-12B
|
||||
parameters:
|
||||
weight: 0.1
|
||||
- layer_range: [0, 40]
|
||||
model: SicariusSicariiStuff/Impish_Bloodmoon_12B
|
||||
out_dtype: bfloat16
|
||||
parameters:
|
||||
lambda: 0.82
|
||||
normalize: 1.0
|
||||
tokenizer:
|
||||
source: MrRikyz/Foxfire_Bloom
|
||||
Reference in New Issue
Block a user