初始化项目,由ModelHub XC社区提供模型
Model: DarkArtsForge/Erebus-Nemo-12B Source: Original Platform
This commit is contained in:
31
mergekit_config.yml
Normal file
31
mergekit_config.yml
Normal file
@@ -0,0 +1,31 @@
|
||||
architecture: MistralForCausalLM
|
||||
base_model: B:/12B/mistralai--Mistral-Nemo-Instruct-2407
|
||||
models:
|
||||
- model: B:/12B/TheDrummer--Rocinante-X-12B-v1
|
||||
parameters:
|
||||
weight: 0.7
|
||||
density: 0.9
|
||||
epsilon: 0.09
|
||||
- model: B:/12B/SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
|
||||
parameters:
|
||||
weight: 0.7
|
||||
density: 0.9
|
||||
epsilon: 0.09
|
||||
- model: B:/12B/KOOWEEYUS--BlackSheep-RP-12B
|
||||
parameters:
|
||||
weight: 0.7
|
||||
density: 0.9
|
||||
epsilon: 0.09
|
||||
merge_method: della
|
||||
parameters:
|
||||
lambda: 1.0
|
||||
normalize: false
|
||||
int8_mask: false
|
||||
rescale: true
|
||||
# seed: 420
|
||||
dtype: float32
|
||||
out_dtype: bfloat16
|
||||
tokenizer:
|
||||
source: B:/12B/SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
|
||||
# chat_template: "chatml"
|
||||
name: 🐠 Erebus-Nemo 12B
|
||||
Reference in New Issue
Block a user