初始化项目,由ModelHub XC社区提供模型
Model: WasamiKirua/Hexis-Vesper-12B Source: Original Platform
This commit is contained in:
24
mergekit_config.yml
Normal file
24
mergekit_config.yml
Normal file
@@ -0,0 +1,24 @@
|
||||
merge_method: ties
|
||||
base_model: mistralai/Mistral-Nemo-Base-2407
|
||||
models:
|
||||
- model: mistralai/Mistral-Nemo-Base-2407
|
||||
- model: cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b
|
||||
parameters:
|
||||
weight: 0.5
|
||||
density: 0.5 # Mantiene i segnali forti di obbedienza
|
||||
- model: FallenMerick/MN-Violet-Lotus-12B
|
||||
parameters:
|
||||
weight: 0.5
|
||||
density: 0.6 # Protegge i pesi più sottili della prosa poetica
|
||||
tokenizer:
|
||||
source: union # Unisce i vocaboli evitando il downgrade a GPT2
|
||||
tokens:
|
||||
"<|im_start|>":
|
||||
source: "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b"
|
||||
"<|im_end|>":
|
||||
source: "cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b"
|
||||
chat_template: "chatml"
|
||||
parameters:
|
||||
normalize: true
|
||||
int8_mask: true
|
||||
dtype: bfloat16
|
||||
Reference in New Issue
Block a user