初始化项目,由ModelHub XC社区提供模型
Model: Naphula-Archives/Piranha-12B-v1a Source: Original Platform
This commit is contained in:
25
mergekit_config.yml
Normal file
25
mergekit_config.yml
Normal file
@@ -0,0 +1,25 @@
|
||||
architecture: MistralForCausalLM
|
||||
base_model: B:/12B/MuXodious--Mistral-Nemo-Instruct-2407-absolute-heresy # mistralai--Mistral-Nemo-Instruct-2407
|
||||
models:
|
||||
- model: B:/12B/EldritchLabs--MN-12B-RP-Ink-Longform-MPOA
|
||||
parameters:
|
||||
weight: 1.0
|
||||
- model: B:/12B/EldritchLabs--Human-Like-Mistral-Nemo-Instruct-2407-MPOA
|
||||
parameters:
|
||||
weight: 1.0
|
||||
- model: B:/12B/MuXodious-Rocinante-X-12B-v1-absolute-heresy # TheDrummer--Rocinante-X-12B-v1
|
||||
parameters:
|
||||
weight: 1.0
|
||||
merge_method: karcher_stock # v12B
|
||||
parameters:
|
||||
filter_wise: true
|
||||
max_iter: 25
|
||||
min_iter: 10
|
||||
tol: 1.0e-9
|
||||
magnitude_mean_geometric: false # TRUE makes it 75% karcher
|
||||
dtype: float32
|
||||
out_dtype: bfloat16
|
||||
tokenizer:
|
||||
source: union
|
||||
chat_template: auto
|
||||
name: karcher_stock_12b_v1
|
||||
Reference in New Issue
Block a user