初始化项目,由ModelHub XC社区提供模型
Model: Novaciano/qp-3.2-1B Source: Original Platform
This commit is contained in:
23
mergekit_config.yml
Normal file
23
mergekit_config.yml
Normal file
@@ -0,0 +1,23 @@
|
||||
dtype: float32
|
||||
out_dtype: bfloat16
|
||||
merge_method: arcee_fusion
|
||||
base_model: Novaciano/Eminence_Of_Pervertions-3.2-1B
|
||||
|
||||
models:
|
||||
- model: Novaciano/Eminence_Of_Pervertions-3.2-1B
|
||||
parameters:
|
||||
weight:
|
||||
- filter: attention
|
||||
value: 1.2
|
||||
- filter: mlp
|
||||
value: 1.3
|
||||
- value: 1
|
||||
|
||||
- model: MOHAMEDSANAF2001/llama3.2-1b-merged-2
|
||||
parameters:
|
||||
weight:
|
||||
- filter: lm_head
|
||||
value: 0.2
|
||||
- filter: attention
|
||||
value: 0.5
|
||||
- value: 0.4
|
||||
Reference in New Issue
Block a user