初始化项目,由ModelHub XC社区提供模型

Model: grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-14 09:59:18 +08:00
commit ee476b1f69
15 changed files with 412998 additions and 0 deletions

30
mergekit_config.yml Normal file
View File

@@ -0,0 +1,30 @@
slices:
- sources:
- model: princeton-nlp/Llama-3-Instruct-8B-SimPO
layer_range:
- 0
- 32
- model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3
layer_range:
- 0
- 32
merge_method: slerp
base_model: princeton-nlp/Llama-3-Instruct-8B-SimPO
parameters:
t:
- filter: self_attn
value:
- 0
- 0.5
- 0.3
- 0.7
- 1
- filter: mlp
value:
- 1
- 0.5
- 0.7
- 0.3
- 0
- value: 0.5
dtype: bfloat16