初始化项目,由ModelHub XC社区提供模型
Model: umiyuki/Umievo-itr012-Gleipnir-7B Source: Original Platform
This commit is contained in:
143
mergekit_config.yml
Normal file
143
mergekit_config.yml
Normal file
@@ -0,0 +1,143 @@
|
||||
base_model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
dtype: bfloat16
|
||||
merge_method: linear
|
||||
parameters:
|
||||
int8_mask: 1.0
|
||||
normalize: 1.0
|
||||
slices:
|
||||
- sources:
|
||||
- layer_range: [0, 4]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.34953096474223655
|
||||
- layer_range: [0, 4]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.4701212555597746
|
||||
- layer_range: [0, 4]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.08162258723819021
|
||||
- layer_range: [0, 4]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.31015439852818116
|
||||
- sources:
|
||||
- layer_range: [4, 8]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.11807412349683076
|
||||
- layer_range: [4, 8]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: -0.005684817244530085
|
||||
- layer_range: [4, 8]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.2119283777941045
|
||||
- layer_range: [4, 8]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 1.1521124768396636
|
||||
- sources:
|
||||
- layer_range: [8, 12]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.9244329405120573
|
||||
- layer_range: [8, 12]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.7633842909616317
|
||||
- layer_range: [8, 12]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.6952382990160072
|
||||
- layer_range: [8, 12]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.6873040403268571
|
||||
- sources:
|
||||
- layer_range: [12, 16]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.4109625320908857
|
||||
- layer_range: [12, 16]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.7090818691683626
|
||||
- layer_range: [12, 16]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.42059423827890385
|
||||
- layer_range: [12, 16]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.5705186152354104
|
||||
- sources:
|
||||
- layer_range: [16, 20]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.28507448659933315
|
||||
- layer_range: [16, 20]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.4025223854083849
|
||||
- layer_range: [16, 20]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.25885405316835886
|
||||
- layer_range: [16, 20]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.35540632690403373
|
||||
- sources:
|
||||
- layer_range: [20, 24]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.018882795552694703
|
||||
- layer_range: [20, 24]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.628847855051209
|
||||
- layer_range: [20, 24]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.7038654876125734
|
||||
- layer_range: [20, 24]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.877501753107237
|
||||
- sources:
|
||||
- layer_range: [24, 28]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.14008355431312197
|
||||
- layer_range: [24, 28]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 1.0153826426873882
|
||||
- layer_range: [24, 28]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 0.5586634927008272
|
||||
- layer_range: [24, 28]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.54455848971032
|
||||
- sources:
|
||||
- layer_range: [28, 32]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Chat-Umievo-itr004-7b_579282327
|
||||
parameters:
|
||||
weight: 0.8188405381342685
|
||||
- layer_range: [28, 32]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Vecteus-v1_4179808746
|
||||
parameters:
|
||||
weight: 0.5130358379308082
|
||||
- layer_range: [28, 32]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Japanese-Starling-ChatV-7B_1737576410
|
||||
parameters:
|
||||
weight: 1.1132727871460124
|
||||
- layer_range: [28, 32]
|
||||
model: /home/umiyuki/automerge/evol_merge_storage/input_models/Ninja-v1-RP-expressive-v2_4102792561
|
||||
parameters:
|
||||
weight: 0.4471258297582539
|
||||
Reference in New Issue
Block a user