初始化项目,由ModelHub XC社区提供模型
Model: mlabonne/FrankenMonarch-11b Source: Original Platform
This commit is contained in:
11
mergekit_config.yml
Normal file
11
mergekit_config.yml
Normal file
@@ -0,0 +1,11 @@
|
||||
|
||||
slices:
|
||||
- sources:
|
||||
- model: mlabonne/NeuralMonarch-7B
|
||||
layer_range: [0, 24]
|
||||
- sources:
|
||||
- model: mlabonne/AlphaMonarch-7B
|
||||
layer_range: [8, 32]
|
||||
merge_method: passthrough
|
||||
dtype: bfloat16
|
||||
random_seed: 0
|
||||
Reference in New Issue
Block a user