初始化项目,由ModelHub XC社区提供模型
Model: sometimesanotion/Lamarck-14B-v0.7 Source: Original Platform
This commit is contained in:
39
mergekit_config.yml
Normal file
39
mergekit_config.yml
Normal file
@@ -0,0 +1,39 @@
|
||||
name: Lamarck-14B-v0.7-rc4-r1
|
||||
merge_method: ties
|
||||
base_model: sometimesanotion/finalize-slerp
|
||||
tokenizer_source: base
|
||||
dtype: float32
|
||||
out_dtype: bfloat16
|
||||
parameters:
|
||||
density: 1.00
|
||||
weight: 1.00
|
||||
int8_mask: true
|
||||
normalize: true
|
||||
rescale: false
|
||||
slices:
|
||||
- sources:
|
||||
- { layer_range: [ 0, 2 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 2, 6 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 6, 10 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 10, 14 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 14, 18 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 18, 22 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 22, 26 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 26, 30 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 30, 34 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 34, 38 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 38, 42 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 42, 46 ], model: sometimesanotion/finalize-slerp }
|
||||
- sources:
|
||||
- { layer_range: [ 46, 48 ], model: sometimesanotion/finalize-slerp }
|
||||
Reference in New Issue
Block a user