40 lines
1.5 KiB
YAML
40 lines
1.5 KiB
YAML
name: Lamarck-14B-v0.7-rc4-r1
|
|
merge_method: ties
|
|
base_model: sometimesanotion/finalize-slerp
|
|
tokenizer_source: base
|
|
dtype: float32
|
|
out_dtype: bfloat16
|
|
parameters:
|
|
density: 1.00
|
|
weight: 1.00
|
|
int8_mask: true
|
|
normalize: true
|
|
rescale: false
|
|
slices:
|
|
- sources:
|
|
- { layer_range: [ 0, 2 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 2, 6 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 6, 10 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 10, 14 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 14, 18 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 18, 22 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 22, 26 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 26, 30 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 30, 34 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 34, 38 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 38, 42 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 42, 46 ], model: sometimesanotion/finalize-slerp }
|
|
- sources:
|
|
- { layer_range: [ 46, 48 ], model: sometimesanotion/finalize-slerp }
|