17 lines
350 B
YAML
17 lines
350 B
YAML
|
chat_template: auto
|
||
|
|
dtype: float32
|
||
|
|
merge_method: karcher
|
||
|
|
modules:
|
||
|
|
default:
|
||
|
|
slices:
|
||
|
|
- sources:
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: ./intermediates/First
|
||
|
|
- layer_range: [0, 40]
|
||
|
|
model: ./intermediates/Second
|
||
|
|
out_dtype: bfloat16
|
||
|
|
parameters:
|
||
|
|
max_iter: 1000.0
|
||
|
|
tol: 1.0e-09
|
||
|
|
tokenizer:
|
||
|
|
source: Vortex5/Shining-Seraph-12B
|