29 lines
502 B
YAML
29 lines
502 B
YAML
|
tokenizer_source: "base"
|
||
|
|
chat_template: "chatml"
|
||
|
|
|
||
|
|
merge_method: ties
|
||
|
|
dtype: bfloat16
|
||
|
|
|
||
|
|
parameters:
|
||
|
|
normalize: true
|
||
|
|
|
||
|
|
base_model: sthenno-com/miscii-14b-1028
|
||
|
|
|
||
|
|
models:
|
||
|
|
- model: sthenno-com/miscii-14b-1028
|
||
|
|
parameters:
|
||
|
|
weight: 1
|
||
|
|
density: 0.5
|
||
|
|
- model: sthenno/miscii-1218
|
||
|
|
parameters:
|
||
|
|
weight: 1
|
||
|
|
density: 0.5
|
||
|
|
- model: sthenno/exp-002
|
||
|
|
parameters:
|
||
|
|
weight: 0.9
|
||
|
|
density: 0.5
|
||
|
|
- model: sthenno/miscii-1218
|
||
|
|
parameters:
|
||
|
|
weight: 0.6
|
||
|
|
density: 0.5
|