24 lines
454 B
YAML
24 lines
454 B
YAML
models:
|
|
- model: IlyaGusev/saiga_nemo_12b
|
|
parameters:
|
|
weight: 0.4
|
|
|
|
- model: LatitudeGames/Wayfarer-12B
|
|
parameters:
|
|
density: 0.9
|
|
weight: 0.4
|
|
gamma: 0.01
|
|
|
|
- model: MarinaraSpaghetti/NemoMix-Unleashed-12B
|
|
parameters:
|
|
density: 0.9
|
|
weight: 0.3
|
|
gamma: 0.01
|
|
|
|
merge_method: breadcrumbs_ties
|
|
base_model: IlyaGusev/saiga_nemo_12b
|
|
dtype: bfloat16
|
|
|
|
tokenizer_source: "union"
|
|
chat_template: "chatml"
|