21 lines
551 B
YAML
21 lines
551 B
YAML
models:
|
|
- model: meta-llama/Llama-3.1-8B-Instruct
|
|
- model: /data/abarrena/mn5/marmoka-en0-mn5ep2_v1.1
|
|
parameters:
|
|
density: 0.6
|
|
weight: 0.05
|
|
- model: /data/abarrena/mn5/marmoka-en1-mn5ep2_v1.1
|
|
parameters:
|
|
density: 0.6
|
|
weight: 0.05
|
|
- model: /data/abarrena/mn5/marmoka-en2-mn5ep2_v1.1
|
|
parameters:
|
|
density: 0.6
|
|
weight: 0.05
|
|
- model: /data/abarrena/mn5/marmoka-en3-mn5ep2_v1.1
|
|
parameters:
|
|
density: 0.6
|
|
weight: 0.05
|
|
merge_method: dare_ties
|
|
base_model: meta-llama/Llama-3.1-8B-Instruct
|
|
dtype: bfloat16 |