15 lines
301 B
YAML
15 lines
301 B
YAML
|
models:
|
||
|
|
- model: ./llama3.1-8B
|
||
|
|
parameters:
|
||
|
|
weight: 1
|
||
|
|
- model: elyza/Llama-3-ELYZA-JP-8B
|
||
|
|
parameters:
|
||
|
|
weight: 0.7
|
||
|
|
- model: nvidia/Llama3-ChatQA-1.5-8B
|
||
|
|
parameters:
|
||
|
|
weight: 0.15
|
||
|
|
merge_method: ties
|
||
|
|
base_model: ./llama3.1-8B
|
||
|
|
parameters:
|
||
|
|
normalize: false
|
||
|
|
dtype: bfloat16
|