17 lines
464 B
YAML
17 lines
464 B
YAML
|
|
||
|
|
models:
|
||
|
|
- model: Undi95/Llama-3-Unholy-8B
|
||
|
|
parameters:
|
||
|
|
weight: [0.25, 0.35, 0.45, 0.35, 0.25]
|
||
|
|
density: [0.1, 0.25, 0.5, 0.25, 0.1]
|
||
|
|
- model: Locutusque/llama-3-neural-chat-v1-8b
|
||
|
|
- model: ruslanmv/Medical-Llama3-8B-16bit
|
||
|
|
parameters:
|
||
|
|
weight: [0.55, 0.45, 0.35, 0.45, 0.55]
|
||
|
|
density: [0.1, 0.25, 0.5, 0.25, 0.1]
|
||
|
|
merge_method: dare_ties
|
||
|
|
base_model: Locutusque/llama-3-neural-chat-v1-8b
|
||
|
|
parameters:
|
||
|
|
int8_mask: true
|
||
|
|
dtype: bfloat16
|