16 lines
322 B
YAML
16 lines
322 B
YAML
|
|
||
|
|
models:
|
||
|
|
- model: bardsai/jaskier-7b-dpo-v5.6
|
||
|
|
parameters:
|
||
|
|
density: .53
|
||
|
|
weight: .6
|
||
|
|
- model: eren23/ogno-monarch-jaskier-merge-7b-OH-PREF-DPO
|
||
|
|
parameters:
|
||
|
|
density: .53
|
||
|
|
weight: .5
|
||
|
|
merge_method: dare_ties
|
||
|
|
base_model: bardsai/jaskier-7b-dpo-v5.6
|
||
|
|
parameters:
|
||
|
|
int8_mask: true
|
||
|
|
dtype: bfloat16
|