Files
Snowball-7B-Hybrid-HF/mergekit_config.yml

18 lines
358 B
YAML
Raw Permalink Normal View History

models:
- model: open-thoughts/OpenThinker2-7B
parameters:
weight: 0.5
density: 0.5
- model: Qwen/Qwen2.5-Coder-7B-Instruct
parameters:
weight: 0.5
density: 0.5
merge_method: ties
base_model: Qwen/Qwen2.5-7B
dtype: bfloat16
tokenizer_source: Qwen/Qwen2.5-Coder-7B-Instruct
parameters:
normalize: true
int8_mask: true