30 lines
701 B
YAML
30 lines
701 B
YAML
|
models:
|
||
|
|
- model: gz987/qwen2.5-7b-cabs-v0.3
|
||
|
|
#no parameters necessary for base model
|
||
|
|
- model: suayptalha/Clarus-7B-v0.1
|
||
|
|
parameters:
|
||
|
|
density: 0.2
|
||
|
|
weight: 0.2
|
||
|
|
- model: Xiaojian9992024/Qwen2.5-THREADRIPPER-Small
|
||
|
|
parameters:
|
||
|
|
density: 0.2
|
||
|
|
weight: 0.2
|
||
|
|
- model: rombodawg/Rombos-LLM-V2.5-Qwen-7b
|
||
|
|
parameters:
|
||
|
|
density: 0.2
|
||
|
|
weight: 0.2
|
||
|
|
- model: prithivMLmods/WebMind-7B-v0.1
|
||
|
|
parameters:
|
||
|
|
density: 0.2
|
||
|
|
weight: 0.2
|
||
|
|
- model: fblgit/cybertron-v4-qw7B-MGS
|
||
|
|
parameters:
|
||
|
|
density: 0.2
|
||
|
|
weight: 0.2
|
||
|
|
|
||
|
|
merge_method: ties
|
||
|
|
base_model: gz987/qwen2.5-7b-cabs-v0.3
|
||
|
|
parameters:
|
||
|
|
normalize: false
|
||
|
|
int8_mask: true
|
||
|
|
dtype: bfloat16
|