18 lines
398 B
YAML
18 lines
398 B
YAML
merge_method: ties
|
|
base_model: Qwen/Qwen1.5-1.8B
|
|
models:
|
|
- model: aloobun/Reyna-Mini-1.8B-v0.2
|
|
parameters:
|
|
weight: 0.7
|
|
density:
|
|
- filter: embed_tokens
|
|
value: 0.66
|
|
- value: 1.0
|
|
- model: aloobun/Reyna-Mini-1.8B-v0.1
|
|
parameters:
|
|
weight:
|
|
- filter: embed_tokens
|
|
value: 0.3
|
|
- value: 0.0
|
|
density: 0.66
|