23 lines
535 B
YAML
23 lines
535 B
YAML
|
models:
|
||
|
|
# - model: /drive2/Meta-Llama-3.1-8B
|
||
|
|
# No parameters necessary for base model
|
||
|
|
- model: /drive2/LemonP-8B-Model_Stock
|
||
|
|
parameters:
|
||
|
|
density: 0.6
|
||
|
|
weight: 0.16
|
||
|
|
- model: /drive2/1PARAMMYL-8B-ModelStock
|
||
|
|
parameters:
|
||
|
|
density: 0.6
|
||
|
|
weight: 0.13
|
||
|
|
- model: /drive2/f-2-8b
|
||
|
|
parameters:
|
||
|
|
density: 0.6
|
||
|
|
weight: 0.10
|
||
|
|
- model: /drive2/SuperHermes
|
||
|
|
parameters:
|
||
|
|
density: 0.6
|
||
|
|
weight: 0.08
|
||
|
|
merge_method: dare_ties
|
||
|
|
base_model: /drive2/Meta-Llama-3.1-8B-Instruct
|
||
|
|
dtype: bfloat16
|