64 lines
1.4 KiB
YAML
64 lines
1.4 KiB
YAML
|
merge_method: task_arithmetic
|
||
|
|
base_model: TheBloke/Llama-2-13B-fp16
|
||
|
|
models:
|
||
|
|
- model: TheBloke/Llama-2-13B-fp16
|
||
|
|
- model: Undi95/UtopiaXL-13B
|
||
|
|
parameters:
|
||
|
|
weight: 1.0
|
||
|
|
- model: Doctor-Shotgun/cat-v1.0-13b
|
||
|
|
parameters:
|
||
|
|
weight: 0.02
|
||
|
|
- model: PygmalionAI/mythalion-13b
|
||
|
|
parameters:
|
||
|
|
weight: 0.10
|
||
|
|
- model: Undi95/Emerhyst-13B
|
||
|
|
parameters:
|
||
|
|
weight: 0.05
|
||
|
|
- model: CalderaAI/13B-Thorns-l2
|
||
|
|
parameters:
|
||
|
|
weight: 0.05
|
||
|
|
- model: KoboldAI/LLaMA2-13B-Tiefighter
|
||
|
|
parameters:
|
||
|
|
weight: 0.20
|
||
|
|
dtype: float16
|
||
|
|
name: EstopiaV9
|
||
|
|
---
|
||
|
|
merge_method: task_arithmetic
|
||
|
|
base_model: TheBloke/Llama-2-13B-fp16
|
||
|
|
models:
|
||
|
|
- model: TheBloke/Llama-2-13B-fp16
|
||
|
|
- model: Undi95/UtopiaXL-13B
|
||
|
|
parameters:
|
||
|
|
weight: 1.0
|
||
|
|
- model: Doctor-Shotgun/cat-v1.0-13b
|
||
|
|
parameters:
|
||
|
|
weight: 0.01
|
||
|
|
- model: chargoddard/rpguild-chatml-13b
|
||
|
|
parameters:
|
||
|
|
weight: 0.02
|
||
|
|
- model: PygmalionAI/mythalion-13b
|
||
|
|
parameters:
|
||
|
|
weight: 0.08
|
||
|
|
- model: CalderaAI/13B-Thorns-l2
|
||
|
|
parameters:
|
||
|
|
weight: 0.02
|
||
|
|
- model: KoboldAI/LLaMA2-13B-Tiefighter
|
||
|
|
parameters:
|
||
|
|
weight: 0.20
|
||
|
|
dtype: float16
|
||
|
|
name: EstopiaV13
|
||
|
|
---
|
||
|
|
models:
|
||
|
|
- model: EstopiaV9
|
||
|
|
parameters:
|
||
|
|
weight: 1
|
||
|
|
density: 1
|
||
|
|
- model: EstopiaV13
|
||
|
|
parameters:
|
||
|
|
weight: 0.05
|
||
|
|
density: 0.30
|
||
|
|
merge_method: dare_ties
|
||
|
|
base_model: TheBloke/Llama-2-13B-fp16
|
||
|
|
parameters:
|
||
|
|
int8_mask: true
|
||
|
|
dtype: bfloat16
|