14 lines
277 B
YAML
14 lines
277 B
YAML
|
|
||
|
|
models:
|
||
|
|
- model: KoboldAI/LLaMA2-13B-Psyfighter2
|
||
|
|
- model: microsoft/Orca-2-13b
|
||
|
|
parameters:
|
||
|
|
density: 0.40
|
||
|
|
weight: [0, 0.3, 0.7, 1]
|
||
|
|
merge_method: ties
|
||
|
|
base_model: KoboldAI/LLaMA2-13B-Psyfighter2
|
||
|
|
parameters:
|
||
|
|
normalize: true
|
||
|
|
int8_mask: true
|
||
|
|
dtype: float16
|