36 lines
849 B
YAML
36 lines
849 B
YAML
|
merge_method: task_swapping
|
||
|
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k
|
||
|
|
models:
|
||
|
|
- model: cognitivecomputations/TinyDolphin-2.8.2-1.1b-laser
|
||
|
|
parameters:
|
||
|
|
weight: 0.75
|
||
|
|
diagonal_offset: 5
|
||
|
|
- model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
|
||
|
|
parameters:
|
||
|
|
weight: 0.85
|
||
|
|
diagonal_offset: 17
|
||
|
|
invert_offset: True
|
||
|
|
dtype: bfloat16
|
||
|
|
name: bye
|
||
|
|
---
|
||
|
|
merge_method: task_swapping
|
||
|
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k-Instruct
|
||
|
|
models:
|
||
|
|
- model: vihangd/DopeyTinyLlama-1.1B-v1
|
||
|
|
parameters:
|
||
|
|
weight: 0.8
|
||
|
|
diagonal_offset: 3
|
||
|
|
invert_offset: False
|
||
|
|
dtype: bfloat16
|
||
|
|
name: hello
|
||
|
|
---
|
||
|
|
merge_method: task_arithmetic
|
||
|
|
base_model: Doctor-Shotgun/TinyLlama-1.1B-32k
|
||
|
|
models:
|
||
|
|
- model: hello
|
||
|
|
parameters:
|
||
|
|
weight: 0.66
|
||
|
|
- model: bye+Anarchist/PIPPA_LORA_TinyLlama
|
||
|
|
parameters:
|
||
|
|
weight: 0.5
|
||
|
|
dtype: bfloat16
|