68 lines
1.9 KiB
YAML
68 lines
1.9 KiB
YAML
|
architecture: LlamaForCausalLM
|
||
|
|
models:
|
||
|
|
- model: A:\LLM\.cache\8B\!models--aifeifei798--DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
|
||
|
|
- model: A:\LLM\.cache\8B\!models--SicariusSicariiStuff--Assistant_Pepe_8B
|
||
|
|
parameters:
|
||
|
|
weight: 0.4
|
||
|
|
density: 0.8
|
||
|
|
- model: B:\8B\Morpheus_v3_prototype_526
|
||
|
|
parameters:
|
||
|
|
weight: 0.4
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\Naphula_Llamatron-8B-v1
|
||
|
|
parameters:
|
||
|
|
weight: 0.25
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--SicariusSicariiStuff--Impish_Mind_8B
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--Sao10K--L3-8B-Stheno-v3.2
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: B:\8B\Cthulhu_v1.4
|
||
|
|
parameters:
|
||
|
|
weight: 0.4
|
||
|
|
density: 0.8
|
||
|
|
- model: B:\8B\models--TheDrummer--Anubis-Mini-8B-v1
|
||
|
|
parameters:
|
||
|
|
weight: 0.2
|
||
|
|
density: 0.8
|
||
|
|
- model: B:\8B\Raven_v1
|
||
|
|
parameters:
|
||
|
|
weight: 0.4
|
||
|
|
density: 0.8
|
||
|
|
- model: B:\8B\models--HumanLLMs--Human-Like-LLama3-8B-Instruct
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--NeverSleep--Llama-3-Lumimaid-8B-v0.1-OAS
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--TroyDoesAI--BlackSheep-X-Dolphin
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--Bacon666--Athlon-8B-0.1
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
- model: A:\LLM\.cache\8B\!models--Babsie--ThetaBlackGorgon-8B
|
||
|
|
parameters:
|
||
|
|
weight: 0.1
|
||
|
|
density: 0.8
|
||
|
|
merge_method: dare_linear
|
||
|
|
base_model: A:\LLM\.cache\8B\!models--aifeifei798--DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored
|
||
|
|
parameters:
|
||
|
|
lambda: 1.0
|
||
|
|
normalize: false
|
||
|
|
int8_mask: false
|
||
|
|
rescale: true
|
||
|
|
tokenizer:
|
||
|
|
source: union
|
||
|
|
chat_template: auto
|
||
|
|
dtype: float32
|
||
|
|
out_dtype: bfloat16
|
||
|
|
name: 📜 Goetia-8B-v1
|