31 lines
774 B
YAML
31 lines
774 B
YAML
|
architecture: MistralForCausalLM
|
||
|
|
base_model: B:/12B/mistralai--Mistral-Nemo-Instruct-2407
|
||
|
|
models:
|
||
|
|
- model: B:/12B/TheDrummer--Rocinante-X-12B-v1
|
||
|
|
parameters:
|
||
|
|
weight: 0.7
|
||
|
|
density: 0.9
|
||
|
|
epsilon: 0.09
|
||
|
|
- model: B:/12B/SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
|
||
|
|
parameters:
|
||
|
|
weight: 0.7
|
||
|
|
density: 0.9
|
||
|
|
epsilon: 0.09
|
||
|
|
- model: B:/12B/KOOWEEYUS--BlackSheep-RP-12B
|
||
|
|
parameters:
|
||
|
|
weight: 0.7
|
||
|
|
density: 0.9
|
||
|
|
epsilon: 0.09
|
||
|
|
merge_method: della
|
||
|
|
parameters:
|
||
|
|
lambda: 1.0
|
||
|
|
normalize: false
|
||
|
|
int8_mask: false
|
||
|
|
rescale: true
|
||
|
|
# seed: 420
|
||
|
|
dtype: float32
|
||
|
|
out_dtype: bfloat16
|
||
|
|
tokenizer:
|
||
|
|
source: B:/12B/SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
|
||
|
|
# chat_template: "chatml"
|
||
|
|
name: 🐠 Erebus-Nemo 12B
|