24 lines
434 B
YAML
24 lines
434 B
YAML
|
merge_method: slerp
|
||
|
|
dtype: bfloat16
|
||
|
|
out_dtype: bfloat16
|
||
|
|
|
||
|
|
base_model: Novaciano/Hereticsutra.Mini-2B-UltraRP
|
||
|
|
|
||
|
|
models:
|
||
|
|
- model: Novaciano/Hereticsutra-2B
|
||
|
|
- model: Novaciano/Hereticsutra.Mini-2B-UltraRP
|
||
|
|
|
||
|
|
parameters:
|
||
|
|
# Punto de interpolación:
|
||
|
|
# 0.0 = Hereticsutra-2B puro
|
||
|
|
# 1.0 = Mini-2B-UltraRP puro
|
||
|
|
t: 0.45
|
||
|
|
|
||
|
|
normalize: false
|
||
|
|
|
||
|
|
layer_range:
|
||
|
|
- value: [3, 18]
|
||
|
|
|
||
|
|
tie_word_embeddings: true
|
||
|
|
tie_output_embeddings: true
|