10 lines
395 B
YAML
10 lines
395 B
YAML
|
models:
|
||
|
|
- model: /home/nvidia/pretrain/michel-nano/checkpoint-60000/
|
||
|
|
- model: /home/nvidia/pretrain/michel-nano/checkpoint-70000/
|
||
|
|
merge_method: slerp
|
||
|
|
base_model: /home/nvidia/pretrain/michel-nano/checkpoint-60000/
|
||
|
|
parameters:
|
||
|
|
t:
|
||
|
|
- value: 0.5 # This means a 50/50 blend of the two checkpoints
|
||
|
|
dtype: float32 # Keep float32 for the merge to preserve precision; you can quantize later
|