17 lines
414 B
YAML
17 lines
414 B
YAML
|
# Linear merge of OLMo-3.1 Math and Code RL models
|
||
|
|
# Output = 0.5 * Math + 0.5 * Code
|
||
|
|
#
|
||
|
|
# Usage:
|
||
|
|
# modal run modal_merge.py --config examples/olmo3.1-linear-merge.yaml --hf-repo pmahdavi/Olmo-3.1-7B-Math-Code
|
||
|
|
|
||
|
|
models:
|
||
|
|
- model: allenai/Olmo-3.1-7B-RL-Zero-Math
|
||
|
|
parameters:
|
||
|
|
weight: 0.5
|
||
|
|
- model: allenai/Olmo-3.1-7B-RL-Zero-Code
|
||
|
|
parameters:
|
||
|
|
weight: 0.5
|
||
|
|
|
||
|
|
merge_method: linear
|
||
|
|
dtype: bfloat16
|