12 lines
489 B
YAML
12 lines
489 B
YAML
|
models:
|
||
|
|
- model: /llms1/benchmarking/results/results_Gemma2Fanar-9b-1T/ckpt_HF/Gemma2Fanar-9b-1T_step00360448
|
||
|
|
parameters:
|
||
|
|
weight: 0.34
|
||
|
|
- model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe1_LR_1e-5/step-00012110
|
||
|
|
parameters:
|
||
|
|
weight: 0.33
|
||
|
|
- model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe3_LR_1e-5/step-00012070
|
||
|
|
parameters:
|
||
|
|
weight: 0.33
|
||
|
|
merge_method: linear
|
||
|
|
dtype: bfloat16
|