Files
Llama3.2-3B-Linear-Math-Code/mergekit_config.yml

14 lines
316 B
YAML
Raw Permalink Normal View History

dtype: float16
merge_method: linear
modules:
default:
slices:
- sources:
- layer_range: [0, 28]
model: Alelcv27/Llama3.2-3B-Base-Code
parameters:
weight: 0.6
- layer_range: [0, 28]
model: Alelcv27/Llama3.2-3B-Base-Math
parameters:
weight: 0.4