Files
Llama3.1-8B-Base-Linear-Mat…/mergekit_config.yml

14 lines
316 B
YAML
Raw Permalink Normal View History

dtype: float16
merge_method: linear
modules:
default:
slices:
- sources:
- layer_range: [0, 32]
model: Alelcv27/Llama3.1-8B-Base-Code
parameters:
weight: 0.6
- layer_range: [0, 32]
model: Alelcv27/Llama3.1-8B-Base-Math
parameters:
weight: 0.4