base_model: meta-llama/Llama-3.2-3B dtype: float16 merge_method: breadcrumbs modules: default: slices: - sources: - layer_range: [0, 28] model: Alelcv27/Llama3.2-3B-Base-Math parameters: weight: 0.5 - layer_range: [0, 28] model: Alelcv27/Llama3.2-3B-Base-Code parameters: weight: 0.5 - layer_range: [0, 28] model: meta-llama/Llama-3.2-3B parameters: density: 0.9 gamma: 0.01 normalize: 1.0