llama2_7b_base_resta_lr3e-5_y0.3/mergekit_config.yml

dtype: float16
merge_method: linear
slices:
- sources:
  - layer_range: [0, 32]
    model:
      model:
        path: kmseong/llama2_7b_SSFT_gsm8k_FT_lr3e-5
    parameters:
      weight: 1.0
  - layer_range: [0, 32]
    model:
      model:
        path: kmseong/llama2_7b-Safety-FT-lr3e-5
    parameters:
      weight: 0.3
  - layer_range: [0, 32]
    model:
      model:
        path: meta-llama/Llama-2-7b-hf
    parameters:
      weight: -0.3