llama-2-13b-chat-hf-lr5e-5-resta-0.5/mergekit_config.yml

dtype: float16
merge_method: linear
slices:
- sources:
  - layer_range: [0, 40]
    model:
      model:
        path: wvnvwn/llama-2-13b-chat-hf-lr5e-5-gsm8k-lr5e-5
    parameters:
      weight: 1.0
  - layer_range: [0, 40]
    model:
      model:
        path: wvnvwn/llama-2-13b-chat-hf-SSFT-lr5e-5
    parameters:
      weight: 0.5
  - layer_range: [0, 40]
    model:
      model:
        path: meta-llama/Llama-2-13b-chat-hf
    parameters:
      weight: -0.5