base_model: marketeam/Qwen-Marketing
dtype: bfloat16
merge_method: dare_ties
modules:
  default:
    slices:
    - sources:
      - layer_range: [0, 36]
        model: marketeam/Qwen-Marketing
        parameters:
          density: 0.75
          weight: 0.3
      - layer_range: [0, 36]
        model: nikhilchandak/OpenForecaster-8B
        parameters:
          density: 0.75
          weight: 0.25
      - layer_range: [0, 36]
        model: Trendyol/Trendyol-LLM-8B-T1
        parameters:
          density: 0.75
          weight: 0.2
      - layer_range: [0, 36]
        model: TheFinAI/Fin-o1-8B
        parameters:
          density: 0.75
          weight: 0.25
parameters:
  int8_mask: 1.0
  normalize: 1.0