base_model: Undi95/Meta-Llama-3-8B-hf
gate_mode: random
dtype: bfloat16
experts:
  - source_model: Undi95/Meta-Llama-3-8B-hf
    positive_prompts: []
  - source_model: Undi95/Meta-Llama-3-8B-hf
    positive_prompts: []
  - source_model: Undi95/Meta-Llama-3-8B-hf
    positive_prompts: []
  - source_model: Undi95/Meta-Llama-3-8B-hf
    positive_prompts: []