Files
polyglot-math-4x7b/mergekit_moe_config.yml

28 lines
590 B
YAML
Raw Permalink Normal View History

base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: meta-math/MetaMath-Mistral-7B
positive_prompts:
- "Mathematics"
- "Reasoning"
- source_model: oshizo/japanese-e5-mistral-7b_slerp
positive_prompts:
- "Japanese"
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
positive_prompts:
- "Guidance"
- "Management"
- "Summarization"
- source_model: s3nh/Mistral-7B-Evol-Instruct-Chinese
positive_prompts:
- "Chinese"