初始化项目,由ModelHub XC社区提供模型
Model: macadeliccc/polyglot-math-4x7b Source: Original Platform
This commit is contained in:
27
mergekit_moe_config.yml
Normal file
27
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,27 @@
|
||||
base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
||||
gate_mode: hidden
|
||||
dtype: bfloat16
|
||||
experts:
|
||||
- source_model: meta-math/MetaMath-Mistral-7B
|
||||
positive_prompts:
|
||||
- "Mathematics"
|
||||
- "Reasoning"
|
||||
|
||||
- source_model: oshizo/japanese-e5-mistral-7b_slerp
|
||||
positive_prompts:
|
||||
- "Japanese"
|
||||
|
||||
|
||||
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
||||
positive_prompts:
|
||||
- "Guidance"
|
||||
- "Management"
|
||||
- "Summarization"
|
||||
|
||||
- source_model: s3nh/Mistral-7B-Evol-Instruct-Chinese
|
||||
positive_prompts:
|
||||
- "Chinese"
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user