初始化项目,由ModelHub XC社区提供模型
Model: FelixChao/Magician-MoE-4x7B Source: Original Platform
This commit is contained in:
12
mergekit_moe_config.yml
Normal file
12
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,12 @@
|
||||
|
||||
base_model: ise-uiuc/Magicoder-S-CL-7B
|
||||
gate_mode: cheap_embed
|
||||
experts:
|
||||
- source_model: deepseek-ai/deepseek-coder-6.7b-instruct
|
||||
positive_prompts: ["You are an AI coder","coding","Java expert"]
|
||||
- source_model: ise-uiuc/Magicoder-S-CL-7B
|
||||
positive_prompts: ["You are an AI programmer","programming","C++ expert"]
|
||||
- source_model: WizardLM/WizardMath-7B-V1.0
|
||||
positive_prompts: ["Math problem solving","Think step by step","Math expert"]
|
||||
- source_model: WizardLM/WizardCoder-Python-7B-V1.0
|
||||
positive_prompts: ["Great at Deep learning","Algorithm and Data Structure","Python expert"]
|
||||
Reference in New Issue
Block a user