初始化项目,由ModelHub XC社区提供模型
Model: Cartinoe5930/MoE-Merging Source: Original Platform
This commit is contained in:
31
mergekit_moe_config.yml
Normal file
31
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,31 @@
|
||||
base_model: mistralai/Mistral-7B-Instruct-v0.2
|
||||
dtype: float16
|
||||
experts:
|
||||
- source_model: mistralai/Mistral-7B-Instruct-v0.2
|
||||
positive_prompts:
|
||||
- "Provide clear and concise answers"
|
||||
- "Understand the context of the question"
|
||||
- "Give detailed explanations"
|
||||
- "Understand and respond to questions"
|
||||
- "Answer a wide range of questions"
|
||||
- source_model: Open-Orca/Mistral-7B-OpenOrca
|
||||
positive_prompts:
|
||||
- "Can you answer questions"
|
||||
- "Provide a detailed explanation"
|
||||
- "Summarize the main points"
|
||||
- "How does this information relate"
|
||||
- "Tell me more about"
|
||||
- source_model: openchat/openchat-3.5-0106
|
||||
positive_prompts:
|
||||
- "Assist with general conversation"
|
||||
- "Provide information on"
|
||||
- "Generate creative and engaging content"
|
||||
- "Help with problem-solving and critical thinking"
|
||||
- "Provide context and background information on various subjects"
|
||||
- source_model: WizardLM/WizardMath-7B-V1.1
|
||||
positive_prompts:
|
||||
- "Solve this math problem"
|
||||
- "Explain the solution process"
|
||||
- "Provide a step-by-step breakdown"
|
||||
- "Apply this mathematical theorem"
|
||||
- "Simplify this complex math expression"
|
||||
Reference in New Issue
Block a user