初始化项目,由ModelHub XC社区提供模型
Model: macadeliccc/SOLAR-math-2x10.7b Source: Original Platform
This commit is contained in:
17
mergekit_moe_config.yml
Normal file
17
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,17 @@
|
||||
base_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||||
gate_mode: hidden
|
||||
dtype: bfloat16
|
||||
experts:
|
||||
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
|
||||
positive_prompts:
|
||||
- "conversation"
|
||||
- "logic"
|
||||
- "book-knowledge"
|
||||
|
||||
- source_model: DopeorNope/SOLARC-M-10.7B
|
||||
positive_prompts:
|
||||
- "Mathematics"
|
||||
- "Step-by-step"
|
||||
- "dialogue"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user