初始化项目,由ModelHub XC社区提供模型
Model: macadeliccc/laser-polyglot-4x7b Source: Original Platform
This commit is contained in:
28
mergekit_moe_config.yml
Normal file
28
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,28 @@
|
||||
base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
||||
gate_mode: hidden
|
||||
dtype: bfloat16
|
||||
experts:
|
||||
- source_model: teknium/OpenHermes-2.5-Mistral-7B
|
||||
positive_prompts:
|
||||
- "Science"
|
||||
- "Philosophy"
|
||||
- "Reasoning"
|
||||
- "Summarization"
|
||||
|
||||
- source_model: oshizo/japanese-e5-mistral-7b_slerp
|
||||
positive_prompts:
|
||||
- "Japanese"
|
||||
|
||||
|
||||
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
||||
positive_prompts:
|
||||
- "Guidance"
|
||||
- "Management"
|
||||
|
||||
- source_model: s3nh/Mistral-7B-Evol-Instruct-Chinese
|
||||
positive_prompts:
|
||||
- "Chinese"
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user