初始化项目,由ModelHub XC社区提供模型
Model: uproai/Rose-2x7B Source: Original Platform
This commit is contained in:
19
mergekit_moe_config.yml
Normal file
19
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,19 @@
|
||||
base_model: uproai/ros-7b-v1
|
||||
experts:
|
||||
- source_model: maywell/PiVoT-0.1-Starling-LM-RP
|
||||
positive_prompts:
|
||||
- "storywriting"
|
||||
- "write"
|
||||
- "scene"
|
||||
- "story"
|
||||
- "character"
|
||||
- source_model: WizardLM/WizardMath-7B-V1.1
|
||||
positive_prompts:
|
||||
- "reason"
|
||||
- "math"
|
||||
- "mathematics"
|
||||
- "solve"
|
||||
- "count"
|
||||
tokenizer_source: union
|
||||
|
||||
#mergekit-moe mergekit_moe.yaml merge --copy-tokenizer --device cuda --low-cpu-memory
|
||||
Reference in New Issue
Block a user