初始化项目,由ModelHub XC社区提供模型
Model: raincandy-u/Llama-3-Aplite-Instruct-4x8B-MoE Source: Original Platform
This commit is contained in:
27
mergekit_moe_config.yml
Normal file
27
mergekit_moe_config.yml
Normal file
@@ -0,0 +1,27 @@
|
||||
|
||||
base_model: Meta-Llama-3-8B-Instruct
|
||||
experts:
|
||||
- source_model: Meta-Llama-3-8B-Instruct
|
||||
positive_prompts:
|
||||
- "explain"
|
||||
- "chat"
|
||||
- "assistant"
|
||||
- source_model: Llama3-8B-OpenHermes-DPO
|
||||
positive_prompts:
|
||||
- "python"
|
||||
- "math"
|
||||
- "solve"
|
||||
- "code"
|
||||
- source_model: Llama-3-SLERP-8B
|
||||
positive_prompts:
|
||||
- "chat"
|
||||
- "assistant"
|
||||
- "AI"
|
||||
- source_model: hf-llama3-8b-orpo-v0.0
|
||||
positive_prompts:
|
||||
- "think"
|
||||
- "chat"
|
||||
- "code"
|
||||
- "roleplay"
|
||||
gate_mode: hidden
|
||||
dtype: float16
|
||||
Reference in New Issue
Block a user