28 lines
531 B
YAML
28 lines
531 B
YAML
|
|
||
|
|
base_model: Meta-Llama-3-8B-Instruct
|
||
|
|
experts:
|
||
|
|
- source_model: Meta-Llama-3-8B-Instruct
|
||
|
|
positive_prompts:
|
||
|
|
- "explain"
|
||
|
|
- "chat"
|
||
|
|
- "assistant"
|
||
|
|
- source_model: Llama3-8B-OpenHermes-DPO
|
||
|
|
positive_prompts:
|
||
|
|
- "python"
|
||
|
|
- "math"
|
||
|
|
- "solve"
|
||
|
|
- "code"
|
||
|
|
- source_model: Llama-3-SLERP-8B
|
||
|
|
positive_prompts:
|
||
|
|
- "chat"
|
||
|
|
- "assistant"
|
||
|
|
- "AI"
|
||
|
|
- source_model: hf-llama3-8b-orpo-v0.0
|
||
|
|
positive_prompts:
|
||
|
|
- "think"
|
||
|
|
- "chat"
|
||
|
|
- "code"
|
||
|
|
- "roleplay"
|
||
|
|
gate_mode: hidden
|
||
|
|
dtype: float16
|