14 lines
414 B
YAML
14 lines
414 B
YAML
|
|
||
|
|
base_model: lodrick-the-lafted/Platyboros-Instruct-7B
|
||
|
|
gate_mode: random
|
||
|
|
dtype: bfloat16
|
||
|
|
|
||
|
|
experts:
|
||
|
|
- source_model: lodrick-the-lafted/Platyboros-Instruct-7B
|
||
|
|
positive_prompts: ["math", "gsm8k", "algebra", "problem solving", "instruct", "geometry", "grade school math"]
|
||
|
|
|
||
|
|
- source_model: lodrick-the-lafted/Hermes-Instruct-7B-v0.2
|
||
|
|
positive_prompts: ["instruct", "roleplay", "coding", "general purpose"]
|
||
|
|
|
||
|
|
|