10 lines
239 B
YAML
10 lines
239 B
YAML
|
base_model: ./Superswallow-13b-v0.2
|
||
|
|
gate_mode: random
|
||
|
|
dtype: bfloat16
|
||
|
|
experts:
|
||
|
|
- source_model: ./Superswallow-13b-v0.2
|
||
|
|
positive_prompts: []
|
||
|
|
- source_model: ./Swallow-13b-instruct-hf
|
||
|
|
positive_prompts: []
|
||
|
|
tokenizer_source: union
|