16 lines
309 B
Markdown
16 lines
309 B
Markdown
|
---
|
||
|
|
license: apache-2.0
|
||
|
|
---
|
||
|
|
Testing model.
|
||
|
|
|
||
|
|
Config:
|
||
|
|
```
|
||
|
|
base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
|
||
|
|
gate_mode: hidden
|
||
|
|
dtype: bfloat16
|
||
|
|
experts:
|
||
|
|
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
|
||
|
|
positive_prompts: [""]
|
||
|
|
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
|
||
|
|
positive_prompts: [""]
|
||
|
|
```
|