Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| ed0d09d5f9 | |||
| 264c556fab | |||
| 982e8b4dd8 | |||
| 10e00642b5 |
6
main.py
6
main.py
@@ -21,9 +21,9 @@ TASK_TYPE = "text-generation"
|
||||
|
||||
TASKS = [
|
||||
{
|
||||
"label": "OSP-1.4B-100B-Shampoo-SSNorm-EmbProj",
|
||||
"model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Shampoo-SSNorm-EmbProj",
|
||||
"gpu": "Kunlunxin_p-800",
|
||||
"label": "OSP-1.4B-100B-Muon-SSNorm-EmbProj",
|
||||
"model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Muon-SSNorm-EmbProj",
|
||||
"gpu": "Biren_166m",
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"config": "framework: vllm_fix_tokenizer\nlang: en\nmax_model_len: 2048\nsut_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'\nref_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user