add main.py

This commit is contained in:
2026-10-22 09:59:32 +08:00
parent 3f7da1fbdc
commit 10e00642b5

View File

@@ -21,9 +21,9 @@ TASK_TYPE = "text-generation"
TASKS = [
{
"label": "OSP-1.4B-100B-Shampoo-SSNorm-EmbProj",
"model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Shampoo-SSNorm-EmbProj",
"gpu": "Kunlunxin_p-800",
"label": "OSP-1.4B-100B-Muon-SSNorm-EmbProj",
"model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Muon-SSNorm-EmbProj",
"gpu": "Biren_166m",
"framework": "vllm_fix_tokenizer",
"config": "framework: vllm_fix_tokenizer\nlang: en\nmax_model_len: 2048\nsut_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'\nref_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'"
}