From 10e00642b5ad53adaf9400fdeb5df14af28094b6 Mon Sep 17 00:00:00 2001 From: paopaotang <1834563329@qq.com> Date: Thu, 22 Oct 2026 09:59:32 +0800 Subject: [PATCH] add main.py --- main.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/main.py b/main.py index 68fa9a8..2bd3b34 100644 --- a/main.py +++ b/main.py @@ -21,9 +21,9 @@ TASK_TYPE = "text-generation" TASKS = [ { - "label": "OSP-1.4B-100B-Shampoo-SSNorm-EmbProj", - "model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Shampoo-SSNorm-EmbProj", - "gpu": "Kunlunxin_p-800", + "label": "OSP-1.4B-100B-Muon-SSNorm-EmbProj", + "model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Muon-SSNorm-EmbProj", + "gpu": "Biren_166m", "framework": "vllm_fix_tokenizer", "config": "framework: vllm_fix_tokenizer\nlang: en\nmax_model_len: 2048\nsut_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'\nref_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'" }