4 Commits

Author SHA1 Message Date
ed0d09d5f9 add .dockerignore 2026-10-22 09:59:37 +08:00
264c556fab add requirements.txt 2026-10-22 09:59:33 +08:00
982e8b4dd8 add Dockerfile 2026-10-22 09:59:33 +08:00
10e00642b5 add main.py 2026-10-22 09:59:32 +08:00

View File

@@ -21,9 +21,9 @@ TASK_TYPE = "text-generation"
TASKS = [ TASKS = [
{ {
"label": "OSP-1.4B-100B-Shampoo-SSNorm-EmbProj", "label": "OSP-1.4B-100B-Muon-SSNorm-EmbProj",
"model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Shampoo-SSNorm-EmbProj", "model": "https://www.modelscope.cn/models/dmis-lab/OSP-1.4B-100B-Muon-SSNorm-EmbProj",
"gpu": "Kunlunxin_p-800", "gpu": "Biren_166m",
"framework": "vllm_fix_tokenizer", "framework": "vllm_fix_tokenizer",
"config": "framework: vllm_fix_tokenizer\nlang: en\nmax_model_len: 2048\nsut_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'\nref_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'" "config": "framework: vllm_fix_tokenizer\nlang: en\nmax_model_len: 2048\nsut_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'\nref_config:\n gpu_num: 1\n values:\n command:\n - /opt/entrypoint.sh - /model\n - --port\n - '80'\n - --served-model-name\n - llm\n - --max-model-len\n - '2048'\n - --enforce-eager\n - --trust-remote-code\n - -tp\n - '1'"
} }