fix(CRITICAL): docker build成功三板斧
1. Dockerfile: 去掉ex_engine COPY和所有CUDA编译RUN步骤 - 只剩1个RUN: patch_ops.sh部署预编译.so和serving层 2. patch_ops.sh: exit 2 → exit 0, 跳过所有CUDA编译 - VLLM_ROOT找不到时不再abort - 去掉build_moe_topk/build_unified_bridge/py_compile 3. computility-run.yaml: 恢复comp168参数 - max_model_len: 80000 → 100000 - gpu_memory_utilization: 0.95 → 0.90 - 去掉 --max-num-batched-tokens --enable-chunked-prefill
This commit is contained in:
@@ -1,29 +1,29 @@
|
||||
concurrency: 1
|
||||
command:
|
||||
- python3
|
||||
- /workspace/qwen3_6_scripts/launch_server.py
|
||||
- -m
|
||||
- vllm.entrypoints.openai.api_server
|
||||
- --model
|
||||
- /model
|
||||
- --served-model-name
|
||||
- llm
|
||||
- --max-model-len
|
||||
- '80000'
|
||||
- '100000'
|
||||
- --gpu-memory-utilization
|
||||
- '0.95'
|
||||
- '0.90'
|
||||
- --trust-remote-code
|
||||
- -tp
|
||||
- '4'
|
||||
- --max-num-seqs
|
||||
- '2'
|
||||
- --max-num-batched-tokens
|
||||
- '4096'
|
||||
- --enable-chunked-prefill
|
||||
- --disable-log-requests
|
||||
- --disable-frontend-multiprocessing
|
||||
- --enforce-eager
|
||||
- --enable-auto-tool-choice
|
||||
- --tool-call-parser
|
||||
- qwen3_coder
|
||||
- --reasoning-parser
|
||||
- qwen3
|
||||
- --enable-prefix-caching
|
||||
- --max-seq-len-to-capture
|
||||
- '8192'
|
||||
@@ -44,7 +44,3 @@ env:
|
||||
value: max_split_size_mb:512
|
||||
- name: OMP_NUM_THREADS
|
||||
value: '1'
|
||||
- name: BI100_MOE_COREX_DIRECT_ROUTED
|
||||
value: '1'
|
||||
- name: BI100_GDN_COREX_PACKED_DECODE
|
||||
value: '1'
|
||||
|
||||
Reference in New Issue
Block a user