fix: align Dockerfile + yaml with wudixzy/competition upstream
Dockerfile: - Add ENV: PATH, PYTHONPATH, LD_LIBRARY_PATH (corex SDK discovery) - Add ENV: ENABLE_CUSTOM_IPC=1 (TP inter-process communication) - Add ENV: BI100_PREFIX_* (prefix caching fingerprint) - Add ENV: PYTHONUNBUFFERED=1, PYTHONFAULTHANDLER=1 - Change RUN to: cd ./qwen3_6_scripts && bash ./patch_ops.sh (match wudixzy) computility-run.yaml: - max-num-seqs: 2 → 1 (wudixzy upstream value) n=2 is handled by serving_chat.py _sequential_greedy_fanout which runs two n=1 requests and merges. Requires max_num_seqs=1. max_num_seqs=2 bypassed the fanout → vllm rejected greedy n=2 → HTTP 400 patch_ops.sh: - set -eo → set -euo (match wudixzy)
This commit is contained in:
13
Dockerfile
13
Dockerfile
@@ -1,10 +1,13 @@
|
||||
FROM git.modelhub.org.cn:9443/enginex-iluvatar/bi100-3.2.3-x86-ubuntu20.04-py3.10-poc-llm-infer:v1.2.3
|
||||
|
||||
ENV PATH=/usr/local/corex/bin:/usr/local/corex-3.2.3/bin:/usr/local/openmpi/bin:${PATH}
|
||||
ENV PYTHONPATH=/usr/local/corex/lib64/python3/dist-packages:/usr/local/corex/lib/python3/dist-packages
|
||||
ENV LD_LIBRARY_PATH=/usr/local/corex/lib:/usr/local/corex/lib64:/usr/local/corex-3.2.3/lib:/usr/local/corex-3.2.3/lib64:/usr/local/openmpi/lib
|
||||
ENV VLLM_ENGINE_ITERATION_TIMEOUT_S=3600 PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 BI100_EXECUTOR_STARTUP_DEBUG=1 ENABLE_CUSTOM_IPC=1
|
||||
ENV BI100_PREFIX_MODEL_FINGERPRINT=Qwen3.6-35B-A3B BI100_PREFIX_DTYPE=float16 BI100_PREFIX_TP_SIZE=4
|
||||
|
||||
RUN mkdir -p /workspace
|
||||
WORKDIR /workspace/
|
||||
# Copy all our engine patches
|
||||
COPY ./qwen3_6_scripts /workspace/qwen3_6_scripts
|
||||
COPY ./computility-run.yaml /workspace/computility-run.yaml
|
||||
# Make patch script executable and run it
|
||||
RUN chmod +x /workspace/qwen3_6_scripts/patch_ops.sh && \
|
||||
bash /workspace/qwen3_6_scripts/patch_ops.sh 2>&1 | tee /workspace/patch_ops.log ; \
|
||||
echo "[Dockerfile] patch_ops exit code: $?"
|
||||
RUN cd ./qwen3_6_scripts && bash ./patch_ops.sh
|
||||
|
||||
@@ -15,7 +15,7 @@ command:
|
||||
- -tp
|
||||
- '4'
|
||||
- --max-num-seqs
|
||||
- '2'
|
||||
- '1'
|
||||
- --disable-log-requests
|
||||
- --disable-frontend-multiprocessing
|
||||
- --max-num-batched-tokens
|
||||
|
||||
@@ -28,7 +28,7 @@
|
||||
# --max-seq-len-to-capture 32768 --enable-auto-tool-choice \
|
||||
# --tool-call-parser qwen3_coder --reasoning-parser qwen3
|
||||
|
||||
set -eo pipefail
|
||||
set -euo pipefail
|
||||
|
||||
# cd into this script's directory so ./relative paths work
|
||||
cd "$(dirname "${BASH_SOURCE[0]}")"
|
||||
|
||||
Reference in New Issue
Block a user