do patch ops in dockerfile
All checks were successful
Docker Build and Push / docker (push) Successful in 1m4s

Signed-off-by: Sun Ruoxi <sunruoxi@4paradigm.com>
This commit is contained in:
2026-07-28 14:10:43 +08:00
parent 0c1bb7a415
commit a3c456f29a
3 changed files with 41 additions and 30 deletions

View File

@@ -38,10 +38,6 @@ fi
echo "[entrypoint] checking model head_size..."
python3 /opt/detect_head_size.py || echo "[entrypoint] head_size check failed, but continuing with vllm startup"
# Patch ixformer ops(即使失败也不影响启动)
echo "[entrypoint] patching ixformer ops..."
python3 /opt/patch_ops.py || echo "[entrypoint] ixformer ops patch failed, but continuing with vllm startup"
echo "[entrypoint] starting vllm..."
exec vllm serve "$MODEL_DIR" $TOKENIZER_ARG "$@"