feature:add head size detect and patch some ops
All checks were successful
Docker Build and Push / docker (push) Successful in 1m5s

Signed-off-by: Sun Ruoxi <sunruoxi@4paradigm.com>
This commit is contained in:
2026-07-27 16:45:05 +08:00
parent e5db2b58e2
commit 0c1bb7a415
6 changed files with 655 additions and 4 deletions

View File

@@ -34,6 +34,14 @@ else
TOKENIZER_ARG=""
fi
# 检查并patch head_size支持即使失败也不影响启动
echo "[entrypoint] checking model head_size..."
python3 /opt/detect_head_size.py || echo "[entrypoint] head_size check failed, but continuing with vllm startup"
# Patch ixformer ops即使失败也不影响启动
echo "[entrypoint] patching ixformer ops..."
python3 /opt/patch_ops.py || echo "[entrypoint] ixformer ops patch failed, but continuing with vllm startup"
echo "[entrypoint] starting vllm..."
exec vllm serve "$MODEL_DIR" $TOKENIZER_ARG "$@"