59 lines
2.2 KiB
Bash
59 lines
2.2 KiB
Bash
#!/bin/bash
|
|
# 只拦截 "serve <model_dir>" 子命令,其他子命令直接透传。
|
|
# 适配 MetaX C500 / vLLM 0.9.1 环境。
|
|
#
|
|
# 行为:
|
|
# * 调 /opt/fix_tokenizer.py 拿到修复目录(没有就什么都不输出);
|
|
# * 拿到目录才追加 --tokenizer <dir>,否则原样启动 —— 与原始镜像完全一致;
|
|
# * 修复脚本挂了/超时/输出异常路径,一律按原样启动,绝不因此把容器搞挂;
|
|
# * 调用方已经显式给了 --tokenizer 时尊重调用方,不再覆盖。
|
|
#
|
|
# 可覆盖的环境变量(默认值就是镜像里的路径,测试时才需要改):
|
|
# FIX_TOKENIZER_PYTHON 默认 /opt/conda/bin/python
|
|
# FIX_TOKENIZER_SCRIPT 默认 /opt/fix_tokenizer.py
|
|
# FIX_TOKENIZER_VLLM 默认 /opt/conda/bin/vllm_real
|
|
# FIX_TOKENIZER_TIMEOUT 默认 180(秒)
|
|
|
|
set -u
|
|
|
|
PYTHON_BIN="${FIX_TOKENIZER_PYTHON:-/opt/conda/bin/python}"
|
|
FIX_SCRIPT="${FIX_TOKENIZER_SCRIPT:-/opt/fix_tokenizer.py}"
|
|
VLLM_BIN="${FIX_TOKENIZER_VLLM:-/opt/conda/bin/vllm_real}"
|
|
FIX_TIMEOUT="${FIX_TOKENIZER_TIMEOUT:-180}"
|
|
|
|
if [ "$#" -ge 2 ] && [ "$1" = "serve" ]; then
|
|
case "$2" in
|
|
-*) ;; # 形如 "serve --help",不是模型目录,透传
|
|
*)
|
|
MODEL_DIR="$2"
|
|
shift 2
|
|
|
|
# 调用方已经指定 tokenizer:不覆盖
|
|
for arg in "$@"; do
|
|
case "$arg" in
|
|
--tokenizer|--tokenizer=*)
|
|
exec "$VLLM_BIN" serve "$MODEL_DIR" "$@"
|
|
;;
|
|
esac
|
|
done
|
|
|
|
FIXED_DIR=""
|
|
if [ -x "$PYTHON_BIN" ] && [ -f "$FIX_SCRIPT" ]; then
|
|
if command -v timeout >/dev/null 2>&1; then
|
|
FIXED_DIR="$(timeout "$FIX_TIMEOUT" "$PYTHON_BIN" "$FIX_SCRIPT" "$MODEL_DIR" || true)"
|
|
else
|
|
FIXED_DIR="$("$PYTHON_BIN" "$FIX_SCRIPT" "$MODEL_DIR" || true)"
|
|
fi
|
|
fi
|
|
|
|
# 只接受「存在且是目录」的路径;其余一律忽略
|
|
if [ -n "$FIXED_DIR" ] && [ -d "$FIXED_DIR" ]; then
|
|
exec "$VLLM_BIN" serve "$MODEL_DIR" --tokenizer "$FIXED_DIR" "$@"
|
|
fi
|
|
exec "$VLLM_BIN" serve "$MODEL_DIR" "$@"
|
|
;;
|
|
esac
|
|
fi
|
|
|
|
exec "$VLLM_BIN" "$@"
|